{"level":"warn","ts":"2026-02-26T01:46:03.514393Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-26T01:46:03.514495Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.200:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.200:2380","--initial-cluster=instance=https://162.253.55.200:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.200:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.200:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-02-26T01:46:03.514563Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-26T01:46:03.514572Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.200:2380"]} {"level":"info","ts":"2026-02-26T01:46:03.514592Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-26T01:46:03.515219Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.200:2379"]} {"level":"info","ts":"2026-02-26T01:46:03.515296Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.200:2380"],"listen-peer-urls":["https://162.253.55.200:2380"],"advertise-client-urls":["https://162.253.55.200:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.200:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.200:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-02-26T01:46:03.520246Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.764114ms"} {"level":"info","ts":"2026-02-26T01:46:03.528892Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"e10bb51ed7578852","cluster-id":"aa14459abd2161c3"} {"level":"info","ts":"2026-02-26T01:46:03.528966Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 switched to configuration voters=()"} {"level":"info","ts":"2026-02-26T01:46:03.528989Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 became follower at term 0"} {"level":"info","ts":"2026-02-26T01:46:03.529007Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft e10bb51ed7578852 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-02-26T01:46:03.529019Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 became follower at term 1"} {"level":"info","ts":"2026-02-26T01:46:03.529053Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 switched to configuration voters=(16216254027344087122)"} {"level":"warn","ts":"2026-02-26T01:46:03.539346Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-02-26T01:46:03.542545Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-02-26T01:46:03.544623Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-02-26T01:46:03.547193Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"e10bb51ed7578852","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-02-26T01:46:03.547369Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"e10bb51ed7578852","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-02-26T01:46:03.547444Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-26T01:46:03.547588Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-26T01:46:03.547627Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-26T01:46:03.549925Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 switched to configuration voters=(16216254027344087122)"} {"level":"info","ts":"2026-02-26T01:46:03.550062Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"aa14459abd2161c3","local-member-id":"e10bb51ed7578852","added-peer-id":"e10bb51ed7578852","added-peer-peer-urls":["https://162.253.55.200:2380"]} {"level":"info","ts":"2026-02-26T01:46:03.550416Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-26T01:46:03.550516Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.200:2380"} {"level":"info","ts":"2026-02-26T01:46:03.55054Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.200:2380"} {"level":"info","ts":"2026-02-26T01:46:03.550675Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"e10bb51ed7578852","initial-advertise-peer-urls":["https://162.253.55.200:2380"],"listen-peer-urls":["https://162.253.55.200:2380"],"advertise-client-urls":["https://162.253.55.200:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.200:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-02-26T01:46:03.55073Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-02-26T01:46:03.829206Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 is starting a new election at term 1"} {"level":"info","ts":"2026-02-26T01:46:03.829244Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 became pre-candidate at term 1"} {"level":"info","ts":"2026-02-26T01:46:03.829273Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 received MsgPreVoteResp from e10bb51ed7578852 at term 1"} {"level":"info","ts":"2026-02-26T01:46:03.829286Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 became candidate at term 2"} {"level":"info","ts":"2026-02-26T01:46:03.829292Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 received MsgVoteResp from e10bb51ed7578852 at term 2"} {"level":"info","ts":"2026-02-26T01:46:03.829304Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 became leader at term 2"} {"level":"info","ts":"2026-02-26T01:46:03.829313Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: e10bb51ed7578852 elected leader e10bb51ed7578852 at term 2"} {"level":"info","ts":"2026-02-26T01:46:03.830244Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-02-26T01:46:03.83257Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"e10bb51ed7578852","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.200:2379]}","request-path":"/0/members/e10bb51ed7578852/attributes","cluster-id":"aa14459abd2161c3","publish-timeout":"7s"} {"level":"info","ts":"2026-02-26T01:46:03.832766Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-26T01:46:03.832836Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-26T01:46:03.832962Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"aa14459abd2161c3","local-member-id":"e10bb51ed7578852","cluster-version":"3.5"} {"level":"info","ts":"2026-02-26T01:46:03.833022Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-02-26T01:46:03.833041Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-02-26T01:46:03.833087Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-02-26T01:46:03.833193Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-02-26T01:46:03.836668Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-02-26T01:46:03.838896Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.200:2379"} {"level":"info","ts":"2026-02-26T01:46:05.366624Z","caller":"traceutil/trace.go:171","msg":"trace[1037403376] transaction","detail":"{read_only:false; response_revision:7; number_of_response:1; }","duration":"114.028863ms","start":"2026-02-26T01:46:05.252549Z","end":"2026-02-26T01:46:05.366578Z","steps":["trace[1037403376] 'process raft request' (duration: 113.91901ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:46:05.366752Z","caller":"traceutil/trace.go:171","msg":"trace[493549717] transaction","detail":"{read_only:false; response_revision:11; number_of_response:1; }","duration":"105.418438ms","start":"2026-02-26T01:46:05.261313Z","end":"2026-02-26T01:46:05.366731Z","steps":["trace[493549717] 'process raft request' (duration: 105.285774ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:46:05.366711Z","caller":"traceutil/trace.go:171","msg":"trace[1606913670] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"113.557711ms","start":"2026-02-26T01:46:05.253128Z","end":"2026-02-26T01:46:05.366686Z","steps":["trace[1606913670] 'process raft request' (duration: 113.425757ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:46:05.366723Z","caller":"traceutil/trace.go:171","msg":"trace[1602444656] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"113.94667ms","start":"2026-02-26T01:46:05.252685Z","end":"2026-02-26T01:46:05.366632Z","steps":["trace[1602444656] 'process raft request' (duration: 113.819897ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:46:05.36666Z","caller":"traceutil/trace.go:171","msg":"trace[1348015756] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"113.582031ms","start":"2026-02-26T01:46:05.253053Z","end":"2026-02-26T01:46:05.366635Z","steps":["trace[1348015756] 'process raft request' (duration: 113.478269ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:46:05.366835Z","caller":"traceutil/trace.go:171","msg":"trace[1847645635] transaction","detail":"{read_only:false; response_revision:6; number_of_response:1; }","duration":"114.166146ms","start":"2026-02-26T01:46:05.252537Z","end":"2026-02-26T01:46:05.366703Z","steps":["trace[1847645635] 'process raft request' (duration: 113.792936ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:46:05.484762Z","caller":"traceutil/trace.go:171","msg":"trace[1265924357] linearizableReadLoop","detail":"{readStateIndex:17; appliedIndex:14; }","duration":"118.084308ms","start":"2026-02-26T01:46:05.366649Z","end":"2026-02-26T01:46:05.484733Z","steps":["trace[1265924357] 'read index received' (duration: 83.026151ms)","trace[1265924357] 'applied index is now lower than readState.Index' (duration: 35.056657ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:46:05.484852Z","caller":"traceutil/trace.go:171","msg":"trace[466959637] transaction","detail":"{read_only:false; number_of_response:0; response_revision:13; }","duration":"191.472098ms","start":"2026-02-26T01:46:05.293363Z","end":"2026-02-26T01:46:05.484835Z","steps":["trace[466959637] 'process raft request' (duration: 191.327734ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:46:05.484815Z","caller":"traceutil/trace.go:171","msg":"trace[1387376597] transaction","detail":"{read_only:false; response_revision:13; number_of_response:1; }","duration":"191.478128ms","start":"2026-02-26T01:46:05.293298Z","end":"2026-02-26T01:46:05.484776Z","steps":["trace[1387376597] 'process raft request' (duration: 191.331694ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:46:05.485074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.771838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-02-26T01:46:05.485082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.512974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:350"} {"level":"info","ts":"2026-02-26T01:46:05.485079Z","caller":"traceutil/trace.go:171","msg":"trace[1406525884] transaction","detail":"{read_only:false; response_revision:12; number_of_response:1; }","duration":"193.708197ms","start":"2026-02-26T01:46:05.29133Z","end":"2026-02-26T01:46:05.485038Z","steps":["trace[1406525884] 'process raft request' (duration: 158.324912ms)","trace[1406525884] 'compare' (duration: 34.746558ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:46:05.485156Z","caller":"traceutil/trace.go:171","msg":"trace[93391020] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13; }","duration":"193.969944ms","start":"2026-02-26T01:46:05.291173Z","end":"2026-02-26T01:46:05.485143Z","steps":["trace[93391020] 'agreement among raft nodes before linearized reading' (duration: 193.706457ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:46:05.485182Z","caller":"traceutil/trace.go:171","msg":"trace[1362111820] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:13; }","duration":"187.714249ms","start":"2026-02-26T01:46:05.297448Z","end":"2026-02-26T01:46:05.485163Z","steps":["trace[1362111820] 'agreement among raft nodes before linearized reading' (duration: 187.37367ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:46:05.802303Z","caller":"traceutil/trace.go:171","msg":"trace[1289315283] transaction","detail":"{read_only:false; response_revision:15; number_of_response:1; }","duration":"430.305834ms","start":"2026-02-26T01:46:05.371976Z","end":"2026-02-26T01:46:05.802282Z","steps":["trace[1289315283] 'process raft request' (duration: 430.168301ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:46:05.802453Z","caller":"traceutil/trace.go:171","msg":"trace[141225649] transaction","detail":"{read_only:false; response_revision:18; number_of_response:1; }","duration":"430.398147ms","start":"2026-02-26T01:46:05.37202Z","end":"2026-02-26T01:46:05.802418Z","steps":["trace[141225649] 'process raft request' (duration: 430.264944ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:46:05.802529Z","caller":"traceutil/trace.go:171","msg":"trace[660320774] transaction","detail":"{read_only:false; response_revision:19; number_of_response:1; }","duration":"424.38004ms","start":"2026-02-26T01:46:05.378108Z","end":"2026-02-26T01:46:05.802488Z","steps":["trace[660320774] 'process raft request' (duration: 424.249406ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:46:05.802468Z","caller":"traceutil/trace.go:171","msg":"trace[894546783] transaction","detail":"{read_only:false; response_revision:16; number_of_response:1; }","duration":"430.312335ms","start":"2026-02-26T01:46:05.37205Z","end":"2026-02-26T01:46:05.802362Z","steps":["trace[894546783] 'process raft request' (duration: 430.175011ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:46:05.802397Z","caller":"traceutil/trace.go:171","msg":"trace[1495874748] transaction","detail":"{read_only:false; response_revision:17; number_of_response:1; }","duration":"430.364846ms","start":"2026-02-26T01:46:05.37202Z","end":"2026-02-26T01:46:05.802385Z","steps":["trace[1495874748] 'process raft request' (duration: 430.237063ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:46:05.802558Z","caller":"traceutil/trace.go:171","msg":"trace[17519381] linearizableReadLoop","detail":"{readStateIndex:23; appliedIndex:17; }","duration":"317.666808ms","start":"2026-02-26T01:46:05.484844Z","end":"2026-02-26T01:46:05.802511Z","steps":["trace[17519381] 'read index received' (duration: 307.602885ms)","trace[17519381] 'applied index is now lower than readState.Index' (duration: 10.060453ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:46:05.802872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.273558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-02-26T01:46:05.802738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.917227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3495"} {"level":"warn","ts":"2026-02-26T01:46:05.802918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:46:05.371981Z","time spent":"430.538561ms","remote":"127.0.0.1:45566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":968,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T01:46:05.802966Z","caller":"traceutil/trace.go:171","msg":"trace[821434992] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:0; response_revision:20; }","duration":"382.35286ms","start":"2026-02-26T01:46:05.420575Z","end":"2026-02-26T01:46:05.802928Z","steps":["trace[821434992] 'agreement among raft nodes before linearized reading' (duration: 382.119424ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:46:05.803028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:46:05.420523Z","time spent":"382.488054ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":28,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-02-26T01:46:05.803049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:46:05.371967Z","time spent":"430.586983ms","remote":"127.0.0.1:45566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":923,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T01:46:05.803004Z","caller":"traceutil/trace.go:171","msg":"trace[1581342529] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:20; }","duration":"432.240906ms","start":"2026-02-26T01:46:05.370742Z","end":"2026-02-26T01:46:05.802983Z","steps":["trace[1581342529] 'agreement among raft nodes before linearized reading' (duration: 431.875386ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:46:05.803055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:46:05.37204Z","time spent":"430.631844ms","remote":"127.0.0.1:45566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":941,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T01:46:05.803126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.290801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-public/\" range_end:\"/registry/resourcequotas/kube-public0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-02-26T01:46:05.802292Z","caller":"traceutil/trace.go:171","msg":"trace[1430074581] transaction","detail":"{read_only:false; response_revision:14; number_of_response:1; }","duration":"430.704906ms","start":"2026-02-26T01:46:05.371541Z","end":"2026-02-26T01:46:05.802246Z","steps":["trace[1430074581] 'process raft request' (duration: 420.889039ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:46:05.803198Z","caller":"traceutil/trace.go:171","msg":"trace[733606279] range","detail":"{range_begin:/registry/resourcequotas/kube-public/; range_end:/registry/resourcequotas/kube-public0; response_count:0; response_revision:21; }","duration":"314.412144ms","start":"2026-02-26T01:46:05.488763Z","end":"2026-02-26T01:46:05.803175Z","steps":["trace[733606279] 'agreement among raft nodes before linearized reading' (duration: 314.240869ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:46:05.803143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:46:05.370718Z","time spent":"432.376179ms","remote":"127.0.0.1:45202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":3519,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-26T01:46:05.803243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:46:05.488741Z","time spent":"314.492995ms","remote":"127.0.0.1:45110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/kube-public/\" range_end:\"/registry/resourcequotas/kube-public0\" "} {"level":"warn","ts":"2026-02-26T01:46:05.803321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.214987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:350"} {"level":"warn","ts":"2026-02-26T01:46:05.803418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:46:05.371983Z","time spent":"430.765987ms","remote":"127.0.0.1:45566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":965,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T01:46:05.803436Z","caller":"traceutil/trace.go:171","msg":"trace[292927411] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:21; }","duration":"317.361821ms","start":"2026-02-26T01:46:05.486035Z","end":"2026-02-26T01:46:05.803397Z","steps":["trace[292927411] 'agreement among raft nodes before linearized reading' (duration: 316.94641ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:46:05.803501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:46:05.48602Z","time spent":"317.468473ms","remote":"127.0.0.1:45148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":374,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-02-26T01:46:05.803576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:46:05.37152Z","time spent":"431.706751ms","remote":"127.0.0.1:45566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":941,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T01:46:05.802906Z","caller":"traceutil/trace.go:171","msg":"trace[593392027] transaction","detail":"{read_only:false; response_revision:21; number_of_response:1; }","duration":"313.92325ms","start":"2026-02-26T01:46:05.488962Z","end":"2026-02-26T01:46:05.802885Z","steps":["trace[593392027] 'process raft request' (duration: 313.748336ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:46:05.803668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:46:05.378085Z","time spent":"424.544044ms","remote":"127.0.0.1:45202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3483,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:46:05.802871Z","caller":"traceutil/trace.go:171","msg":"trace[20491021] transaction","detail":"{read_only:false; response_revision:20; number_of_response:1; }","duration":"315.441461ms","start":"2026-02-26T01:46:05.487385Z","end":"2026-02-26T01:46:05.802826Z","steps":["trace[20491021] 'process raft request' (duration: 315.04261ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:46:05.803773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:46:05.488948Z","time spent":"314.747843ms","remote":"127.0.0.1:45480","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":716,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T01:46:05.803788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:46:05.487372Z","time spent":"316.370185ms","remote":"127.0.0.1:45134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":357,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T01:46:05.962684Z","caller":"traceutil/trace.go:171","msg":"trace[1199911090] transaction","detail":"{read_only:false; response_revision:33; number_of_response:1; }","duration":"100.103388ms","start":"2026-02-26T01:46:05.862558Z","end":"2026-02-26T01:46:05.962661Z","steps":["trace[1199911090] 'process raft request' (duration: 100.062827ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:46:05.962709Z","caller":"traceutil/trace.go:171","msg":"trace[2101719630] transaction","detail":"{read_only:false; response_revision:32; number_of_response:1; }","duration":"100.122139ms","start":"2026-02-26T01:46:05.862558Z","end":"2026-02-26T01:46:05.96268Z","steps":["trace[2101719630] 'process raft request' (duration: 68.768089ms)","trace[2101719630] 'compare' (duration: 31.181955ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:46:05.974861Z","caller":"traceutil/trace.go:171","msg":"trace[699067096] transaction","detail":"{read_only:false; response_revision:34; number_of_response:1; }","duration":"112.141983ms","start":"2026-02-26T01:46:05.862694Z","end":"2026-02-26T01:46:05.974836Z","steps":["trace[699067096] 'process raft request' (duration: 111.862596ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:46:05.97488Z","caller":"traceutil/trace.go:171","msg":"trace[219334807] linearizableReadLoop","detail":"{readStateIndex:40; appliedIndex:35; }","duration":"111.873546ms","start":"2026-02-26T01:46:05.862978Z","end":"2026-02-26T01:46:05.974852Z","steps":["trace[219334807] 'read index received' (duration: 68.289656ms)","trace[219334807] 'applied index is now lower than readState.Index' (duration: 43.58244ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:46:05.975026Z","caller":"traceutil/trace.go:171","msg":"trace[1711493588] transaction","detail":"{read_only:false; response_revision:37; number_of_response:1; }","duration":"111.851676ms","start":"2026-02-26T01:46:05.863159Z","end":"2026-02-26T01:46:05.975011Z","steps":["trace[1711493588] 'process raft request' (duration: 111.63023ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:46:05.97504Z","caller":"traceutil/trace.go:171","msg":"trace[697342127] transaction","detail":"{read_only:false; response_revision:35; number_of_response:1; }","duration":"112.325128ms","start":"2026-02-26T01:46:05.862695Z","end":"2026-02-26T01:46:05.97502Z","steps":["trace[697342127] 'process raft request' (duration: 112.005109ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:46:05.975133Z","caller":"traceutil/trace.go:171","msg":"trace[187144410] transaction","detail":"{read_only:false; response_revision:36; number_of_response:1; }","duration":"112.39042ms","start":"2026-02-26T01:46:05.862724Z","end":"2026-02-26T01:46:05.975115Z","steps":["trace[187144410] 'process raft request' (duration: 112.033951ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:46:05.975237Z","caller":"traceutil/trace.go:171","msg":"trace[663072704] transaction","detail":"{read_only:false; response_revision:38; number_of_response:1; }","duration":"111.673391ms","start":"2026-02-26T01:46:05.863554Z","end":"2026-02-26T01:46:05.975228Z","steps":["trace[663072704] 'process raft request' (duration: 111.26249ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:46:05.975326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.269877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-node-lease/\" range_end:\"/registry/resourcequotas/kube-node-lease0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-02-26T01:46:05.975402Z","caller":"traceutil/trace.go:171","msg":"trace[1869892066] range","detail":"{range_begin:/registry/resourcequotas/kube-node-lease/; range_end:/registry/resourcequotas/kube-node-lease0; response_count:0; response_revision:38; }","duration":"112.445501ms","start":"2026-02-26T01:46:05.86294Z","end":"2026-02-26T01:46:05.975386Z","steps":["trace[1869892066] 'agreement among raft nodes before linearized reading' (duration: 112.105322ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:46:11.655172Z","caller":"traceutil/trace.go:171","msg":"trace[1853963892] transaction","detail":"{read_only:false; response_revision:296; number_of_response:1; }","duration":"183.318178ms","start":"2026-02-26T01:46:11.471822Z","end":"2026-02-26T01:46:11.65514Z","steps":["trace[1853963892] 'process raft request' (duration: 179.316302ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:46:11.658125Z","caller":"traceutil/trace.go:171","msg":"trace[1988214841] linearizableReadLoop","detail":"{readStateIndex:309; appliedIndex:307; }","duration":"149.584773ms","start":"2026-02-26T01:46:11.508511Z","end":"2026-02-26T01:46:11.658095Z","steps":["trace[1988214841] 'read index received' (duration: 142.636069ms)","trace[1988214841] 'applied index is now lower than readState.Index' (duration: 6.946884ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:46:11.658244Z","caller":"traceutil/trace.go:171","msg":"trace[841272709] transaction","detail":"{read_only:false; response_revision:297; number_of_response:1; }","duration":"164.980212ms","start":"2026-02-26T01:46:11.493226Z","end":"2026-02-26T01:46:11.658206Z","steps":["trace[841272709] 'process raft request' (duration: 164.725375ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:46:11.658328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.79873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T01:46:11.658429Z","caller":"traceutil/trace.go:171","msg":"trace[1154319805] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:297; }","duration":"149.929143ms","start":"2026-02-26T01:46:11.50848Z","end":"2026-02-26T01:46:11.658409Z","steps":["trace[1154319805] 'agreement among raft nodes before linearized reading' (duration: 149.726547ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:46:12.360708Z","caller":"traceutil/trace.go:171","msg":"trace[1063555075] linearizableReadLoop","detail":"{readStateIndex:319; appliedIndex:318; }","duration":"119.085945ms","start":"2026-02-26T01:46:12.24159Z","end":"2026-02-26T01:46:12.360676Z","steps":["trace[1063555075] 'read index received' (duration: 118.924241ms)","trace[1063555075] 'applied index is now lower than readState.Index' (duration: 160.274µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:46:12.360783Z","caller":"traceutil/trace.go:171","msg":"trace[1849581055] transaction","detail":"{read_only:false; response_revision:307; number_of_response:1; }","duration":"161.079079ms","start":"2026-02-26T01:46:12.199655Z","end":"2026-02-26T01:46:12.360734Z","steps":["trace[1849581055] 'process raft request' (duration: 160.821342ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:46:12.360934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.319202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-02-26T01:46:12.361069Z","caller":"traceutil/trace.go:171","msg":"trace[1840955560] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:307; }","duration":"119.523917ms","start":"2026-02-26T01:46:12.241521Z","end":"2026-02-26T01:46:12.361045Z","steps":["trace[1840955560] 'agreement among raft nodes before linearized reading' (duration: 119.294161ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:46:12.531363Z","caller":"traceutil/trace.go:171","msg":"trace[548846190] linearizableReadLoop","detail":"{readStateIndex:320; appliedIndex:319; }","duration":"148.782443ms","start":"2026-02-26T01:46:12.382559Z","end":"2026-02-26T01:46:12.531341Z","steps":["trace[548846190] 'read index received' (duration: 67.506879ms)","trace[548846190] 'applied index is now lower than readState.Index' (duration: 81.274494ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:46:12.531583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.019469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4201"} {"level":"warn","ts":"2026-02-26T01:46:12.531584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.126327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"info","ts":"2026-02-26T01:46:12.531628Z","caller":"traceutil/trace.go:171","msg":"trace[1440510289] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:308; }","duration":"149.134393ms","start":"2026-02-26T01:46:12.382482Z","end":"2026-02-26T01:46:12.531617Z","steps":["trace[1440510289] 'agreement among raft nodes before linearized reading' (duration: 149.004579ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:46:12.531566Z","caller":"traceutil/trace.go:171","msg":"trace[1946513983] transaction","detail":"{read_only:false; response_revision:308; number_of_response:1; }","duration":"162.421084ms","start":"2026-02-26T01:46:12.369074Z","end":"2026-02-26T01:46:12.531495Z","steps":["trace[1946513983] 'process raft request' (duration: 81.055968ms)","trace[1946513983] 'compare' (duration: 81.096849ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:46:12.531677Z","caller":"traceutil/trace.go:171","msg":"trace[681066436] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:308; }","duration":"139.256301ms","start":"2026-02-26T01:46:12.392397Z","end":"2026-02-26T01:46:12.531654Z","steps":["trace[681066436] 'agreement among raft nodes before linearized reading' (duration: 139.117767ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:46:12.646696Z","caller":"traceutil/trace.go:171","msg":"trace[800866074] linearizableReadLoop","detail":"{readStateIndex:323; appliedIndex:320; }","duration":"105.349082ms","start":"2026-02-26T01:46:12.541331Z","end":"2026-02-26T01:46:12.64668Z","steps":["trace[800866074] 'read index received' (duration: 17.808332ms)","trace[800866074] 'applied index is now lower than readState.Index' (duration: 87.53962ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:46:12.646719Z","caller":"traceutil/trace.go:171","msg":"trace[897451626] transaction","detail":"{read_only:false; response_revision:310; number_of_response:1; }","duration":"106.669847ms","start":"2026-02-26T01:46:12.540017Z","end":"2026-02-26T01:46:12.646687Z","steps":["trace[897451626] 'process raft request' (duration: 105.820175ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:46:12.646778Z","caller":"traceutil/trace.go:171","msg":"trace[758468813] transaction","detail":"{read_only:false; response_revision:311; number_of_response:1; }","duration":"106.437691ms","start":"2026-02-26T01:46:12.54031Z","end":"2026-02-26T01:46:12.646748Z","steps":["trace[758468813] 'process raft request' (duration: 106.277617ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:46:12.647055Z","caller":"traceutil/trace.go:171","msg":"trace[339007390] transaction","detail":"{read_only:false; response_revision:312; number_of_response:1; }","duration":"105.120986ms","start":"2026-02-26T01:46:12.541702Z","end":"2026-02-26T01:46:12.646823Z","steps":["trace[339007390] 'process raft request' (duration: 104.931821ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:46:12.647086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.713361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-02-26T01:46:12.647239Z","caller":"traceutil/trace.go:171","msg":"trace[391143416] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:312; }","duration":"105.891606ms","start":"2026-02-26T01:46:12.541316Z","end":"2026-02-26T01:46:12.647207Z","steps":["trace[391143416] 'agreement among raft nodes before linearized reading' (duration: 105.572338ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:46:15.913976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.370892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6965"} {"level":"info","ts":"2026-02-26T01:46:15.914084Z","caller":"traceutil/trace.go:171","msg":"trace[122073792] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:355; }","duration":"111.534086ms","start":"2026-02-26T01:46:15.802532Z","end":"2026-02-26T01:46:15.914066Z","steps":["trace[122073792] 'range keys from in-memory index tree' (duration: 111.238809ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:46:16.074525Z","caller":"traceutil/trace.go:171","msg":"trace[856045477] transaction","detail":"{read_only:false; response_revision:357; number_of_response:1; }","duration":"151.961457ms","start":"2026-02-26T01:46:15.922541Z","end":"2026-02-26T01:46:16.074503Z","steps":["trace[856045477] 'process raft request' (duration: 111.032643ms)","trace[856045477] 'compare' (duration: 40.7805ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:46:18.192944Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284826691,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T01:46:18.693213Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284826691,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T01:46:19.194299Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284826691,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T01:46:19.694837Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284826691,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T01:46:20.013219Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.532673128s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T01:46:20.013664Z","caller":"traceutil/trace.go:171","msg":"trace[567329729] transaction","detail":"{read_only:false; response_revision:363; number_of_response:1; }","duration":"2.533241803s","start":"2026-02-26T01:46:17.480401Z","end":"2026-02-26T01:46:20.013643Z","steps":["trace[567329729] 'process raft request' (duration: 2.53311487s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:46:20.013852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:46:17.480371Z","time spent":"2.533384696s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:46:20.562787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.096231ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:46:20.562919Z","caller":"traceutil/trace.go:171","msg":"trace[1528082515] linearizableReadLoop","detail":"{readStateIndex:378; appliedIndex:376; }","duration":"2.870586783s","start":"2026-02-26T01:46:17.692311Z","end":"2026-02-26T01:46:20.562898Z","steps":["trace[1528082515] 'read index received' (duration: 2.321284656s)","trace[1528082515] 'applied index is now lower than readState.Index' (duration: 549.299937ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:46:20.563056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.839936081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T01:46:20.562984Z","caller":"traceutil/trace.go:171","msg":"trace[395777235] transaction","detail":"{read_only:false; response_revision:364; number_of_response:1; }","duration":"1.39349477s","start":"2026-02-26T01:46:19.169419Z","end":"2026-02-26T01:46:20.562914Z","steps":["trace[395777235] 'process raft request' (duration: 1.197988309s)","trace[395777235] 'compare' (duration: 194.829233ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:46:20.563095Z","caller":"traceutil/trace.go:171","msg":"trace[1257313401] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:364; }","duration":"2.840033553s","start":"2026-02-26T01:46:17.72305Z","end":"2026-02-26T01:46:20.563084Z","steps":["trace[1257313401] 'agreement among raft nodes before linearized reading' (duration: 2.839961881s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:46:20.563092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.870774568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-26T01:46:20.563143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:46:17.723006Z","time spent":"2.840128546s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-26T01:46:20.563188Z","caller":"traceutil/trace.go:171","msg":"trace[800755433] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:364; }","duration":"2.870894962s","start":"2026-02-26T01:46:17.692254Z","end":"2026-02-26T01:46:20.563149Z","steps":["trace[800755433] 'agreement among raft nodes before linearized reading' (duration: 2.870694267s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:46:20.563237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:46:17.692229Z","time spent":"2.870995694s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T01:46:20.563295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:46:19.169397Z","time spent":"1.393746696s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:46:20.563257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.587376808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-26T01:46:20.56402Z","caller":"traceutil/trace.go:171","msg":"trace[583956813] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:364; }","duration":"2.58820769s","start":"2026-02-26T01:46:17.975786Z","end":"2026-02-26T01:46:20.563994Z","steps":["trace[583956813] 'agreement among raft nodes before linearized reading' (duration: 2.587240175s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:46:20.564113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:46:17.975755Z","time spent":"2.588346064s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T01:46:31.237423Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284826798,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T01:46:31.321961Z","caller":"traceutil/trace.go:171","msg":"trace[128113932] transaction","detail":"{read_only:false; response_revision:420; number_of_response:1; }","duration":"585.150357ms","start":"2026-02-26T01:46:30.736787Z","end":"2026-02-26T01:46:31.321937Z","steps":["trace[128113932] 'process raft request' (duration: 585.009273ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:46:31.32214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:46:30.736763Z","time spent":"585.277841ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:46:31.643862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.885407ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:46:31.644012Z","caller":"traceutil/trace.go:171","msg":"trace[176345526] linearizableReadLoop","detail":"{readStateIndex:437; appliedIndex:435; }","duration":"906.785201ms","start":"2026-02-26T01:46:30.737203Z","end":"2026-02-26T01:46:31.643988Z","steps":["trace[176345526] 'read index received' (duration: 584.644784ms)","trace[176345526] 'applied index is now lower than readState.Index' (duration: 322.138837ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:46:31.644085Z","caller":"traceutil/trace.go:171","msg":"trace[1146155618] transaction","detail":"{read_only:false; response_revision:421; number_of_response:1; }","duration":"789.41407ms","start":"2026-02-26T01:46:30.854627Z","end":"2026-02-26T01:46:31.644041Z","steps":["trace[1146155618] 'process raft request' (duration: 529.262616ms)","trace[1146155618] 'compare' (duration: 259.334503ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:46:31.644289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:46:30.854605Z","time spent":"789.590206ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:46:31.644344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.729965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-26T01:46:31.644417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.197522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T01:46:31.644508Z","caller":"traceutil/trace.go:171","msg":"trace[663073017] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:421; }","duration":"907.313425ms","start":"2026-02-26T01:46:30.737178Z","end":"2026-02-26T01:46:31.644492Z","steps":["trace[663073017] 'agreement among raft nodes before linearized reading' (duration: 906.897334ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:46:31.644534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:46:30.737168Z","time spent":"907.361316ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-26T01:46:31.644433Z","caller":"traceutil/trace.go:171","msg":"trace[192843196] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:421; }","duration":"896.840047ms","start":"2026-02-26T01:46:30.747577Z","end":"2026-02-26T01:46:31.644417Z","steps":["trace[192843196] 'agreement among raft nodes before linearized reading' (duration: 896.645292ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:46:31.644643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:46:30.747567Z","time spent":"897.062914ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-26T01:46:32.088209Z","caller":"traceutil/trace.go:171","msg":"trace[2117301203] transaction","detail":"{read_only:false; response_revision:422; number_of_response:1; }","duration":"439.345963ms","start":"2026-02-26T01:46:31.64883Z","end":"2026-02-26T01:46:32.088176Z","steps":["trace[2117301203] 'process raft request' (duration: 408.614599ms)","trace[2117301203] 'compare' (duration: 30.608041ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:46:32.089545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:46:31.648816Z","time spent":"439.493577ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:46:32.106631Z","caller":"traceutil/trace.go:171","msg":"trace[1168924049] linearizableReadLoop","detail":"{readStateIndex:439; appliedIndex:437; }","duration":"317.682259ms","start":"2026-02-26T01:46:31.788916Z","end":"2026-02-26T01:46:32.106598Z","steps":["trace[1168924049] 'read index received' (duration: 268.647839ms)","trace[1168924049] 'applied index is now lower than readState.Index' (duration: 49.03285ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:46:32.106755Z","caller":"traceutil/trace.go:171","msg":"trace[1359574906] transaction","detail":"{read_only:false; response_revision:423; number_of_response:1; }","duration":"457.072263ms","start":"2026-02-26T01:46:31.649659Z","end":"2026-02-26T01:46:32.106731Z","steps":["trace[1359574906] 'process raft request' (duration: 456.736194ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:46:32.106822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:46:31.649635Z","time spent":"457.154186ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:46:32.106825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.883215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:46:32.106874Z","caller":"traceutil/trace.go:171","msg":"trace[1415650865] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:423; }","duration":"318.004908ms","start":"2026-02-26T01:46:31.788853Z","end":"2026-02-26T01:46:32.106858Z","steps":["trace[1415650865] 'agreement among raft nodes before linearized reading' (duration: 317.863564ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:46:32.106924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:46:31.788829Z","time spent":"318.08596ms","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T01:46:32.52454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.144812ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-26T01:46:32.524634Z","caller":"traceutil/trace.go:171","msg":"trace[1409031518] linearizableReadLoop","detail":"{readStateIndex:440; appliedIndex:439; }","duration":"416.664662ms","start":"2026-02-26T01:46:32.107955Z","end":"2026-02-26T01:46:32.52462Z","steps":["trace[1409031518] 'read index received' (duration: 24.359135ms)","trace[1409031518] 'applied index is now lower than readState.Index' (duration: 392.304397ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:46:32.524726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.783015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:46:32.524747Z","caller":"traceutil/trace.go:171","msg":"trace[60559340] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:423; }","duration":"416.835987ms","start":"2026-02-26T01:46:32.107906Z","end":"2026-02-26T01:46:32.524742Z","steps":["trace[60559340] 'agreement among raft nodes before linearized reading' (duration: 416.785006ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:46:32.524772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:46:32.107891Z","time spent":"416.876348ms","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T01:46:32.524984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.87443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T01:46:32.525092Z","caller":"traceutil/trace.go:171","msg":"trace[548114843] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:423; }","duration":"348.050304ms","start":"2026-02-26T01:46:32.177024Z","end":"2026-02-26T01:46:32.525074Z","steps":["trace[548114843] 'agreement among raft nodes before linearized reading' (duration: 347.833278ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:46:32.52518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:46:32.176998Z","time spent":"348.171517ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T01:46:36.771403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.316386ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:46:36.771656Z","caller":"traceutil/trace.go:171","msg":"trace[1134750133] linearizableReadLoop","detail":"{readStateIndex:452; appliedIndex:450; }","duration":"219.768044ms","start":"2026-02-26T01:46:36.551862Z","end":"2026-02-26T01:46:36.77163Z","steps":["trace[1134750133] 'read index received' (duration: 24.12449ms)","trace[1134750133] 'applied index is now lower than readState.Index' (duration: 195.642124ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:46:36.771889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.011361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-26T01:46:36.77193Z","caller":"traceutil/trace.go:171","msg":"trace[474527568] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:435; }","duration":"220.093573ms","start":"2026-02-26T01:46:36.551823Z","end":"2026-02-26T01:46:36.771916Z","steps":["trace[474527568] 'agreement among raft nodes before linearized reading' (duration: 219.876747ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:46:36.771862Z","caller":"traceutil/trace.go:171","msg":"trace[2005243242] transaction","detail":"{read_only:false; response_revision:435; number_of_response:1; }","duration":"342.342043ms","start":"2026-02-26T01:46:36.429425Z","end":"2026-02-26T01:46:36.771767Z","steps":["trace[2005243242] 'process raft request' (duration: 342.148858ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:46:36.772145Z","caller":"traceutil/trace.go:171","msg":"trace[429274918] transaction","detail":"{read_only:false; response_revision:434; number_of_response:1; }","duration":"342.689112ms","start":"2026-02-26T01:46:36.429419Z","end":"2026-02-26T01:46:36.772108Z","steps":["trace[429274918] 'process raft request' (duration: 146.557844ms)","trace[429274918] 'compare' (duration: 195.08381ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:46:36.772229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:46:36.429389Z","time spent":"342.757984ms","remote":"127.0.0.1:45230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T01:46:36.772308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:46:36.429397Z","time spent":"342.839915ms","remote":"127.0.0.1:45230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":505,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T01:46:36.925554Z","caller":"traceutil/trace.go:171","msg":"trace[289648072] linearizableReadLoop","detail":"{readStateIndex:454; appliedIndex:452; }","duration":"140.281528ms","start":"2026-02-26T01:46:36.785243Z","end":"2026-02-26T01:46:36.925525Z","steps":["trace[289648072] 'read index received' (duration: 17.562826ms)","trace[289648072] 'applied index is now lower than readState.Index' (duration: 122.717362ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:46:36.925674Z","caller":"traceutil/trace.go:171","msg":"trace[924498855] transaction","detail":"{read_only:false; response_revision:437; number_of_response:1; }","duration":"147.89181ms","start":"2026-02-26T01:46:36.77773Z","end":"2026-02-26T01:46:36.925622Z","steps":["trace[924498855] 'process raft request' (duration: 119.051355ms)","trace[924498855] 'compare' (duration: 28.581678ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:46:36.92583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.552055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:46:36.925902Z","caller":"traceutil/trace.go:171","msg":"trace[10330525] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:437; }","duration":"140.690509ms","start":"2026-02-26T01:46:36.785194Z","end":"2026-02-26T01:46:36.925885Z","steps":["trace[10330525] 'agreement among raft nodes before linearized reading' (duration: 140.470073ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:46:37.401908Z","caller":"traceutil/trace.go:171","msg":"trace[1963089735] transaction","detail":"{read_only:false; response_revision:439; number_of_response:1; }","duration":"469.305707ms","start":"2026-02-26T01:46:36.932575Z","end":"2026-02-26T01:46:37.401881Z","steps":["trace[1963089735] 'process raft request' (duration: 463.096692ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:46:37.401908Z","caller":"traceutil/trace.go:171","msg":"trace[210421299] linearizableReadLoop","detail":"{readStateIndex:456; appliedIndex:455; }","duration":"409.484322ms","start":"2026-02-26T01:46:36.992392Z","end":"2026-02-26T01:46:37.401876Z","steps":["trace[210421299] 'read index received' (duration: 403.237566ms)","trace[210421299] 'applied index is now lower than readState.Index' (duration: 6.245346ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:46:37.402077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:46:36.932552Z","time spent":"469.438841ms","remote":"127.0.0.1:45376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2364,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T01:46:37.402069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.675987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-26T01:46:37.402167Z","caller":"traceutil/trace.go:171","msg":"trace[101013428] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:1; response_revision:439; }","duration":"409.828181ms","start":"2026-02-26T01:46:36.992325Z","end":"2026-02-26T01:46:37.402153Z","steps":["trace[101013428] 'agreement among raft nodes before linearized reading' (duration: 409.641196ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:46:37.402245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:46:36.992296Z","time spent":"409.938283ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.200\" "} {"level":"info","ts":"2026-02-26T01:46:37.750573Z","caller":"traceutil/trace.go:171","msg":"trace[679574472] transaction","detail":"{read_only:false; response_revision:455; number_of_response:1; }","duration":"187.474508ms","start":"2026-02-26T01:46:37.563075Z","end":"2026-02-26T01:46:37.75055Z","steps":["trace[679574472] 'process raft request' (duration: 187.369805ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:46:37.75225Z","caller":"traceutil/trace.go:171","msg":"trace[1317608825] transaction","detail":"{read_only:false; response_revision:454; number_of_response:1; }","duration":"188.252909ms","start":"2026-02-26T01:46:37.562295Z","end":"2026-02-26T01:46:37.750548Z","steps":["trace[1317608825] 'process raft request' (duration: 164.966742ms)","trace[1317608825] 'compare' (duration: 23.058341ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:46:37.849076Z","caller":"traceutil/trace.go:171","msg":"trace[533561055] transaction","detail":"{read_only:false; response_revision:456; number_of_response:1; }","duration":"278.8422ms","start":"2026-02-26T01:46:37.570194Z","end":"2026-02-26T01:46:37.849036Z","steps":["trace[533561055] 'process raft request' (duration: 278.494771ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:46:37.849424Z","caller":"traceutil/trace.go:171","msg":"trace[1647297241] transaction","detail":"{read_only:false; response_revision:458; number_of_response:1; }","duration":"274.179557ms","start":"2026-02-26T01:46:37.575216Z","end":"2026-02-26T01:46:37.849396Z","steps":["trace[1647297241] 'process raft request' (duration: 273.994172ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:46:37.8494Z","caller":"traceutil/trace.go:171","msg":"trace[512008961] transaction","detail":"{read_only:false; response_revision:457; number_of_response:1; }","duration":"274.228478ms","start":"2026-02-26T01:46:37.575101Z","end":"2026-02-26T01:46:37.84933Z","steps":["trace[512008961] 'process raft request' (duration: 273.869628ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:46:37.849833Z","caller":"traceutil/trace.go:171","msg":"trace[208265325] transaction","detail":"{read_only:false; response_revision:459; number_of_response:1; }","duration":"271.601638ms","start":"2026-02-26T01:46:37.578206Z","end":"2026-02-26T01:46:37.849808Z","steps":["trace[208265325] 'process raft request' (duration: 271.131925ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:46:37.8502Z","caller":"traceutil/trace.go:171","msg":"trace[368171665] linearizableReadLoop","detail":"{readStateIndex:476; appliedIndex:471; }","duration":"272.348868ms","start":"2026-02-26T01:46:37.577762Z","end":"2026-02-26T01:46:37.850111Z","steps":["trace[368171665] 'read index received' (duration: 149.43894ms)","trace[368171665] 'applied index is now lower than readState.Index' (duration: 122.908458ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:46:37.850264Z","caller":"traceutil/trace.go:171","msg":"trace[231373003] transaction","detail":"{read_only:false; response_revision:460; number_of_response:1; }","duration":"245.64737ms","start":"2026-02-26T01:46:37.604598Z","end":"2026-02-26T01:46:37.850246Z","steps":["trace[231373003] 'process raft request' (duration: 245.128026ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:46:37.850456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.659405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/cilium-operator\" ","response":"range_response_count:1 size:4335"} {"level":"info","ts":"2026-02-26T01:46:37.85051Z","caller":"traceutil/trace.go:171","msg":"trace[80755705] range","detail":"{range_begin:/registry/deployments/kube-system/cilium-operator; range_end:; response_count:1; response_revision:460; }","duration":"272.79642ms","start":"2026-02-26T01:46:37.577698Z","end":"2026-02-26T01:46:37.850494Z","steps":["trace[80755705] 'agreement among raft nodes before linearized reading' (duration: 272.654036ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:46:38.097877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.365767ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:46:38.098056Z","caller":"traceutil/trace.go:171","msg":"trace[1629198868] transaction","detail":"{read_only:false; response_revision:461; number_of_response:1; }","duration":"338.792948ms","start":"2026-02-26T01:46:37.759207Z","end":"2026-02-26T01:46:38.097999Z","steps":["trace[1629198868] 'process raft request' (duration: 106.191404ms)","trace[1629198868] 'compare' (duration: 232.128221ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:46:38.09813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.064083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:46:38.098219Z","caller":"traceutil/trace.go:171","msg":"trace[2078218828] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:461; }","duration":"311.178886ms","start":"2026-02-26T01:46:37.787018Z","end":"2026-02-26T01:46:38.098196Z","steps":["trace[2078218828] 'agreement among raft nodes before linearized reading' (duration: 310.993911ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:46:38.098238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:46:37.759181Z","time spent":"338.974353ms","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":671,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T01:46:38.098263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:46:37.787009Z","time spent":"311.246698ms","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T01:46:38.098024Z","caller":"traceutil/trace.go:171","msg":"trace[1547293847] linearizableReadLoop","detail":"{readStateIndex:479; appliedIndex:478; }","duration":"247.690274ms","start":"2026-02-26T01:46:37.85031Z","end":"2026-02-26T01:46:38.098Z","steps":["trace[1547293847] 'read index received' (duration: 15.362397ms)","trace[1547293847] 'applied index is now lower than readState.Index' (duration: 232.326127ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:46:38.098284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.152592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-l5nn9\" ","response":"range_response_count:1 size:15076"} {"level":"info","ts":"2026-02-26T01:46:38.098363Z","caller":"traceutil/trace.go:171","msg":"trace[421801518] range","detail":"{range_begin:/registry/pods/kube-system/cilium-l5nn9; range_end:; response_count:1; response_revision:461; }","duration":"335.257335ms","start":"2026-02-26T01:46:37.76309Z","end":"2026-02-26T01:46:38.098347Z","steps":["trace[421801518] 'agreement among raft nodes before linearized reading' (duration: 335.0693ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:46:38.098444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:46:37.763081Z","time spent":"335.319466ms","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":15100,"request content":"key:\"/registry/pods/kube-system/cilium-l5nn9\" "} {"level":"info","ts":"2026-02-26T01:46:38.126417Z","caller":"traceutil/trace.go:171","msg":"trace[1956279055] transaction","detail":"{read_only:false; response_revision:462; number_of_response:1; }","duration":"265.400573ms","start":"2026-02-26T01:46:37.860992Z","end":"2026-02-26T01:46:38.126393Z","steps":["trace[1956279055] 'process raft request' (duration: 265.27756ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:46:38.137602Z","caller":"traceutil/trace.go:171","msg":"trace[754573077] transaction","detail":"{read_only:false; response_revision:463; number_of_response:1; }","duration":"271.474115ms","start":"2026-02-26T01:46:37.866102Z","end":"2026-02-26T01:46:38.137576Z","steps":["trace[754573077] 'process raft request' (duration: 271.30716ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:46:38.137835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.14589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" ","response":"range_response_count:1 size:538"} {"level":"warn","ts":"2026-02-26T01:46:38.137841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.304421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-02-26T01:46:38.137881Z","caller":"traceutil/trace.go:171","msg":"trace[1785155703] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium-operator; range_end:; response_count:1; response_revision:465; }","duration":"104.270813ms","start":"2026-02-26T01:46:38.033598Z","end":"2026-02-26T01:46:38.137869Z","steps":["trace[1785155703] 'agreement among raft nodes before linearized reading' (duration: 104.14384ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:46:38.137909Z","caller":"traceutil/trace.go:171","msg":"trace[1721014714] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:1; response_revision:465; }","duration":"205.394583ms","start":"2026-02-26T01:46:37.932497Z","end":"2026-02-26T01:46:38.137891Z","steps":["trace[1721014714] 'agreement among raft nodes before linearized reading' (duration: 205.27422ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:46:38.138081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.412137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/cilium\" ","response":"range_response_count:1 size:14463"} {"level":"info","ts":"2026-02-26T01:46:38.138204Z","caller":"traceutil/trace.go:171","msg":"trace[1799500703] range","detail":"{range_begin:/registry/daemonsets/kube-system/cilium; range_end:; response_count:1; response_revision:465; }","duration":"270.590351ms","start":"2026-02-26T01:46:37.867585Z","end":"2026-02-26T01:46:38.138175Z","steps":["trace[1799500703] 'agreement among raft nodes before linearized reading' (duration: 270.300003ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:46:38.138394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.087592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:4 size:329960"} {"level":"info","ts":"2026-02-26T01:46:38.138534Z","caller":"traceutil/trace.go:171","msg":"trace[1240173344] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:4; response_revision:465; }","duration":"206.241996ms","start":"2026-02-26T01:46:37.932256Z","end":"2026-02-26T01:46:38.138498Z","steps":["trace[1240173344] 'agreement among raft nodes before linearized reading' (duration: 205.706642ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:46:38.341177Z","caller":"traceutil/trace.go:171","msg":"trace[1387667202] transaction","detail":"{read_only:false; response_revision:468; number_of_response:1; }","duration":"140.826073ms","start":"2026-02-26T01:46:38.200322Z","end":"2026-02-26T01:46:38.341148Z","steps":["trace[1387667202] 'process raft request' (duration: 140.647118ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:46:38.344314Z","caller":"traceutil/trace.go:171","msg":"trace[1045017855] transaction","detail":"{read_only:false; response_revision:469; number_of_response:1; }","duration":"143.292347ms","start":"2026-02-26T01:46:38.200969Z","end":"2026-02-26T01:46:38.344261Z","steps":["trace[1045017855] 'process raft request' (duration: 142.960808ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:46:40.368415Z","caller":"traceutil/trace.go:171","msg":"trace[1935287169] transaction","detail":"{read_only:false; response_revision:474; number_of_response:1; }","duration":"262.363453ms","start":"2026-02-26T01:46:40.106019Z","end":"2026-02-26T01:46:40.368383Z","steps":["trace[1935287169] 'process raft request' (duration: 262.119456ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:46:41.614636Z","caller":"traceutil/trace.go:171","msg":"trace[1066553948] transaction","detail":"{read_only:false; response_revision:478; number_of_response:1; }","duration":"176.23693ms","start":"2026-02-26T01:46:41.438375Z","end":"2026-02-26T01:46:41.614612Z","steps":["trace[1066553948] 'process raft request' (duration: 176.087606ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:46:42.918239Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284826925,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T01:46:42.993607Z","caller":"traceutil/trace.go:171","msg":"trace[1118426445] linearizableReadLoop","detail":"{readStateIndex:499; appliedIndex:498; }","duration":"576.148068ms","start":"2026-02-26T01:46:42.417426Z","end":"2026-02-26T01:46:42.993574Z","steps":["trace[1118426445] 'read index received' (duration: 575.904882ms)","trace[1118426445] 'applied index is now lower than readState.Index' (duration: 241.526µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:46:42.993657Z","caller":"traceutil/trace.go:171","msg":"trace[895342693] transaction","detail":"{read_only:false; response_revision:480; number_of_response:1; }","duration":"585.389174ms","start":"2026-02-26T01:46:42.408237Z","end":"2026-02-26T01:46:42.993627Z","steps":["trace[895342693] 'process raft request' (duration: 585.138367ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:46:42.993808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:46:42.408199Z","time spent":"585.516137ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:46:42.993825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.43423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-26T01:46:42.993887Z","caller":"traceutil/trace.go:171","msg":"trace[710599977] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:480; }","duration":"109.553443ms","start":"2026-02-26T01:46:42.884317Z","end":"2026-02-26T01:46:42.99387Z","steps":["trace[710599977] 'agreement among raft nodes before linearized reading' (duration: 109.44909ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:46:42.993903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.425095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-26T01:46:42.994023Z","caller":"traceutil/trace.go:171","msg":"trace[391315817] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:480; }","duration":"576.59071ms","start":"2026-02-26T01:46:42.417401Z","end":"2026-02-26T01:46:42.993992Z","steps":["trace[391315817] 'agreement among raft nodes before linearized reading' (duration: 576.321713ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:46:42.994094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:46:42.417389Z","time spent":"576.692843ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T01:46:43.686133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.279793ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:46:43.686294Z","caller":"traceutil/trace.go:171","msg":"trace[1074000980] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:480; }","duration":"536.459857ms","start":"2026-02-26T01:46:43.149811Z","end":"2026-02-26T01:46:43.686271Z","steps":["trace[1074000980] 'range keys from in-memory index tree' (duration: 536.258391ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:46:43.686335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.933307ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:46:43.686562Z","caller":"traceutil/trace.go:171","msg":"trace[1901960001] transaction","detail":"{read_only:false; response_revision:481; number_of_response:1; }","duration":"688.27478ms","start":"2026-02-26T01:46:42.998267Z","end":"2026-02-26T01:46:43.686542Z","steps":["trace[1901960001] 'process raft request' (duration: 499.036295ms)","trace[1901960001] 'compare' (duration: 188.770913ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:46:43.686647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:46:42.99823Z","time spent":"688.383433ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:46:43.68699Z","caller":"traceutil/trace.go:171","msg":"trace[1797078824] transaction","detail":"{read_only:false; response_revision:482; number_of_response:1; }","duration":"688.24931ms","start":"2026-02-26T01:46:42.998679Z","end":"2026-02-26T01:46:43.686928Z","steps":["trace[1797078824] 'process raft request' (duration: 687.807978ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:46:43.687248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:46:42.998568Z","time spent":"688.539267ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:46:43.920172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.205917ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:46:43.920338Z","caller":"traceutil/trace.go:171","msg":"trace[109787553] linearizableReadLoop","detail":"{readStateIndex:502; appliedIndex:501; }","duration":"133.605471ms","start":"2026-02-26T01:46:43.786708Z","end":"2026-02-26T01:46:43.920314Z","steps":["trace[109787553] 'read index received' (duration: 5.023543ms)","trace[109787553] 'applied index is now lower than readState.Index' (duration: 128.580568ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:46:43.920407Z","caller":"traceutil/trace.go:171","msg":"trace[1718940072] transaction","detail":"{read_only:false; response_revision:483; number_of_response:1; }","duration":"228.113166ms","start":"2026-02-26T01:46:43.692233Z","end":"2026-02-26T01:46:43.920346Z","steps":["trace[1718940072] 'process raft request' (duration: 99.59481ms)","trace[1718940072] 'compare' (duration: 127.980622ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:46:43.920512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.515157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/local-path-storage/\" range_end:\"/registry/secrets/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:46:43.920561Z","caller":"traceutil/trace.go:171","msg":"trace[1837669475] range","detail":"{range_begin:/registry/secrets/local-path-storage/; range_end:/registry/secrets/local-path-storage0; response_count:0; response_revision:483; }","duration":"105.610769ms","start":"2026-02-26T01:46:43.814929Z","end":"2026-02-26T01:46:43.920539Z","steps":["trace[1837669475] 'agreement among raft nodes before linearized reading' (duration: 105.529857ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:46:43.920621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.843237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:46:43.92074Z","caller":"traceutil/trace.go:171","msg":"trace[1927028852] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:483; }","duration":"134.067583ms","start":"2026-02-26T01:46:43.78664Z","end":"2026-02-26T01:46:43.920707Z","steps":["trace[1927028852] 'agreement among raft nodes before linearized reading' (duration: 133.789996ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:46:47.026715Z","caller":"traceutil/trace.go:171","msg":"trace[1853632616] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"581.973054ms","start":"2026-02-26T01:46:46.444722Z","end":"2026-02-26T01:46:47.026695Z","steps":["trace[1853632616] 'process raft request' (duration: 581.883911ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:46:47.026826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:46:46.444688Z","time spent":"582.092456ms","remote":"127.0.0.1:45076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4580,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T01:46:47.03397Z","caller":"traceutil/trace.go:171","msg":"trace[1477981014] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"390.518789ms","start":"2026-02-26T01:46:46.643434Z","end":"2026-02-26T01:46:47.033953Z","steps":["trace[1477981014] 'process raft request' (duration: 390.461937ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:46:47.034014Z","caller":"traceutil/trace.go:171","msg":"trace[1436749748] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"469.611026ms","start":"2026-02-26T01:46:46.564369Z","end":"2026-02-26T01:46:47.03398Z","steps":["trace[1436749748] 'process raft request' (duration: 469.425611ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:46:47.034086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:46:46.64341Z","time spent":"390.620192ms","remote":"127.0.0.1:45076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4234,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T01:46:47.034178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:46:46.564338Z","time spent":"469.755249ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:46:47.034256Z","caller":"traceutil/trace.go:171","msg":"trace[582255626] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"188.578898ms","start":"2026-02-26T01:46:46.845665Z","end":"2026-02-26T01:46:47.034244Z","steps":["trace[582255626] 'process raft request' (duration: 188.266079ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:46:48.287455Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284827046,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T01:46:48.478456Z","caller":"traceutil/trace.go:171","msg":"trace[470232938] transaction","detail":"{read_only:false; response_revision:545; number_of_response:1; }","duration":"771.821384ms","start":"2026-02-26T01:46:47.706606Z","end":"2026-02-26T01:46:48.478427Z","steps":["trace[470232938] 'process raft request' (duration: 771.65147ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:46:48.478658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:46:47.706587Z","time spent":"771.974489ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:46:48.834305Z","caller":"traceutil/trace.go:171","msg":"trace[1455509452] linearizableReadLoop","detail":"{readStateIndex:567; appliedIndex:564; }","duration":"1.047135581s","start":"2026-02-26T01:46:47.787137Z","end":"2026-02-26T01:46:48.834272Z","steps":["trace[1455509452] 'read index received' (duration: 691.192338ms)","trace[1455509452] 'applied index is now lower than readState.Index' (duration: 355.941743ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:46:48.834374Z","caller":"traceutil/trace.go:171","msg":"trace[195795030] transaction","detail":"{read_only:false; response_revision:547; number_of_response:1; }","duration":"989.141864ms","start":"2026-02-26T01:46:47.845201Z","end":"2026-02-26T01:46:48.834342Z","steps":["trace[195795030] 'process raft request' (duration: 989.00924ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:46:48.834508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:46:47.845182Z","time spent":"989.263097ms","remote":"127.0.0.1:45076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12244,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T01:46:48.834537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047376657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:46:48.834585Z","caller":"traceutil/trace.go:171","msg":"trace[488886372] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:547; }","duration":"1.04750115s","start":"2026-02-26T01:46:47.78707Z","end":"2026-02-26T01:46:48.834571Z","steps":["trace[488886372] 'agreement among raft nodes before linearized reading' (duration: 1.047365996s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:46:48.834633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:46:47.787036Z","time spent":"1.047588222s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T01:46:48.834361Z","caller":"traceutil/trace.go:171","msg":"trace[1985011615] transaction","detail":"{read_only:false; response_revision:546; number_of_response:1; }","duration":"1.127485s","start":"2026-02-26T01:46:47.706828Z","end":"2026-02-26T01:46:48.834313Z","steps":["trace[1985011615] 'process raft request' (duration: 1.127164061s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:46:48.834872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:46:47.706806Z","time spent":"1.127951383s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:46:48.840686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.93662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T01:46:48.840703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.997188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"info","ts":"2026-02-26T01:46:48.840742Z","caller":"traceutil/trace.go:171","msg":"trace[255171465] transaction","detail":"{read_only:false; response_revision:548; number_of_response:1; }","duration":"193.473918ms","start":"2026-02-26T01:46:48.647251Z","end":"2026-02-26T01:46:48.840725Z","steps":["trace[255171465] 'process raft request' (duration: 192.977394ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:46:48.840761Z","caller":"traceutil/trace.go:171","msg":"trace[1405764397] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:548; }","duration":"520.059582ms","start":"2026-02-26T01:46:48.320682Z","end":"2026-02-26T01:46:48.840741Z","steps":["trace[1405764397] 'agreement among raft nodes before linearized reading' (duration: 519.927718ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:46:48.840746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.396819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-02-26T01:46:48.840772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.217053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4180"} {"level":"info","ts":"2026-02-26T01:46:48.84081Z","caller":"traceutil/trace.go:171","msg":"trace[338235056] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:548; }","duration":"798.127062ms","start":"2026-02-26T01:46:48.042636Z","end":"2026-02-26T01:46:48.840763Z","steps":["trace[338235056] 'agreement among raft nodes before linearized reading' (duration: 797.914586ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:46:48.84082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:46:48.320665Z","time spent":"520.144955ms","remote":"127.0.0.1:45122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"info","ts":"2026-02-26T01:46:48.840831Z","caller":"traceutil/trace.go:171","msg":"trace[1885857315] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:548; }","duration":"792.522043ms","start":"2026-02-26T01:46:48.04829Z","end":"2026-02-26T01:46:48.840812Z","steps":["trace[1885857315] 'agreement among raft nodes before linearized reading' (duration: 792.211305ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:46:48.840846Z","caller":"traceutil/trace.go:171","msg":"trace[47842347] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:548; }","duration":"398.335996ms","start":"2026-02-26T01:46:48.44249Z","end":"2026-02-26T01:46:48.840826Z","steps":["trace[47842347] 'agreement among raft nodes before linearized reading' (duration: 398.056999ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:46:48.840858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:46:48.042616Z","time spent":"798.231944ms","remote":"127.0.0.1:45076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4357,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" "} {"level":"warn","ts":"2026-02-26T01:46:48.840852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.495241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9320"} {"level":"warn","ts":"2026-02-26T01:46:48.840893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:46:48.442468Z","time spent":"398.410239ms","remote":"127.0.0.1:45076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4204,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" "} {"level":"warn","ts":"2026-02-26T01:46:48.840881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:46:48.048279Z","time spent":"792.592714ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-26T01:46:48.840944Z","caller":"traceutil/trace.go:171","msg":"trace[1428787448] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:548; }","duration":"598.637215ms","start":"2026-02-26T01:46:48.242281Z","end":"2026-02-26T01:46:48.840918Z","steps":["trace[1428787448] 'agreement among raft nodes before linearized reading' (duration: 598.378678ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:46:48.840978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:46:48.242259Z","time spent":"598.711587ms","remote":"127.0.0.1:45076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":9344,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" "} {"level":"warn","ts":"2026-02-26T01:46:48.841125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.308155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T01:46:48.841158Z","caller":"traceutil/trace.go:171","msg":"trace[934994422] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:548; }","duration":"907.380337ms","start":"2026-02-26T01:46:47.933768Z","end":"2026-02-26T01:46:48.841148Z","steps":["trace[934994422] 'agreement among raft nodes before linearized reading' (duration: 907.265554ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:46:48.841186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:46:47.933749Z","time spent":"907.431348ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T01:46:55.366482Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284827325,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T01:46:55.694794Z","caller":"traceutil/trace.go:171","msg":"trace[788293961] linearizableReadLoop","detail":"{readStateIndex:718; appliedIndex:717; }","duration":"829.202875ms","start":"2026-02-26T01:46:54.865561Z","end":"2026-02-26T01:46:55.694764Z","steps":["trace[788293961] 'read index received' (duration: 828.925117ms)","trace[788293961] 'applied index is now lower than readState.Index' (duration: 276.578µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:46:55.695597Z","caller":"traceutil/trace.go:171","msg":"trace[1819134644] transaction","detail":"{read_only:false; response_revision:696; number_of_response:1; }","duration":"831.423694ms","start":"2026-02-26T01:46:54.863878Z","end":"2026-02-26T01:46:55.695302Z","steps":["trace[1819134644] 'process raft request' (duration: 830.702495ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:46:55.695655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.057088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T01:46:55.695814Z","caller":"traceutil/trace.go:171","msg":"trace[1676625843] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:696; }","duration":"830.203751ms","start":"2026-02-26T01:46:54.865535Z","end":"2026-02-26T01:46:55.695739Z","steps":["trace[1676625843] 'agreement among raft nodes before linearized reading' (duration: 829.846702ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:46:55.69588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:46:54.865516Z","time spent":"830.352046ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T01:46:55.696005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:46:54.863865Z","time spent":"831.99855ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:46:55.696213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.806618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-26T01:46:55.696312Z","caller":"traceutil/trace.go:171","msg":"trace[1304681776] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:696; }","duration":"827.909101ms","start":"2026-02-26T01:46:54.868381Z","end":"2026-02-26T01:46:55.69629Z","steps":["trace[1304681776] 'agreement among raft nodes before linearized reading' (duration: 827.692695ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:46:55.696353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:46:54.868348Z","time spent":"827.988912ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T01:46:55.696357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.415433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-02-26T01:46:55.696474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.377444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-l5nn9\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-02-26T01:46:55.696495Z","caller":"traceutil/trace.go:171","msg":"trace[625705017] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:696; }","duration":"594.579277ms","start":"2026-02-26T01:46:55.10186Z","end":"2026-02-26T01:46:55.696439Z","steps":["trace[625705017] 'agreement among raft nodes before linearized reading' (duration: 594.244798ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:46:55.696558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:46:55.101835Z","time spent":"594.710441ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-26T01:46:55.696582Z","caller":"traceutil/trace.go:171","msg":"trace[1485767673] range","detail":"{range_begin:/registry/pods/kube-system/cilium-l5nn9; range_end:; response_count:1; response_revision:696; }","duration":"619.511158ms","start":"2026-02-26T01:46:55.077026Z","end":"2026-02-26T01:46:55.696537Z","steps":["trace[1485767673] 'agreement among raft nodes before linearized reading' (duration: 619.146178ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:46:55.696623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:46:55.076999Z","time spent":"619.612811ms","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16989,"request content":"key:\"/registry/pods/kube-system/cilium-l5nn9\" "} {"level":"warn","ts":"2026-02-26T01:46:56.287124Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284827328,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T01:46:56.787385Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284827328,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T01:46:57.154663Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.352353218s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T01:46:57.155147Z","caller":"traceutil/trace.go:171","msg":"trace[270169111] transaction","detail":"{read_only:false; response_revision:697; number_of_response:1; }","duration":"1.453662923s","start":"2026-02-26T01:46:55.701452Z","end":"2026-02-26T01:46:57.155115Z","steps":["trace[270169111] 'process raft request' (duration: 1.453428317s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:46:57.15533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:46:55.701432Z","time spent":"1.453801006s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:46:57.155331Z","caller":"traceutil/trace.go:171","msg":"trace[1053460503] transaction","detail":"{read_only:false; response_revision:698; number_of_response:1; }","duration":"1.453843228s","start":"2026-02-26T01:46:55.701452Z","end":"2026-02-26T01:46:57.155296Z","steps":["trace[1053460503] 'process raft request' (duration: 1.453623702s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:46:57.155501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:46:55.701429Z","time spent":"1.453981672s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:46:57.786826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000399402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T01:46:57.78693Z","caller":"traceutil/trace.go:171","msg":"trace[1925009371] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000565236s","start":"2026-02-26T01:46:55.786343Z","end":"2026-02-26T01:46:57.786909Z","steps":["trace[1925009371] 'agreement among raft nodes before linearized reading' (duration: 2.000441913s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:46:57.786982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:46:55.78632Z","time spent":"2.000649749s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T01:46:58.246359Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.091466825s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T01:46:58.246808Z","caller":"traceutil/trace.go:171","msg":"trace[1866598865] transaction","detail":"{read_only:false; response_revision:699; number_of_response:1; }","duration":"2.545258121s","start":"2026-02-26T01:46:55.701522Z","end":"2026-02-26T01:46:58.24678Z","steps":["trace[1866598865] 'process raft request' (duration: 2.545070536s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:46:58.24698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:46:55.701506Z","time spent":"2.545403935s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:46:58.247055Z","caller":"traceutil/trace.go:171","msg":"trace[2056200870] transaction","detail":"{read_only:false; response_revision:700; number_of_response:1; }","duration":"2.534617529s","start":"2026-02-26T01:46:55.712397Z","end":"2026-02-26T01:46:58.247014Z","steps":["trace[2056200870] 'process raft request' (duration: 2.534328842s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:46:58.247275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:46:55.712378Z","time spent":"2.534762163s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:46:58.247583Z","caller":"traceutil/trace.go:171","msg":"trace[1514447269] linearizableReadLoop","detail":"{readStateIndex:722; appliedIndex:718; }","duration":"2.461122791s","start":"2026-02-26T01:46:55.786405Z","end":"2026-02-26T01:46:58.247528Z","steps":["trace[1514447269] 'read index received' (duration: 1.368466054s)","trace[1514447269] 'applied index is now lower than readState.Index' (duration: 1.092093872s)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:46:58.26373Z","caller":"traceutil/trace.go:171","msg":"trace[479022466] transaction","detail":"{read_only:false; response_revision:701; number_of_response:1; }","duration":"1.022776375s","start":"2026-02-26T01:46:57.240936Z","end":"2026-02-26T01:46:58.263713Z","steps":["trace[479022466] 'process raft request' (duration: 1.022551649s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:46:58.263787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.750587212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-26T01:46:58.263836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:46:57.240908Z","time spent":"1.022871218s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:46:58.263873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.433796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:46:58.263894Z","caller":"traceutil/trace.go:171","msg":"trace[2092629666] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:701; }","duration":"1.750699716s","start":"2026-02-26T01:46:56.51314Z","end":"2026-02-26T01:46:58.263839Z","steps":["trace[2092629666] 'agreement among raft nodes before linearized reading' (duration: 1.75048351s)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:46:58.263924Z","caller":"traceutil/trace.go:171","msg":"trace[322193772] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:701; }","duration":"476.528928ms","start":"2026-02-26T01:46:57.787383Z","end":"2026-02-26T01:46:58.263912Z","steps":["trace[322193772] 'agreement among raft nodes before linearized reading' (duration: 476.452666ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:46:58.263917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.427339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-26T01:46:58.263974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:46:56.513106Z","time spent":"1.750852269s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T01:46:58.26398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:46:57.78735Z","time spent":"476.622341ms","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T01:46:58.264025Z","caller":"traceutil/trace.go:171","msg":"trace[679399372] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:701; }","duration":"561.572993ms","start":"2026-02-26T01:46:57.702429Z","end":"2026-02-26T01:46:58.264002Z","steps":["trace[679399372] 'agreement among raft nodes before linearized reading' (duration: 561.331436ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:46:58.264023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.271073136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-02-26T01:46:58.264092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:46:57.70241Z","time spent":"561.666985ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-26T01:46:58.264124Z","caller":"traceutil/trace.go:171","msg":"trace[1793037699] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:1; response_revision:701; }","duration":"1.271226499s","start":"2026-02-26T01:46:56.992872Z","end":"2026-02-26T01:46:58.264098Z","steps":["trace[1793037699] 'agreement among raft nodes before linearized reading' (duration: 1.270932532s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:46:58.264201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:46:56.99285Z","time spent":"1.271324802s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.200\" "} {"level":"warn","ts":"2026-02-26T01:46:59.923433Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.641293466s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T01:46:59.923882Z","caller":"traceutil/trace.go:171","msg":"trace[407119813] transaction","detail":"{read_only:false; response_revision:702; number_of_response:1; }","duration":"1.655286077s","start":"2026-02-26T01:46:58.268573Z","end":"2026-02-26T01:46:59.923859Z","steps":["trace[407119813] 'process raft request' (duration: 1.655082591s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:46:59.924061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:46:58.26855Z","time spent":"1.655436941s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:46:59.924165Z","caller":"traceutil/trace.go:171","msg":"trace[1493215693] transaction","detail":"{read_only:false; response_revision:703; number_of_response:1; }","duration":"1.655564774s","start":"2026-02-26T01:46:58.26858Z","end":"2026-02-26T01:46:59.924145Z","steps":["trace[1493215693] 'process raft request' (duration: 1.655231335s)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:46:59.924181Z","caller":"traceutil/trace.go:171","msg":"trace[1445181714] linearizableReadLoop","detail":"{readStateIndex:727; appliedIndex:723; }","duration":"1.651420085s","start":"2026-02-26T01:46:58.272737Z","end":"2026-02-26T01:46:59.924157Z","steps":["trace[1445181714] 'read index received' (duration: 9.42514ms)","trace[1445181714] 'applied index is now lower than readState.Index' (duration: 1.641993935s)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:46:59.924219Z","caller":"traceutil/trace.go:171","msg":"trace[771148557] transaction","detail":"{read_only:false; response_revision:704; number_of_response:1; }","duration":"1.655055721s","start":"2026-02-26T01:46:58.269146Z","end":"2026-02-26T01:46:59.924202Z","steps":["trace[771148557] 'process raft request' (duration: 1.654909297s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:46:59.924258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:46:58.268544Z","time spent":"1.655670607s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T01:46:59.924288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.651534128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:46:59.924321Z","caller":"traceutil/trace.go:171","msg":"trace[1351143310] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:704; }","duration":"1.651590899s","start":"2026-02-26T01:46:58.27272Z","end":"2026-02-26T01:46:59.924311Z","steps":["trace[1351143310] 'agreement among raft nodes before linearized reading' (duration: 1.651527077s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:46:59.924322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:46:58.269126Z","time spent":"1.655132333s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:46:59.92436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:46:58.272713Z","time spent":"1.65163924s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T01:47:00.639027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.257658ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:47:00.639144Z","caller":"traceutil/trace.go:171","msg":"trace[1189222548] linearizableReadLoop","detail":"{readStateIndex:728; appliedIndex:727; }","duration":"714.901445ms","start":"2026-02-26T01:46:59.924225Z","end":"2026-02-26T01:47:00.639127Z","steps":["trace[1189222548] 'read index received' (duration: 80.494673ms)","trace[1189222548] 'applied index is now lower than readState.Index' (duration: 634.405602ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:47:00.639234Z","caller":"traceutil/trace.go:171","msg":"trace[994610816] transaction","detail":"{read_only:false; response_revision:705; number_of_response:1; }","duration":"2.356118339s","start":"2026-02-26T01:46:58.283104Z","end":"2026-02-26T01:47:00.639222Z","steps":["trace[994610816] 'process raft request' (duration: 1.721576883s)","trace[994610816] 'compare' (duration: 634.142515ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:47:00.639291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:46:58.283086Z","time spent":"2.356172001s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:47:00.63953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.480289668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-26T01:47:00.639598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.854458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-26T01:47:00.639609Z","caller":"traceutil/trace.go:171","msg":"trace[143577539] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:705; }","duration":"1.480416001s","start":"2026-02-26T01:46:59.159175Z","end":"2026-02-26T01:47:00.639591Z","steps":["trace[143577539] 'agreement among raft nodes before linearized reading' (duration: 1.480167025s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:47:00.639616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.528516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:47:00.639653Z","caller":"traceutil/trace.go:171","msg":"trace[413081254] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:705; }","duration":"387.942351ms","start":"2026-02-26T01:47:00.251697Z","end":"2026-02-26T01:47:00.639639Z","steps":["trace[413081254] 'agreement among raft nodes before linearized reading' (duration: 387.760476ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:47:00.639658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:46:59.159153Z","time spent":"1.480496044s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T01:47:00.639697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:47:00.251682Z","time spent":"388.007222ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-26T01:47:00.639701Z","caller":"traceutil/trace.go:171","msg":"trace[1452572809] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:705; }","duration":"462.676391ms","start":"2026-02-26T01:47:00.177008Z","end":"2026-02-26T01:47:00.639684Z","steps":["trace[1452572809] 'agreement among raft nodes before linearized reading' (duration: 462.530037ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:47:00.639742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:47:00.176985Z","time spent":"462.750322ms","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T01:47:00.639797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.477290379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-26T01:47:00.639891Z","caller":"traceutil/trace.go:171","msg":"trace[1408971312] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:705; }","duration":"1.477411853s","start":"2026-02-26T01:46:59.162455Z","end":"2026-02-26T01:47:00.639867Z","steps":["trace[1408971312] 'agreement among raft nodes before linearized reading' (duration: 1.477131225s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:47:00.639958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:46:59.162444Z","time spent":"1.477479304s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T01:47:00.640224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.004361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:47:00.640972Z","caller":"traceutil/trace.go:171","msg":"trace[10221505] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:705; }","duration":"714.879954ms","start":"2026-02-26T01:46:59.925897Z","end":"2026-02-26T01:47:00.640777Z","steps":["trace[10221505] 'agreement among raft nodes before linearized reading' (duration: 713.540768ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:47:00.641614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:46:59.925842Z","time spent":"715.755617ms","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T01:47:05.284145Z","caller":"traceutil/trace.go:171","msg":"trace[1503283413] transaction","detail":"{read_only:false; response_revision:736; number_of_response:1; }","duration":"150.080458ms","start":"2026-02-26T01:47:05.134045Z","end":"2026-02-26T01:47:05.284125Z","steps":["trace[1503283413] 'process raft request' (duration: 149.964895ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:47:05.327876Z","caller":"traceutil/trace.go:171","msg":"trace[1832175335] transaction","detail":"{read_only:false; response_revision:737; number_of_response:1; }","duration":"181.318595ms","start":"2026-02-26T01:47:05.14653Z","end":"2026-02-26T01:47:05.327848Z","steps":["trace[1832175335] 'process raft request' (duration: 181.009967ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:47:05.981872Z","caller":"traceutil/trace.go:171","msg":"trace[1698950073] linearizableReadLoop","detail":"{readStateIndex:763; appliedIndex:762; }","duration":"194.542726ms","start":"2026-02-26T01:47:05.787309Z","end":"2026-02-26T01:47:05.981852Z","steps":["trace[1698950073] 'read index received' (duration: 194.354521ms)","trace[1698950073] 'applied index is now lower than readState.Index' (duration: 187.365µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:47:05.981923Z","caller":"traceutil/trace.go:171","msg":"trace[1504919294] transaction","detail":"{read_only:false; response_revision:739; number_of_response:1; }","duration":"351.364911ms","start":"2026-02-26T01:47:05.630537Z","end":"2026-02-26T01:47:05.981902Z","steps":["trace[1504919294] 'process raft request' (duration: 351.205467ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:47:05.982074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.755741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T01:47:05.982105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:47:05.630518Z","time spent":"351.517676ms","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":716,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T01:47:05.982149Z","caller":"traceutil/trace.go:171","msg":"trace[1826733235] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:739; }","duration":"194.867484ms","start":"2026-02-26T01:47:05.787264Z","end":"2026-02-26T01:47:05.982132Z","steps":["trace[1826733235] 'agreement among raft nodes before linearized reading' (duration: 194.675009ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:47:06.482115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.042939ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:47:06.482353Z","caller":"traceutil/trace.go:171","msg":"trace[605954812] transaction","detail":"{read_only:false; response_revision:740; number_of_response:1; }","duration":"496.21634ms","start":"2026-02-26T01:47:05.986102Z","end":"2026-02-26T01:47:06.482319Z","steps":["trace[605954812] 'process raft request' (duration: 343.79171ms)","trace[605954812] 'compare' (duration: 151.851624ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:47:06.482495Z","caller":"traceutil/trace.go:171","msg":"trace[548707936] transaction","detail":"{read_only:false; response_revision:741; number_of_response:1; }","duration":"496.171169ms","start":"2026-02-26T01:47:05.9863Z","end":"2026-02-26T01:47:06.482471Z","steps":["trace[548707936] 'process raft request' (duration: 495.936992ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:47:06.482537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:47:05.98607Z","time spent":"496.376774ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:47:06.482622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:47:05.986277Z","time spent":"496.282762ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:47:06.482665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.643872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T01:47:06.482496Z","caller":"traceutil/trace.go:171","msg":"trace[546377375] linearizableReadLoop","detail":"{readStateIndex:765; appliedIndex:763; }","duration":"413.335133ms","start":"2026-02-26T01:47:06.069005Z","end":"2026-02-26T01:47:06.482341Z","steps":["trace[546377375] 'read index received' (duration: 260.882533ms)","trace[546377375] 'applied index is now lower than readState.Index' (duration: 152.45129ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:47:06.482721Z","caller":"traceutil/trace.go:171","msg":"trace[1446673050] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:741; }","duration":"413.731084ms","start":"2026-02-26T01:47:06.068975Z","end":"2026-02-26T01:47:06.482706Z","steps":["trace[1446673050] 'agreement among raft nodes before linearized reading' (duration: 413.564089ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:47:06.482787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:47:06.068958Z","time spent":"413.813047ms","remote":"127.0.0.1:45380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-26T01:47:06.482951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.255477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-l5nn9\" ","response":"range_response_count:1 size:18337"} {"level":"info","ts":"2026-02-26T01:47:06.483045Z","caller":"traceutil/trace.go:171","msg":"trace[96804738] range","detail":"{range_begin:/registry/pods/kube-system/cilium-l5nn9; range_end:; response_count:1; response_revision:741; }","duration":"337.38869ms","start":"2026-02-26T01:47:06.145641Z","end":"2026-02-26T01:47:06.48303Z","steps":["trace[96804738] 'agreement among raft nodes before linearized reading' (duration: 337.174505ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:47:06.483092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:47:06.145624Z","time spent":"337.454993ms","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":18361,"request content":"key:\"/registry/pods/kube-system/cilium-l5nn9\" "} {"level":"info","ts":"2026-02-26T01:47:06.608626Z","caller":"traceutil/trace.go:171","msg":"trace[1499273595] transaction","detail":"{read_only:false; response_revision:742; number_of_response:1; }","duration":"112.734538ms","start":"2026-02-26T01:47:06.495853Z","end":"2026-02-26T01:47:06.608587Z","steps":["trace[1499273595] 'process raft request' (duration: 111.516736ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:47:07.160133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.444021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-26T01:47:07.160217Z","caller":"traceutil/trace.go:171","msg":"trace[2123801791] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:1; response_revision:745; }","duration":"166.580004ms","start":"2026-02-26T01:47:06.993621Z","end":"2026-02-26T01:47:07.160201Z","steps":["trace[2123801791] 'range keys from in-memory index tree' (duration: 166.261036ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:47:07.362141Z","caller":"traceutil/trace.go:171","msg":"trace[1156744314] transaction","detail":"{read_only:false; response_revision:747; number_of_response:1; }","duration":"186.473463ms","start":"2026-02-26T01:47:07.175643Z","end":"2026-02-26T01:47:07.362116Z","steps":["trace[1156744314] 'process raft request' (duration: 186.274377ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:47:07.857019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.806338ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:47:07.857214Z","caller":"traceutil/trace.go:171","msg":"trace[1697541157] transaction","detail":"{read_only:false; response_revision:749; number_of_response:1; }","duration":"159.747643ms","start":"2026-02-26T01:47:07.697432Z","end":"2026-02-26T01:47:07.85718Z","steps":["trace[1697541157] 'process raft request' (duration: 37.681778ms)","trace[1697541157] 'compare' (duration: 110.724745ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:47:08.295571Z","caller":"traceutil/trace.go:171","msg":"trace[1020354923] transaction","detail":"{read_only:false; response_revision:751; number_of_response:1; }","duration":"115.46621ms","start":"2026-02-26T01:47:08.180032Z","end":"2026-02-26T01:47:08.295498Z","steps":["trace[1020354923] 'process raft request' (duration: 114.472984ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:47:10.015641Z","caller":"traceutil/trace.go:171","msg":"trace[181370630] transaction","detail":"{read_only:false; number_of_response:0; response_revision:762; }","duration":"123.518184ms","start":"2026-02-26T01:47:09.892105Z","end":"2026-02-26T01:47:10.015623Z","steps":["trace[181370630] 'process raft request' (duration: 123.460062ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:47:10.015676Z","caller":"traceutil/trace.go:171","msg":"trace[2142251030] linearizableReadLoop","detail":"{readStateIndex:789; appliedIndex:789; }","duration":"107.595692ms","start":"2026-02-26T01:47:09.90804Z","end":"2026-02-26T01:47:10.015636Z","steps":["trace[2142251030] 'read index received' (duration: 107.580702ms)","trace[2142251030] 'applied index is now lower than readState.Index' (duration: 12.35µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:47:10.015801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.750876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:1668"} {"level":"info","ts":"2026-02-26T01:47:10.015894Z","caller":"traceutil/trace.go:171","msg":"trace[261518352] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:762; }","duration":"107.874279ms","start":"2026-02-26T01:47:09.908001Z","end":"2026-02-26T01:47:10.015876Z","steps":["trace[261518352] 'agreement among raft nodes before linearized reading' (duration: 107.732376ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:47:10.032028Z","caller":"traceutil/trace.go:171","msg":"trace[524163179] transaction","detail":"{read_only:false; response_revision:763; number_of_response:1; }","duration":"120.34829ms","start":"2026-02-26T01:47:09.91166Z","end":"2026-02-26T01:47:10.032009Z","steps":["trace[524163179] 'process raft request' (duration: 120.085313ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:47:10.592921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.474168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:47:10.593012Z","caller":"traceutil/trace.go:171","msg":"trace[1160419849] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:765; }","duration":"147.622542ms","start":"2026-02-26T01:47:10.445372Z","end":"2026-02-26T01:47:10.592995Z","steps":["trace[1160419849] 'range keys from in-memory index tree' (duration: 147.383446ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:47:10.5933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.599338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:47:10.593444Z","caller":"traceutil/trace.go:171","msg":"trace[1340417080] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:765; }","duration":"148.845495ms","start":"2026-02-26T01:47:10.444571Z","end":"2026-02-26T01:47:10.593416Z","steps":["trace[1340417080] 'count revisions from in-memory index tree' (duration: 148.485015ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:47:10.593399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.862915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:47:10.593664Z","caller":"traceutil/trace.go:171","msg":"trace[177113578] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:765; }","duration":"149.161283ms","start":"2026-02-26T01:47:10.444468Z","end":"2026-02-26T01:47:10.593629Z","steps":["trace[177113578] 'range keys from in-memory index tree' (duration: 148.808633ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:47:12.650219Z","caller":"traceutil/trace.go:171","msg":"trace[598017965] transaction","detail":"{read_only:false; response_revision:776; number_of_response:1; }","duration":"143.021664ms","start":"2026-02-26T01:47:12.507183Z","end":"2026-02-26T01:47:12.650205Z","steps":["trace[598017965] 'process raft request' (duration: 83.044203ms)","trace[598017965] 'compare' (duration: 59.902989ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:47:12.666958Z","caller":"traceutil/trace.go:171","msg":"trace[460909645] transaction","detail":"{read_only:false; response_revision:777; number_of_response:1; }","duration":"151.362673ms","start":"2026-02-26T01:47:12.515583Z","end":"2026-02-26T01:47:12.666946Z","steps":["trace[460909645] 'process raft request' (duration: 151.288671ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:47:12.866229Z","caller":"traceutil/trace.go:171","msg":"trace[1065343814] transaction","detail":"{read_only:false; response_revision:778; number_of_response:1; }","duration":"206.685951ms","start":"2026-02-26T01:47:12.65952Z","end":"2026-02-26T01:47:12.866206Z","steps":["trace[1065343814] 'process raft request' (duration: 117.681501ms)","trace[1065343814] 'compare' (duration: 88.768754ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:47:12.866527Z","caller":"traceutil/trace.go:171","msg":"trace[475884091] transaction","detail":"{read_only:false; response_revision:779; number_of_response:1; }","duration":"206.858406ms","start":"2026-02-26T01:47:12.659647Z","end":"2026-02-26T01:47:12.866506Z","steps":["trace[475884091] 'process raft request' (duration: 206.497966ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:47:12.86671Z","caller":"traceutil/trace.go:171","msg":"trace[321788315] transaction","detail":"{read_only:false; response_revision:780; number_of_response:1; }","duration":"206.911486ms","start":"2026-02-26T01:47:12.659769Z","end":"2026-02-26T01:47:12.86668Z","steps":["trace[321788315] 'process raft request' (duration: 206.65147ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:47:12.866885Z","caller":"traceutil/trace.go:171","msg":"trace[1465330162] transaction","detail":"{read_only:false; response_revision:781; number_of_response:1; }","duration":"206.749092ms","start":"2026-02-26T01:47:12.660112Z","end":"2026-02-26T01:47:12.866861Z","steps":["trace[1465330162] 'process raft request' (duration: 206.457665ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:47:12.866981Z","caller":"traceutil/trace.go:171","msg":"trace[1518946496] transaction","detail":"{read_only:false; response_revision:782; number_of_response:1; }","duration":"205.567012ms","start":"2026-02-26T01:47:12.661397Z","end":"2026-02-26T01:47:12.866964Z","steps":["trace[1518946496] 'process raft request' (duration: 205.291825ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:47:12.867087Z","caller":"traceutil/trace.go:171","msg":"trace[1806233635] transaction","detail":"{read_only:false; response_revision:783; number_of_response:1; }","duration":"205.476479ms","start":"2026-02-26T01:47:12.661596Z","end":"2026-02-26T01:47:12.867072Z","steps":["trace[1806233635] 'process raft request' (duration: 205.180191ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:47:12.867275Z","caller":"traceutil/trace.go:171","msg":"trace[1692561731] transaction","detail":"{read_only:false; response_revision:784; number_of_response:1; }","duration":"205.579092ms","start":"2026-02-26T01:47:12.661651Z","end":"2026-02-26T01:47:12.86723Z","steps":["trace[1692561731] 'process raft request' (duration: 205.274194ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:47:12.867316Z","caller":"traceutil/trace.go:171","msg":"trace[760569874] transaction","detail":"{read_only:false; response_revision:785; number_of_response:1; }","duration":"205.059468ms","start":"2026-02-26T01:47:12.662247Z","end":"2026-02-26T01:47:12.867306Z","steps":["trace[760569874] 'process raft request' (duration: 204.848612ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:47:12.867438Z","caller":"traceutil/trace.go:171","msg":"trace[554396083] linearizableReadLoop","detail":"{readStateIndex:813; appliedIndex:804; }","duration":"200.469018ms","start":"2026-02-26T01:47:12.666959Z","end":"2026-02-26T01:47:12.867428Z","steps":["trace[554396083] 'read index received' (duration: 110.255996ms)","trace[554396083] 'applied index is now lower than readState.Index' (duration: 90.212042ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:47:12.867407Z","caller":"traceutil/trace.go:171","msg":"trace[45177387] transaction","detail":"{read_only:false; response_revision:787; number_of_response:1; }","duration":"197.196642ms","start":"2026-02-26T01:47:12.670194Z","end":"2026-02-26T01:47:12.867391Z","steps":["trace[45177387] 'process raft request' (duration: 197.10615ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:47:12.867615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.282119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-26T01:47:12.867669Z","caller":"traceutil/trace.go:171","msg":"trace[2063981981] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:787; }","duration":"201.368231ms","start":"2026-02-26T01:47:12.666289Z","end":"2026-02-26T01:47:12.867658Z","steps":["trace[2063981981] 'agreement among raft nodes before linearized reading' (duration: 201.225457ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:47:12.867761Z","caller":"traceutil/trace.go:171","msg":"trace[2091112239] transaction","detail":"{read_only:false; response_revision:786; number_of_response:1; }","duration":"205.030318ms","start":"2026-02-26T01:47:12.66272Z","end":"2026-02-26T01:47:12.867751Z","steps":["trace[2091112239] 'process raft request' (duration: 204.506604ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:47:13.291456Z","caller":"traceutil/trace.go:171","msg":"trace[1469865689] transaction","detail":"{read_only:false; response_revision:805; number_of_response:1; }","duration":"106.460426ms","start":"2026-02-26T01:47:13.184973Z","end":"2026-02-26T01:47:13.291433Z","steps":["trace[1469865689] 'process raft request' (duration: 104.906956ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:47:14.75652Z","caller":"traceutil/trace.go:171","msg":"trace[645199609] transaction","detail":"{read_only:false; response_revision:817; number_of_response:1; }","duration":"111.775846ms","start":"2026-02-26T01:47:14.644708Z","end":"2026-02-26T01:47:14.756484Z","steps":["trace[645199609] 'process raft request' (duration: 37.857891ms)","trace[645199609] 'compare' (duration: 73.71708ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:47:15.17359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.637237ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:47:15.173712Z","caller":"traceutil/trace.go:171","msg":"trace[436075756] transaction","detail":"{read_only:false; response_revision:823; number_of_response:1; }","duration":"224.609939ms","start":"2026-02-26T01:47:14.949078Z","end":"2026-02-26T01:47:15.173688Z","steps":["trace[436075756] 'process raft request' (duration: 61.787507ms)","trace[436075756] 'compare' (duration: 162.441082ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:47:15.54472Z","caller":"traceutil/trace.go:171","msg":"trace[716533665] transaction","detail":"{read_only:false; response_revision:824; number_of_response:1; }","duration":"100.641144ms","start":"2026-02-26T01:47:15.444049Z","end":"2026-02-26T01:47:15.544691Z","steps":["trace[716533665] 'process raft request' (duration: 100.46258ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:47:15.761961Z","caller":"traceutil/trace.go:171","msg":"trace[915886989] transaction","detail":"{read_only:false; response_revision:825; number_of_response:1; }","duration":"115.863233ms","start":"2026-02-26T01:47:15.64607Z","end":"2026-02-26T01:47:15.761933Z","steps":["trace[915886989] 'process raft request' (duration: 115.73411ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:47:16.544879Z","caller":"traceutil/trace.go:171","msg":"trace[297765761] transaction","detail":"{read_only:false; response_revision:827; number_of_response:1; }","duration":"299.317466ms","start":"2026-02-26T01:47:16.245535Z","end":"2026-02-26T01:47:16.544853Z","steps":["trace[297765761] 'process raft request' (duration: 299.09985ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:47:17.453052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.766682ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:47:17.453188Z","caller":"traceutil/trace.go:171","msg":"trace[693369474] transaction","detail":"{read_only:false; response_revision:851; number_of_response:1; }","duration":"219.534807ms","start":"2026-02-26T01:47:17.233612Z","end":"2026-02-26T01:47:17.453147Z","steps":["trace[693369474] 'process raft request' (duration: 93.57473ms)","trace[693369474] 'compare' (duration: 125.653379ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:47:17.458808Z","caller":"traceutil/trace.go:171","msg":"trace[1904204306] transaction","detail":"{read_only:false; response_revision:852; number_of_response:1; }","duration":"224.6063ms","start":"2026-02-26T01:47:17.23419Z","end":"2026-02-26T01:47:17.458796Z","steps":["trace[1904204306] 'process raft request' (duration: 224.497157ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:47:17.459313Z","caller":"traceutil/trace.go:171","msg":"trace[437163611] transaction","detail":"{read_only:false; response_revision:853; number_of_response:1; }","duration":"221.508499ms","start":"2026-02-26T01:47:17.237794Z","end":"2026-02-26T01:47:17.459302Z","steps":["trace[437163611] 'process raft request' (duration: 220.956894ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:47:17.459354Z","caller":"traceutil/trace.go:171","msg":"trace[213411651] transaction","detail":"{read_only:false; response_revision:854; number_of_response:1; }","duration":"220.79332ms","start":"2026-02-26T01:47:17.238522Z","end":"2026-02-26T01:47:17.459316Z","steps":["trace[213411651] 'process raft request' (duration: 220.474812ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:47:21.309815Z","caller":"traceutil/trace.go:171","msg":"trace[1444733536] linearizableReadLoop","detail":"{readStateIndex:920; appliedIndex:919; }","duration":"111.616172ms","start":"2026-02-26T01:47:21.198173Z","end":"2026-02-26T01:47:21.309789Z","steps":["trace[1444733536] 'read index received' (duration: 111.408186ms)","trace[1444733536] 'applied index is now lower than readState.Index' (duration: 206.556µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:47:21.309902Z","caller":"traceutil/trace.go:171","msg":"trace[1507228523] transaction","detail":"{read_only:false; response_revision:890; number_of_response:1; }","duration":"197.86184ms","start":"2026-02-26T01:47:21.112018Z","end":"2026-02-26T01:47:21.30988Z","steps":["trace[1507228523] 'process raft request' (duration: 197.595343ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:47:21.310195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.010783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-02-26T01:47:21.310245Z","caller":"traceutil/trace.go:171","msg":"trace[284003930] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:890; }","duration":"112.099794ms","start":"2026-02-26T01:47:21.198131Z","end":"2026-02-26T01:47:21.310231Z","steps":["trace[284003930] 'agreement among raft nodes before linearized reading' (duration: 111.819587ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:47:21.6177Z","caller":"traceutil/trace.go:171","msg":"trace[1507245276] transaction","detail":"{read_only:false; response_revision:893; number_of_response:1; }","duration":"209.819552ms","start":"2026-02-26T01:47:21.407852Z","end":"2026-02-26T01:47:21.617671Z","steps":["trace[1507245276] 'process raft request' (duration: 209.633577ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:47:22.037353Z","caller":"traceutil/trace.go:171","msg":"trace[1916722521] linearizableReadLoop","detail":"{readStateIndex:924; appliedIndex:923; }","duration":"249.802389ms","start":"2026-02-26T01:47:21.787494Z","end":"2026-02-26T01:47:22.037297Z","steps":["trace[1916722521] 'read index received' (duration: 247.039557ms)","trace[1916722521] 'applied index is now lower than readState.Index' (duration: 2.760012ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:47:22.037408Z","caller":"traceutil/trace.go:171","msg":"trace[387207120] transaction","detail":"{read_only:false; response_revision:894; number_of_response:1; }","duration":"412.324143ms","start":"2026-02-26T01:47:21.625035Z","end":"2026-02-26T01:47:22.037359Z","steps":["trace[387207120] 'process raft request' (duration: 409.608942ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:47:22.037558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.035145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:47:22.03761Z","caller":"traceutil/trace.go:171","msg":"trace[1876433800] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:894; }","duration":"250.164499ms","start":"2026-02-26T01:47:21.787431Z","end":"2026-02-26T01:47:22.037595Z","steps":["trace[1876433800] 'agreement among raft nodes before linearized reading' (duration: 250.026355ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:47:22.037631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:47:21.625005Z","time spent":"412.507618ms","remote":"127.0.0.1:45492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3745,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:47:22.274524Z","caller":"traceutil/trace.go:171","msg":"trace[1240531034] transaction","detail":"{read_only:false; response_revision:895; number_of_response:1; }","duration":"116.037257ms","start":"2026-02-26T01:47:22.158455Z","end":"2026-02-26T01:47:22.274492Z","steps":["trace[1240531034] 'process raft request' (duration: 17.336204ms)","trace[1240531034] 'compare' (duration: 98.58127ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:47:25.34142Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.013431819s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T01:47:25.497157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.281045ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:47:25.497279Z","caller":"traceutil/trace.go:171","msg":"trace[1097591607] linearizableReadLoop","detail":"{readStateIndex:941; appliedIndex:940; }","duration":"516.362977ms","start":"2026-02-26T01:47:24.980897Z","end":"2026-02-26T01:47:25.49726Z","steps":["trace[1097591607] 'read index received' (duration: 360.672441ms)","trace[1097591607] 'applied index is now lower than readState.Index' (duration: 155.689046ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:47:25.497496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.018514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T01:47:25.497425Z","caller":"traceutil/trace.go:171","msg":"trace[868769064] transaction","detail":"{read_only:false; response_revision:910; number_of_response:1; }","duration":"1.169506074s","start":"2026-02-26T01:47:24.327851Z","end":"2026-02-26T01:47:25.497358Z","steps":["trace[868769064] 'process raft request' (duration: 1.013849589s)","trace[868769064] 'compare' (duration: 154.596288ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:47:25.497542Z","caller":"traceutil/trace.go:171","msg":"trace[1486049327] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:910; }","duration":"457.090615ms","start":"2026-02-26T01:47:25.040439Z","end":"2026-02-26T01:47:25.49753Z","steps":["trace[1486049327] 'agreement among raft nodes before linearized reading' (duration: 456.929211ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:47:25.49752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.615294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-26T01:47:25.497581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:47:25.04042Z","time spent":"457.152727ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T01:47:25.497572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.203475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-02-26T01:47:25.497587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.350032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-26T01:47:25.497619Z","caller":"traceutil/trace.go:171","msg":"trace[89187858] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:910; }","duration":"516.772487ms","start":"2026-02-26T01:47:24.980822Z","end":"2026-02-26T01:47:25.497594Z","steps":["trace[89187858] 'agreement among raft nodes before linearized reading' (duration: 516.535621ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:47:25.497666Z","caller":"traceutil/trace.go:171","msg":"trace[1285786428] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:910; }","duration":"152.371149ms","start":"2026-02-26T01:47:25.345275Z","end":"2026-02-26T01:47:25.497646Z","steps":["trace[1285786428] 'agreement among raft nodes before linearized reading' (duration: 152.101822ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:47:25.497671Z","caller":"traceutil/trace.go:171","msg":"trace[1605298042] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:910; }","duration":"376.466045ms","start":"2026-02-26T01:47:25.121187Z","end":"2026-02-26T01:47:25.497653Z","steps":["trace[1605298042] 'agreement among raft nodes before linearized reading' (duration: 376.229919ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:47:25.497984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:47:25.121167Z","time spent":"376.795163ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T01:47:25.497985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:47:24.327829Z","time spent":"1.169742221s","remote":"127.0.0.1:45492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3875,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:47:25.497669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:47:24.980752Z","time spent":"516.908581ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T01:47:25.497692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.312707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T01:47:25.498301Z","caller":"traceutil/trace.go:171","msg":"trace[783570378] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:910; }","duration":"170.897523ms","start":"2026-02-26T01:47:25.327302Z","end":"2026-02-26T01:47:25.4982Z","steps":["trace[783570378] 'agreement among raft nodes before linearized reading' (duration: 170.107403ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:47:33.854302Z","caller":"traceutil/trace.go:171","msg":"trace[2004833559] transaction","detail":"{read_only:false; response_revision:964; number_of_response:1; }","duration":"305.820055ms","start":"2026-02-26T01:47:33.548456Z","end":"2026-02-26T01:47:33.854276Z","steps":["trace[2004833559] 'process raft request' (duration: 305.674612ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:47:33.854501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:47:33.54843Z","time spent":"305.98339ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:47:33.85585Z","caller":"traceutil/trace.go:171","msg":"trace[983968530] linearizableReadLoop","detail":"{readStateIndex:999; appliedIndex:998; }","duration":"301.742459ms","start":"2026-02-26T01:47:33.554067Z","end":"2026-02-26T01:47:33.85581Z","steps":["trace[983968530] 'read index received' (duration: 300.290921ms)","trace[983968530] 'applied index is now lower than readState.Index' (duration: 1.450368ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:47:33.856001Z","caller":"traceutil/trace.go:171","msg":"trace[76279063] transaction","detail":"{read_only:false; response_revision:965; number_of_response:1; }","duration":"304.091451ms","start":"2026-02-26T01:47:33.551884Z","end":"2026-02-26T01:47:33.855975Z","steps":["trace[76279063] 'process raft request' (duration: 303.800353ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:47:33.856102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:47:33.551863Z","time spent":"304.191833ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:47:33.856127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.116382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-02-26T01:47:33.856127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.036056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-26T01:47:33.856214Z","caller":"traceutil/trace.go:171","msg":"trace[2053267438] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:965; }","duration":"302.14932ms","start":"2026-02-26T01:47:33.554044Z","end":"2026-02-26T01:47:33.856194Z","steps":["trace[2053267438] 'agreement among raft nodes before linearized reading' (duration: 301.927034ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:47:33.856267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:47:33.554034Z","time spent":"302.223001ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T01:47:33.85617Z","caller":"traceutil/trace.go:171","msg":"trace[1055445411] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:965; }","duration":"301.205635ms","start":"2026-02-26T01:47:33.554952Z","end":"2026-02-26T01:47:33.856158Z","steps":["trace[1055445411] 'agreement among raft nodes before linearized reading' (duration: 301.043441ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:47:33.856115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.054611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T01:47:33.856432Z","caller":"traceutil/trace.go:171","msg":"trace[61076775] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:965; }","duration":"301.405681ms","start":"2026-02-26T01:47:33.55501Z","end":"2026-02-26T01:47:33.856416Z","steps":["trace[61076775] 'agreement among raft nodes before linearized reading' (duration: 300.99116ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:47:33.856471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:47:33.554993Z","time spent":"301.468032ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T01:47:33.856767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:47:33.554941Z","time spent":"301.810551ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-26T01:47:38.126354Z","caller":"traceutil/trace.go:171","msg":"trace[515245390] transaction","detail":"{read_only:false; response_revision:992; number_of_response:1; }","duration":"201.162486ms","start":"2026-02-26T01:47:37.925167Z","end":"2026-02-26T01:47:38.126329Z","steps":["trace[515245390] 'process raft request' (duration: 200.289473ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:47:38.1269Z","caller":"traceutil/trace.go:171","msg":"trace[1060791600] transaction","detail":"{read_only:false; response_revision:993; number_of_response:1; }","duration":"149.147264ms","start":"2026-02-26T01:47:37.977727Z","end":"2026-02-26T01:47:38.126874Z","steps":["trace[1060791600] 'process raft request' (duration: 148.654961ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:47:38.127109Z","caller":"traceutil/trace.go:171","msg":"trace[325612991] transaction","detail":"{read_only:false; response_revision:994; number_of_response:1; }","duration":"149.249837ms","start":"2026-02-26T01:47:37.977813Z","end":"2026-02-26T01:47:38.127063Z","steps":["trace[325612991] 'process raft request' (duration: 148.97748ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:47:46.080168Z","caller":"traceutil/trace.go:171","msg":"trace[345714336] transaction","detail":"{read_only:false; response_revision:1050; number_of_response:1; }","duration":"108.653714ms","start":"2026-02-26T01:47:45.971486Z","end":"2026-02-26T01:47:46.08014Z","steps":["trace[345714336] 'process raft request' (duration: 108.437099ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:47:58.402407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.9157ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:47:58.402533Z","caller":"traceutil/trace.go:171","msg":"trace[507834786] linearizableReadLoop","detail":"{readStateIndex:1258; appliedIndex:1257; }","duration":"167.316829ms","start":"2026-02-26T01:47:58.235197Z","end":"2026-02-26T01:47:58.402514Z","steps":["trace[507834786] 'read index received' (duration: 63.144353ms)","trace[507834786] 'applied index is now lower than readState.Index' (duration: 104.171406ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:47:58.402624Z","caller":"traceutil/trace.go:171","msg":"trace[191400080] transaction","detail":"{read_only:false; response_revision:1214; number_of_response:1; }","duration":"170.050561ms","start":"2026-02-26T01:47:58.23255Z","end":"2026-02-26T01:47:58.402601Z","steps":["trace[191400080] 'process raft request' (duration: 65.833073ms)","trace[191400080] 'compare' (duration: 103.791627ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:47:58.402704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.510814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T01:47:58.40274Z","caller":"traceutil/trace.go:171","msg":"trace[1809975144] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1214; }","duration":"167.586806ms","start":"2026-02-26T01:47:58.235144Z","end":"2026-02-26T01:47:58.40273Z","steps":["trace[1809975144] 'agreement among raft nodes before linearized reading' (duration: 167.459623ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:47:58.402924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.923752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-02-26T01:47:58.402956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.495983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-02-26T01:47:58.403016Z","caller":"traceutil/trace.go:171","msg":"trace[729541665] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1214; }","duration":"166.064876ms","start":"2026-02-26T01:47:58.236932Z","end":"2026-02-26T01:47:58.402997Z","steps":["trace[729541665] 'agreement among raft nodes before linearized reading' (duration: 165.788699ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:47:58.403048Z","caller":"traceutil/trace.go:171","msg":"trace[10478647] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1214; }","duration":"162.620876ms","start":"2026-02-26T01:47:58.240408Z","end":"2026-02-26T01:47:58.403029Z","steps":["trace[10478647] 'agreement among raft nodes before linearized reading' (duration: 162.343649ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:47:58.64042Z","caller":"traceutil/trace.go:171","msg":"trace[696676945] transaction","detail":"{read_only:false; response_revision:1216; number_of_response:1; }","duration":"233.229755ms","start":"2026-02-26T01:47:58.407165Z","end":"2026-02-26T01:47:58.640395Z","steps":["trace[696676945] 'process raft request' (duration: 233.049681ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:47:58.6407Z","caller":"traceutil/trace.go:171","msg":"trace[209654669] transaction","detail":"{read_only:false; response_revision:1217; number_of_response:1; }","duration":"233.212435ms","start":"2026-02-26T01:47:58.407428Z","end":"2026-02-26T01:47:58.64064Z","steps":["trace[209654669] 'process raft request' (duration: 232.928617ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:48:00.273996Z","caller":"traceutil/trace.go:171","msg":"trace[102272533] linearizableReadLoop","detail":"{readStateIndex:1280; appliedIndex:1279; }","duration":"162.336409ms","start":"2026-02-26T01:48:00.11162Z","end":"2026-02-26T01:48:00.273956Z","steps":["trace[102272533] 'read index received' (duration: 159.780452ms)","trace[102272533] 'applied index is now lower than readState.Index' (duration: 2.554927ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:48:00.274128Z","caller":"traceutil/trace.go:171","msg":"trace[324157289] transaction","detail":"{read_only:false; response_revision:1236; number_of_response:1; }","duration":"182.445236ms","start":"2026-02-26T01:48:00.09167Z","end":"2026-02-26T01:48:00.274115Z","steps":["trace[324157289] 'process raft request' (duration: 179.9331ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:48:00.274402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.691785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T01:48:00.274511Z","caller":"traceutil/trace.go:171","msg":"trace[383503233] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:1236; }","duration":"150.828719ms","start":"2026-02-26T01:48:00.123655Z","end":"2026-02-26T01:48:00.274483Z","steps":["trace[383503233] 'agreement among raft nodes before linearized reading' (duration: 150.584463ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:48:00.274452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.780862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-controller-wrn24\" ","response":"range_response_count:1 size:7093"} {"level":"info","ts":"2026-02-26T01:48:00.274863Z","caller":"traceutil/trace.go:171","msg":"trace[98770838] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-controller-wrn24; range_end:; response_count:1; response_revision:1236; }","duration":"163.244223ms","start":"2026-02-26T01:48:00.111596Z","end":"2026-02-26T01:48:00.27484Z","steps":["trace[98770838] 'agreement among raft nodes before linearized reading' (duration: 162.623067ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:48:10.603371Z","caller":"traceutil/trace.go:171","msg":"trace[2024783376] linearizableReadLoop","detail":"{readStateIndex:1509; appliedIndex:1508; }","duration":"145.369625ms","start":"2026-02-26T01:48:10.457973Z","end":"2026-02-26T01:48:10.603342Z","steps":["trace[2024783376] 'read index received' (duration: 145.121019ms)","trace[2024783376] 'applied index is now lower than readState.Index' (duration: 247.566µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:48:10.603455Z","caller":"traceutil/trace.go:171","msg":"trace[1549649268] transaction","detail":"{read_only:false; response_revision:1445; number_of_response:1; }","duration":"166.610812ms","start":"2026-02-26T01:48:10.436821Z","end":"2026-02-26T01:48:10.603432Z","steps":["trace[1549649268] 'process raft request' (duration: 166.302274ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:48:10.603668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.682313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-26T01:48:10.603716Z","caller":"traceutil/trace.go:171","msg":"trace[912696465] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1445; }","duration":"145.774336ms","start":"2026-02-26T01:48:10.45793Z","end":"2026-02-26T01:48:10.603705Z","steps":["trace[912696465] 'agreement among raft nodes before linearized reading' (duration: 145.579531ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:48:10.729316Z","caller":"traceutil/trace.go:171","msg":"trace[2065458445] transaction","detail":"{read_only:false; response_revision:1446; number_of_response:1; }","duration":"120.784842ms","start":"2026-02-26T01:48:10.608508Z","end":"2026-02-26T01:48:10.729293Z","steps":["trace[2065458445] 'process raft request' (duration: 120.562656ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:48:10.729394Z","caller":"traceutil/trace.go:171","msg":"trace[1141598729] transaction","detail":"{read_only:false; response_revision:1447; number_of_response:1; }","duration":"120.862404ms","start":"2026-02-26T01:48:10.608507Z","end":"2026-02-26T01:48:10.72937Z","steps":["trace[1141598729] 'process raft request' (duration: 120.70477ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:48:11.220898Z","caller":"traceutil/trace.go:171","msg":"trace[434800240] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1449; }","duration":"118.518103ms","start":"2026-02-26T01:48:11.102338Z","end":"2026-02-26T01:48:11.220856Z","steps":["trace[434800240] 'process raft request' (duration: 118.39587ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:48:11.97147Z","caller":"traceutil/trace.go:171","msg":"trace[202412102] transaction","detail":"{read_only:false; response_revision:1450; number_of_response:1; }","duration":"111.642952ms","start":"2026-02-26T01:48:11.859778Z","end":"2026-02-26T01:48:11.971421Z","steps":["trace[202412102] 'process raft request' (duration: 111.303053ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:48:12.250425Z","caller":"traceutil/trace.go:171","msg":"trace[513130877] linearizableReadLoop","detail":"{readStateIndex:1519; appliedIndex:1518; }","duration":"110.502373ms","start":"2026-02-26T01:48:12.139896Z","end":"2026-02-26T01:48:12.250398Z","steps":["trace[513130877] 'read index received' (duration: 110.265627ms)","trace[513130877] 'applied index is now lower than readState.Index' (duration: 235.876µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:48:12.250496Z","caller":"traceutil/trace.go:171","msg":"trace[1548617744] transaction","detail":"{read_only:false; response_revision:1452; number_of_response:1; }","duration":"115.7485ms","start":"2026-02-26T01:48:12.134709Z","end":"2026-02-26T01:48:12.250458Z","steps":["trace[1548617744] 'process raft request' (duration: 115.502844ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:48:12.250633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.709958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:48:12.250694Z","caller":"traceutil/trace.go:171","msg":"trace[1107070346] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:1452; }","duration":"110.813231ms","start":"2026-02-26T01:48:12.139865Z","end":"2026-02-26T01:48:12.250678Z","steps":["trace[1107070346] 'agreement among raft nodes before linearized reading' (duration: 110.669717ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:48:12.250889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.976855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:48:12.250973Z","caller":"traceutil/trace.go:171","msg":"trace[2030886671] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:1452; }","duration":"111.098539ms","start":"2026-02-26T01:48:12.139858Z","end":"2026-02-26T01:48:12.250957Z","steps":["trace[2030886671] 'agreement among raft nodes before linearized reading' (duration: 110.966095ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:48:12.283587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.646164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:48:12.283682Z","caller":"traceutil/trace.go:171","msg":"trace[1576070506] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:1452; }","duration":"129.814768ms","start":"2026-02-26T01:48:12.153849Z","end":"2026-02-26T01:48:12.283664Z","steps":["trace[1576070506] 'agreement among raft nodes before linearized reading' (duration: 129.665194ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:48:12.283672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.111206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:48:12.283785Z","caller":"traceutil/trace.go:171","msg":"trace[391918399] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:1452; }","duration":"143.24792ms","start":"2026-02-26T01:48:12.14051Z","end":"2026-02-26T01:48:12.283758Z","steps":["trace[391918399] 'agreement among raft nodes before linearized reading' (duration: 143.066915ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:48:12.284074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.976895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T01:48:12.284066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.914453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:48:12.284124Z","caller":"traceutil/trace.go:171","msg":"trace[1688191931] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:1452; }","duration":"111.029286ms","start":"2026-02-26T01:48:12.173083Z","end":"2026-02-26T01:48:12.284112Z","steps":["trace[1688191931] 'agreement among raft nodes before linearized reading' (duration: 110.956564ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:48:12.284155Z","caller":"traceutil/trace.go:171","msg":"trace[985000900] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:1452; }","duration":"111.018475ms","start":"2026-02-26T01:48:12.173108Z","end":"2026-02-26T01:48:12.284127Z","steps":["trace[985000900] 'agreement among raft nodes before linearized reading' (duration: 110.897112ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:48:12.284182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.017029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:48:12.284256Z","caller":"traceutil/trace.go:171","msg":"trace[1088537666] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:1452; }","duration":"131.116012ms","start":"2026-02-26T01:48:12.153122Z","end":"2026-02-26T01:48:12.284238Z","steps":["trace[1088537666] 'agreement among raft nodes before linearized reading' (duration: 130.991539ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:48:12.284428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.786316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:48:12.284472Z","caller":"traceutil/trace.go:171","msg":"trace[1920377465] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:1452; }","duration":"111.850527ms","start":"2026-02-26T01:48:12.172612Z","end":"2026-02-26T01:48:12.284462Z","steps":["trace[1920377465] 'agreement among raft nodes before linearized reading' (duration: 111.779265ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:48:12.283917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.66501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:48:12.284681Z","caller":"traceutil/trace.go:171","msg":"trace[863183129] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:1452; }","duration":"131.460592ms","start":"2026-02-26T01:48:12.153201Z","end":"2026-02-26T01:48:12.284661Z","steps":["trace[863183129] 'agreement among raft nodes before linearized reading' (duration: 130.62577ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:48:13.340152Z","caller":"traceutil/trace.go:171","msg":"trace[1678582714] transaction","detail":"{read_only:false; response_revision:1481; number_of_response:1; }","duration":"202.981594ms","start":"2026-02-26T01:48:13.13712Z","end":"2026-02-26T01:48:13.340101Z","steps":["trace[1678582714] 'process raft request' (duration: 189.148561ms)","trace[1678582714] 'compare' (duration: 13.605117ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:48:13.363975Z","caller":"traceutil/trace.go:171","msg":"trace[194057904] transaction","detail":"{read_only:false; response_revision:1482; number_of_response:1; }","duration":"112.938486ms","start":"2026-02-26T01:48:13.250964Z","end":"2026-02-26T01:48:13.363903Z","steps":["trace[194057904] 'process raft request' (duration: 112.769972ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:48:13.54055Z","caller":"traceutil/trace.go:171","msg":"trace[154520996] transaction","detail":"{read_only:false; response_revision:1483; number_of_response:1; }","duration":"156.102796ms","start":"2026-02-26T01:48:13.384421Z","end":"2026-02-26T01:48:13.540524Z","steps":["trace[154520996] 'process raft request' (duration: 97.979645ms)","trace[154520996] 'compare' (duration: 57.905396ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:48:13.720186Z","caller":"traceutil/trace.go:171","msg":"trace[453935712] transaction","detail":"{read_only:false; response_revision:1485; number_of_response:1; }","duration":"171.87425ms","start":"2026-02-26T01:48:13.548284Z","end":"2026-02-26T01:48:13.720158Z","steps":["trace[453935712] 'process raft request' (duration: 149.499364ms)","trace[453935712] 'compare' (duration: 22.214882ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:48:13.951202Z","caller":"traceutil/trace.go:171","msg":"trace[382280494] transaction","detail":"{read_only:false; response_revision:1486; number_of_response:1; }","duration":"224.809225ms","start":"2026-02-26T01:48:13.726365Z","end":"2026-02-26T01:48:13.951174Z","steps":["trace[382280494] 'process raft request' (duration: 211.647411ms)","trace[382280494] 'compare' (duration: 12.976309ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:48:13.951462Z","caller":"traceutil/trace.go:171","msg":"trace[564499793] transaction","detail":"{read_only:false; response_revision:1487; number_of_response:1; }","duration":"224.684212ms","start":"2026-02-26T01:48:13.726741Z","end":"2026-02-26T01:48:13.951425Z","steps":["trace[564499793] 'process raft request' (duration: 224.376234ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:48:16.325762Z","caller":"traceutil/trace.go:171","msg":"trace[1160139537] linearizableReadLoop","detail":"{readStateIndex:1574; appliedIndex:1573; }","duration":"303.841296ms","start":"2026-02-26T01:48:16.021893Z","end":"2026-02-26T01:48:16.325734Z","steps":["trace[1160139537] 'read index received' (duration: 303.580129ms)","trace[1160139537] 'applied index is now lower than readState.Index' (duration: 260.117µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:48:16.325841Z","caller":"traceutil/trace.go:171","msg":"trace[825474859] transaction","detail":"{read_only:false; response_revision:1505; number_of_response:1; }","duration":"332.532758ms","start":"2026-02-26T01:48:15.993251Z","end":"2026-02-26T01:48:16.325783Z","steps":["trace[825474859] 'process raft request' (duration: 332.298951ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:48:16.325969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.065973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T01:48:16.326026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:48:15.993221Z","time spent":"332.723653ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:48:16.326033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.934943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:48:16.326097Z","caller":"traceutil/trace.go:171","msg":"trace[1194854987] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:0; response_revision:1505; }","duration":"156.053645ms","start":"2026-02-26T01:48:16.17002Z","end":"2026-02-26T01:48:16.326073Z","steps":["trace[1194854987] 'agreement among raft nodes before linearized reading' (duration: 155.924292ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:48:16.326036Z","caller":"traceutil/trace.go:171","msg":"trace[2000723630] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1505; }","duration":"304.215917ms","start":"2026-02-26T01:48:16.021804Z","end":"2026-02-26T01:48:16.32602Z","steps":["trace[2000723630] 'agreement among raft nodes before linearized reading' (duration: 304.072853ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:48:16.326459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:48:16.021773Z","time spent":"304.617507ms","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T01:48:23.890218Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284829131,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T01:48:24.390595Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284829131,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T01:48:24.891425Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284829131,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T01:48:25.391988Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284829131,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T01:48:25.695614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.545197884s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:48:25.695778Z","caller":"traceutil/trace.go:171","msg":"trace[52955089] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1613; }","duration":"2.545374029s","start":"2026-02-26T01:48:23.150377Z","end":"2026-02-26T01:48:25.695751Z","steps":["trace[52955089] 'range keys from in-memory index tree' (duration: 2.545177404s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:48:25.777091Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.404408098s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T01:48:25.777679Z","caller":"traceutil/trace.go:171","msg":"trace[485876742] transaction","detail":"{read_only:false; response_revision:1614; number_of_response:1; }","duration":"2.405119336s","start":"2026-02-26T01:48:23.372536Z","end":"2026-02-26T01:48:25.777656Z","steps":["trace[485876742] 'process raft request' (duration: 2.404828699s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:48:25.778572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:48:23.372506Z","time spent":"2.40524883s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:48:26.003819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.543125ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:48:26.004021Z","caller":"traceutil/trace.go:171","msg":"trace[921938728] transaction","detail":"{read_only:false; response_revision:1615; number_of_response:1; }","duration":"2.226884671s","start":"2026-02-26T01:48:23.777119Z","end":"2026-02-26T01:48:26.004003Z","steps":["trace[921938728] 'process raft request' (duration: 2.046071398s)","trace[921938728] 'compare' (duration: 180.400822ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:48:26.004114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:48:23.77709Z","time spent":"2.226995414s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:48:26.004842Z","caller":"traceutil/trace.go:171","msg":"trace[1100826852] transaction","detail":"{read_only:false; response_revision:1616; number_of_response:1; }","duration":"1.968096042s","start":"2026-02-26T01:48:24.03671Z","end":"2026-02-26T01:48:26.004806Z","steps":["trace[1100826852] 'process raft request' (duration: 1.967209748s)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:48:26.004882Z","caller":"traceutil/trace.go:171","msg":"trace[1302754105] linearizableReadLoop","detail":"{readStateIndex:1688; appliedIndex:1684; }","duration":"2.615418719s","start":"2026-02-26T01:48:23.389431Z","end":"2026-02-26T01:48:26.00485Z","steps":["trace[1302754105] 'read index received' (duration: 2.387990759s)","trace[1302754105] 'applied index is now lower than readState.Index' (duration: 227.4262ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:48:26.004935Z","caller":"traceutil/trace.go:171","msg":"trace[2013790804] transaction","detail":"{read_only:false; response_revision:1617; number_of_response:1; }","duration":"1.829597615s","start":"2026-02-26T01:48:24.175294Z","end":"2026-02-26T01:48:26.004891Z","steps":["trace[2013790804] 'process raft request' (duration: 1.829390459s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:48:26.005013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:48:24.036682Z","time spent":"1.968248106s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:48:26.005124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.615675355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-26T01:48:26.005201Z","caller":"traceutil/trace.go:171","msg":"trace[12222803] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1617; }","duration":"2.615778968s","start":"2026-02-26T01:48:23.389392Z","end":"2026-02-26T01:48:26.005171Z","steps":["trace[12222803] 'agreement among raft nodes before linearized reading' (duration: 2.615565003s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:48:26.005232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:48:23.389379Z","time spent":"2.61584616s","remote":"127.0.0.1:50696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-26T01:48:26.005252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.464566968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3085c8ce-ed1a-475d-9953-594ef8bc228f\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-02-26T01:48:26.005267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.066869624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-26T01:48:26.005315Z","caller":"traceutil/trace.go:171","msg":"trace[1303363031] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3085c8ce-ed1a-475d-9953-594ef8bc228f; range_end:; response_count:1; response_revision:1617; }","duration":"2.464686911s","start":"2026-02-26T01:48:23.540608Z","end":"2026-02-26T01:48:26.005295Z","steps":["trace[1303363031] 'agreement among raft nodes before linearized reading' (duration: 2.464462506s)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:48:26.005333Z","caller":"traceutil/trace.go:171","msg":"trace[176326318] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1617; }","duration":"1.066996187s","start":"2026-02-26T01:48:24.938319Z","end":"2026-02-26T01:48:26.005315Z","steps":["trace[176326318] 'agreement among raft nodes before linearized reading' (duration: 1.066777181s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:48:26.005363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:48:23.540585Z","time spent":"2.464768044s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3651,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3085c8ce-ed1a-475d-9953-594ef8bc228f\" "} {"level":"warn","ts":"2026-02-26T01:48:26.005394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.217762545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T01:48:26.005403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:48:24.938283Z","time spent":"1.06710302s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T01:48:26.005434Z","caller":"traceutil/trace.go:171","msg":"trace[88859558] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1617; }","duration":"1.217844438s","start":"2026-02-26T01:48:24.787572Z","end":"2026-02-26T01:48:26.005417Z","steps":["trace[88859558] 'agreement among raft nodes before linearized reading' (duration: 1.217802077s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:48:26.005469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:48:24.787546Z","time spent":"1.217917689s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T01:48:26.005478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.040847095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-26T01:48:26.005536Z","caller":"traceutil/trace.go:171","msg":"trace[1091004269] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1617; }","duration":"1.040908466s","start":"2026-02-26T01:48:24.964615Z","end":"2026-02-26T01:48:26.005523Z","steps":["trace[1091004269] 'agreement among raft nodes before linearized reading' (duration: 1.040738462s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:48:26.005307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.635605408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-02-26T01:48:26.005592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:48:24.964537Z","time spent":"1.04103742s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-26T01:48:26.00563Z","caller":"traceutil/trace.go:171","msg":"trace[2005679373] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1617; }","duration":"1.635983788s","start":"2026-02-26T01:48:24.36963Z","end":"2026-02-26T01:48:26.005613Z","steps":["trace[2005679373] 'agreement among raft nodes before linearized reading' (duration: 1.635476425s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:48:26.005611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:48:24.175266Z","time spent":"1.829845392s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:48:26.005667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041504482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-26T01:48:26.005687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.463084019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T01:48:26.00574Z","caller":"traceutil/trace.go:171","msg":"trace[2070747616] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1617; }","duration":"2.463148051s","start":"2026-02-26T01:48:23.542567Z","end":"2026-02-26T01:48:26.005715Z","steps":["trace[2070747616] 'agreement among raft nodes before linearized reading' (duration: 2.46307795s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:48:26.005735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.041160171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3085c8ce-ed1a-475d-9953-594ef8bc228f\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-02-26T01:48:26.005748Z","caller":"traceutil/trace.go:171","msg":"trace[1835725887] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1617; }","duration":"1.041600984s","start":"2026-02-26T01:48:24.964112Z","end":"2026-02-26T01:48:26.005713Z","steps":["trace[1835725887] 'agreement among raft nodes before linearized reading' (duration: 1.041386059s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:48:26.00577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:48:23.542556Z","time spent":"2.463207713s","remote":"127.0.0.1:45462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-02-26T01:48:26.005778Z","caller":"traceutil/trace.go:171","msg":"trace[341370521] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3085c8ce-ed1a-475d-9953-594ef8bc228f; range_end:; response_count:1; response_revision:1617; }","duration":"2.041248683s","start":"2026-02-26T01:48:23.964518Z","end":"2026-02-26T01:48:26.005767Z","steps":["trace[341370521] 'agreement among raft nodes before linearized reading' (duration: 2.041114139s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:48:26.005786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:48:24.964093Z","time spent":"1.041685086s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T01:48:26.005817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:48:23.964488Z","time spent":"2.041322475s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3651,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3085c8ce-ed1a-475d-9953-594ef8bc228f\" "} {"level":"warn","ts":"2026-02-26T01:48:26.005819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041214374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-26T01:48:26.005839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.463127041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-02-26T01:48:26.005877Z","caller":"traceutil/trace.go:171","msg":"trace[1075557537] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1617; }","duration":"2.463222603s","start":"2026-02-26T01:48:23.542645Z","end":"2026-02-26T01:48:26.005867Z","steps":["trace[1075557537] 'agreement among raft nodes before linearized reading' (duration: 2.463060629s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:48:26.005665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:48:24.369609Z","time spent":"1.63604611s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-26T01:48:26.005949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:48:23.542639Z","time spent":"2.463297935s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-02-26T01:48:26.005877Z","caller":"traceutil/trace.go:171","msg":"trace[398563140] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1617; }","duration":"1.041293516s","start":"2026-02-26T01:48:24.964569Z","end":"2026-02-26T01:48:26.005862Z","steps":["trace[398563140] 'agreement among raft nodes before linearized reading' (duration: 1.041158213s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:48:26.006022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:48:24.964551Z","time spent":"1.0414631s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T01:48:26.005994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.611507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:48:26.006096Z","caller":"traceutil/trace.go:171","msg":"trace[1400615048] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:1617; }","duration":"394.787361ms","start":"2026-02-26T01:48:25.611287Z","end":"2026-02-26T01:48:26.006074Z","steps":["trace[1400615048] 'agreement among raft nodes before linearized reading' (duration: 394.3634ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:48:26.006147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:48:25.611252Z","time spent":"394.884614ms","remote":"127.0.0.1:42380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-02-26T01:48:26.006285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.282065115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T01:48:26.006614Z","caller":"traceutil/trace.go:171","msg":"trace[935702860] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1617; }","duration":"1.282446945s","start":"2026-02-26T01:48:24.72415Z","end":"2026-02-26T01:48:26.006597Z","steps":["trace[935702860] 'agreement among raft nodes before linearized reading' (duration: 1.281466889s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:48:26.006659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:48:24.724118Z","time spent":"1.282528617s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T01:48:26.262413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.699348ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:48:26.262576Z","caller":"traceutil/trace.go:171","msg":"trace[782226306] transaction","detail":"{read_only:false; response_revision:1618; number_of_response:1; }","duration":"247.921774ms","start":"2026-02-26T01:48:26.014634Z","end":"2026-02-26T01:48:26.262555Z","steps":["trace[782226306] 'process raft request' (duration: 138.972219ms)","trace[782226306] 'compare' (duration: 108.213025ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:48:26.874929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.806508ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:48:26.875382Z","caller":"traceutil/trace.go:171","msg":"trace[352990945] linearizableReadLoop","detail":"{readStateIndex:1696; appliedIndex:1688; }","duration":"855.116503ms","start":"2026-02-26T01:48:26.020247Z","end":"2026-02-26T01:48:26.875363Z","steps":["trace[352990945] 'read index received' (duration: 133.357383ms)","trace[352990945] 'applied index is now lower than readState.Index' (duration: 721.75801ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:48:26.87573Z","caller":"traceutil/trace.go:171","msg":"trace[921364496] transaction","detail":"{read_only:false; response_revision:1624; number_of_response:1; }","duration":"859.681482ms","start":"2026-02-26T01:48:26.016038Z","end":"2026-02-26T01:48:26.875719Z","steps":["trace[921364496] 'process raft request' (duration: 859.184369ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:48:26.875803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:48:26.016023Z","time spent":"859.741113ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:48:26.875339Z","caller":"traceutil/trace.go:171","msg":"trace[785096932] transaction","detail":"{read_only:false; response_revision:1620; number_of_response:1; }","duration":"860.049241ms","start":"2026-02-26T01:48:26.015208Z","end":"2026-02-26T01:48:26.875257Z","steps":["trace[785096932] 'process raft request' (duration: 859.836366ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:48:26.87617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:48:26.015198Z","time spent":"860.861523ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:48:26.876233Z","caller":"traceutil/trace.go:171","msg":"trace[64134331] transaction","detail":"{read_only:false; response_revision:1625; number_of_response:1; }","duration":"858.45738ms","start":"2026-02-26T01:48:26.017738Z","end":"2026-02-26T01:48:26.876195Z","steps":["trace[64134331] 'process raft request' (duration: 857.519435ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:48:26.87628Z","caller":"traceutil/trace.go:171","msg":"trace[966470339] transaction","detail":"{read_only:false; response_revision:1619; number_of_response:1; }","duration":"861.53506ms","start":"2026-02-26T01:48:26.014722Z","end":"2026-02-26T01:48:26.876257Z","steps":["trace[966470339] 'process raft request' (duration: 428.229923ms)","trace[966470339] 'compare' (duration: 431.641754ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:48:26.876334Z","caller":"traceutil/trace.go:171","msg":"trace[1837328028] transaction","detail":"{read_only:false; response_revision:1621; number_of_response:1; }","duration":"860.901664ms","start":"2026-02-26T01:48:26.015389Z","end":"2026-02-26T01:48:26.876291Z","steps":["trace[1837328028] 'process raft request' (duration: 859.717433ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:48:26.876429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:48:26.017724Z","time spent":"858.589644ms","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:48:26.876477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.100815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"warn","ts":"2026-02-26T01:48:26.876535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:48:26.015365Z","time spent":"861.075758ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:48:26.87655Z","caller":"traceutil/trace.go:171","msg":"trace[442774628] transaction","detail":"{read_only:false; response_revision:1623; number_of_response:1; }","duration":"860.862462ms","start":"2026-02-26T01:48:26.015671Z","end":"2026-02-26T01:48:26.876533Z","steps":["trace[442774628] 'process raft request' (duration: 859.516157ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:48:26.876604Z","caller":"traceutil/trace.go:171","msg":"trace[1512071204] transaction","detail":"{read_only:false; response_revision:1622; number_of_response:1; }","duration":"861.197441ms","start":"2026-02-26T01:48:26.015373Z","end":"2026-02-26T01:48:26.876571Z","steps":["trace[1512071204] 'process raft request' (duration: 859.772274ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:48:26.876631Z","caller":"traceutil/trace.go:171","msg":"trace[289113746] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1625; }","duration":"782.23846ms","start":"2026-02-26T01:48:26.094303Z","end":"2026-02-26T01:48:26.876541Z","steps":["trace[289113746] 'agreement among raft nodes before linearized reading' (duration: 781.920861ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:48:26.876648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:48:26.015635Z","time spent":"860.968275ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:48:26.876373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:48:26.014686Z","time spent":"861.637303ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:48:26.876679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:48:26.094279Z","time spent":"782.390293ms","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10352,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T01:48:26.876721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:48:26.015349Z","time spent":"861.314095ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:48:26.876884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.626122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:48:26.876949Z","caller":"traceutil/trace.go:171","msg":"trace[1159119774] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1625; }","duration":"856.712625ms","start":"2026-02-26T01:48:26.020218Z","end":"2026-02-26T01:48:26.876931Z","steps":["trace[1159119774] 'agreement among raft nodes before linearized reading' (duration: 856.001466ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:48:26.876991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:48:26.020208Z","time spent":"856.771596ms","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T01:48:27.398265Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284829149,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T01:48:27.899129Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284829149,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T01:48:27.956403Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.076693521s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T01:48:27.956832Z","caller":"traceutil/trace.go:171","msg":"trace[1109475975] transaction","detail":"{read_only:false; response_revision:1626; number_of_response:1; }","duration":"1.077243926s","start":"2026-02-26T01:48:26.879562Z","end":"2026-02-26T01:48:27.956806Z","steps":["trace[1109475975] 'process raft request' (duration: 1.077074981s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:48:27.957055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:48:26.87953Z","time spent":"1.077379228s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":967,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:48:27.957575Z","caller":"traceutil/trace.go:171","msg":"trace[634713834] linearizableReadLoop","detail":"{readStateIndex:1698; appliedIndex:1696; }","duration":"1.060332484s","start":"2026-02-26T01:48:26.897217Z","end":"2026-02-26T01:48:27.957549Z","steps":["trace[634713834] 'read index received' (duration: 1.059434951s)","trace[634713834] 'applied index is now lower than readState.Index' (duration: 896.073µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:48:27.957931Z","caller":"traceutil/trace.go:171","msg":"trace[1698838124] transaction","detail":"{read_only:false; response_revision:1627; number_of_response:1; }","duration":"167.750942ms","start":"2026-02-26T01:48:27.790163Z","end":"2026-02-26T01:48:27.957914Z","steps":["trace[1698838124] 'process raft request' (duration: 167.283379ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:48:27.958154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.685273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-26T01:48:27.958209Z","caller":"traceutil/trace.go:171","msg":"trace[1421127164] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:1; response_revision:1627; }","duration":"957.785795ms","start":"2026-02-26T01:48:27.000411Z","end":"2026-02-26T01:48:27.958197Z","steps":["trace[1421127164] 'agreement among raft nodes before linearized reading' (duration: 957.621191ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:48:27.958249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:48:27.000381Z","time spent":"957.861147ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.200\" "} {"level":"warn","ts":"2026-02-26T01:48:27.958488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.460885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3085c8ce-ed1a-475d-9953-594ef8bc228f\" ","response":"range_response_count:1 size:3747"} {"level":"warn","ts":"2026-02-26T01:48:27.958496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.758311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-26T01:48:27.958734Z","caller":"traceutil/trace.go:171","msg":"trace[1153179261] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3085c8ce-ed1a-475d-9953-594ef8bc228f; range_end:; response_count:1; response_revision:1627; }","duration":"947.746023ms","start":"2026-02-26T01:48:27.010975Z","end":"2026-02-26T01:48:27.958721Z","steps":["trace[1153179261] 'agreement among raft nodes before linearized reading' (duration: 947.438025ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:48:27.958764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:48:27.010954Z","time spent":"947.803415ms","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3771,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3085c8ce-ed1a-475d-9953-594ef8bc228f\" "} {"level":"info","ts":"2026-02-26T01:48:27.958766Z","caller":"traceutil/trace.go:171","msg":"trace[1260784998] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1627; }","duration":"941.067128ms","start":"2026-02-26T01:48:27.01768Z","end":"2026-02-26T01:48:27.958747Z","steps":["trace[1260784998] 'agreement among raft nodes before linearized reading' (duration: 940.621677ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:48:27.9588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.124973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:48:27.959177Z","caller":"traceutil/trace.go:171","msg":"trace[1530210866] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1627; }","duration":"171.007656ms","start":"2026-02-26T01:48:27.788118Z","end":"2026-02-26T01:48:27.959126Z","steps":["trace[1530210866] 'agreement among raft nodes before linearized reading' (duration: 170.135123ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:48:27.958817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:48:27.017664Z","time spent":"941.142661ms","remote":"127.0.0.1:50696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-26T01:48:27.95888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.061676969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:48:27.959384Z","caller":"traceutil/trace.go:171","msg":"trace[1684457491] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1627; }","duration":"1.062214642s","start":"2026-02-26T01:48:26.897146Z","end":"2026-02-26T01:48:27.959361Z","steps":["trace[1684457491] 'agreement among raft nodes before linearized reading' (duration: 1.061706769s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:48:27.959462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:48:26.89712Z","time spent":"1.062329506s","remote":"127.0.0.1:45492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-26T01:48:27.959913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.088768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-02-26T01:48:27.959994Z","caller":"traceutil/trace.go:171","msg":"trace[306546546] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1627; }","duration":"931.264643ms","start":"2026-02-26T01:48:27.028717Z","end":"2026-02-26T01:48:27.959982Z","steps":["trace[306546546] 'agreement among raft nodes before linearized reading' (duration: 930.01361ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:48:27.960262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:48:27.028693Z","time spent":"931.444458ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-02-26T01:48:31.070356Z","caller":"traceutil/trace.go:171","msg":"trace[2113806160] transaction","detail":"{read_only:false; response_revision:1654; number_of_response:1; }","duration":"121.528784ms","start":"2026-02-26T01:48:30.948786Z","end":"2026-02-26T01:48:31.070315Z","steps":["trace[2113806160] 'process raft request' (duration: 121.111813ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:48:31.286451Z","caller":"traceutil/trace.go:171","msg":"trace[606002844] transaction","detail":"{read_only:false; response_revision:1655; number_of_response:1; }","duration":"209.953703ms","start":"2026-02-26T01:48:31.076455Z","end":"2026-02-26T01:48:31.286409Z","steps":["trace[606002844] 'process raft request' (duration: 209.700457ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:48:31.839904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.109357ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:48:31.840235Z","caller":"traceutil/trace.go:171","msg":"trace[1704170893] transaction","detail":"{read_only:false; response_revision:1657; number_of_response:1; }","duration":"463.67394ms","start":"2026-02-26T01:48:31.376517Z","end":"2026-02-26T01:48:31.840191Z","steps":["trace[1704170893] 'process raft request' (duration: 16.200093ms)","trace[1704170893] 'compare' (duration: 446.908702ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:48:31.840386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:48:31.37649Z","time spent":"463.831774ms","remote":"127.0.0.1:45180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1184,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T01:48:32.102921Z","caller":"traceutil/trace.go:171","msg":"trace[567910082] transaction","detail":"{read_only:false; response_revision:1659; number_of_response:1; }","duration":"256.442508ms","start":"2026-02-26T01:48:31.846454Z","end":"2026-02-26T01:48:32.102897Z","steps":["trace[567910082] 'process raft request' (duration: 169.080007ms)","trace[567910082] 'compare' (duration: 87.149566ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:48:32.103252Z","caller":"traceutil/trace.go:171","msg":"trace[478079506] transaction","detail":"{read_only:false; response_revision:1660; number_of_response:1; }","duration":"131.370481ms","start":"2026-02-26T01:48:31.971849Z","end":"2026-02-26T01:48:32.10322Z","steps":["trace[478079506] 'process raft request' (duration: 130.982121ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:48:32.404899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.577489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" ","response":"range_response_count:1 size:199"} {"level":"info","ts":"2026-02-26T01:48:32.40506Z","caller":"traceutil/trace.go:171","msg":"trace[388353294] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/expand-controller; range_end:; response_count:1; response_revision:1663; }","duration":"200.804285ms","start":"2026-02-26T01:48:32.204218Z","end":"2026-02-26T01:48:32.405022Z","steps":["trace[388353294] 'range keys from in-memory index tree' (duration: 200.419455ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:48:32.459028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.684015ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-26T01:48:32.45919Z","caller":"traceutil/trace.go:171","msg":"trace[1478163314] linearizableReadLoop","detail":"{readStateIndex:1736; appliedIndex:1735; }","duration":"171.233832ms","start":"2026-02-26T01:48:32.287924Z","end":"2026-02-26T01:48:32.459158Z","steps":["trace[1478163314] 'read index received' (duration: 58.591µs)","trace[1478163314] 'applied index is now lower than readState.Index' (duration: 171.173231ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:48:32.459461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.51826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T01:48:32.459557Z","caller":"traceutil/trace.go:171","msg":"trace[75615050] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1663; }","duration":"171.660804ms","start":"2026-02-26T01:48:32.287877Z","end":"2026-02-26T01:48:32.459538Z","steps":["trace[75615050] 'agreement among raft nodes before linearized reading' (duration: 171.385957ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:48:32.823465Z","caller":"traceutil/trace.go:171","msg":"trace[477816388] transaction","detail":"{read_only:false; response_revision:1666; number_of_response:1; }","duration":"174.20229ms","start":"2026-02-26T01:48:32.649218Z","end":"2026-02-26T01:48:32.823421Z","steps":["trace[477816388] 'process raft request' (duration: 88.096811ms)","trace[477816388] 'compare' (duration: 85.726869ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:48:34.620049Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284829266,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T01:48:34.67946Z","caller":"traceutil/trace.go:171","msg":"trace[1810071814] transaction","detail":"{read_only:false; response_revision:1679; number_of_response:1; }","duration":"569.356711ms","start":"2026-02-26T01:48:34.110076Z","end":"2026-02-26T01:48:34.679433Z","steps":["trace[1810071814] 'process raft request' (duration: 569.180216ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:48:34.679644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:48:34.110044Z","time spent":"569.506804ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:48:34.682353Z","caller":"traceutil/trace.go:171","msg":"trace[593242388] transaction","detail":"{read_only:false; response_revision:1680; number_of_response:1; }","duration":"570.784798ms","start":"2026-02-26T01:48:34.111513Z","end":"2026-02-26T01:48:34.682298Z","steps":["trace[593242388] 'process raft request' (duration: 570.49399ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:48:34.682633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:48:34.111479Z","time spent":"570.994223ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:48:34.682996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.839056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-26T01:48:34.68307Z","caller":"traceutil/trace.go:171","msg":"trace[394781993] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1680; }","duration":"564.187495ms","start":"2026-02-26T01:48:34.118857Z","end":"2026-02-26T01:48:34.683045Z","steps":["trace[394781993] 'agreement among raft nodes before linearized reading' (duration: 563.511477ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:48:34.683134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:48:34.118832Z","time spent":"564.291818ms","remote":"127.0.0.1:50696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-02-26T01:48:34.682267Z","caller":"traceutil/trace.go:171","msg":"trace[726888326] linearizableReadLoop","detail":"{readStateIndex:1753; appliedIndex:1751; }","duration":"563.316242ms","start":"2026-02-26T01:48:34.118926Z","end":"2026-02-26T01:48:34.682242Z","steps":["trace[726888326] 'read index received' (duration: 560.436057ms)","trace[726888326] 'applied index is now lower than readState.Index' (duration: 2.879255ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:48:34.683488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.732815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T01:48:34.683535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.449543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T01:48:34.683565Z","caller":"traceutil/trace.go:171","msg":"trace[592821041] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:1680; }","duration":"341.871179ms","start":"2026-02-26T01:48:34.341668Z","end":"2026-02-26T01:48:34.683539Z","steps":["trace[592821041] 'agreement among raft nodes before linearized reading' (duration: 341.682364ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:48:34.683593Z","caller":"traceutil/trace.go:171","msg":"trace[1800992034] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1680; }","duration":"193.551795ms","start":"2026-02-26T01:48:34.490012Z","end":"2026-02-26T01:48:34.683563Z","steps":["trace[1800992034] 'agreement among raft nodes before linearized reading' (duration: 193.36664ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:48:34.683628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:48:34.341651Z","time spent":"341.964831ms","remote":"127.0.0.1:40928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-02-26T01:48:43.225434Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284829388,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T01:48:43.726619Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284829388,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T01:48:43.785098Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.105648227s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T01:48:43.785775Z","caller":"traceutil/trace.go:171","msg":"trace[387954834] transaction","detail":"{read_only:false; response_revision:1740; number_of_response:1; }","duration":"1.106479049s","start":"2026-02-26T01:48:42.679268Z","end":"2026-02-26T01:48:43.785747Z","steps":["trace[387954834] 'process raft request' (duration: 1.10612218s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:48:43.78609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:48:42.67924Z","time spent":"1.106761716s","remote":"127.0.0.1:45202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7968,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:48:44.036976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.838128ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:48:44.037372Z","caller":"traceutil/trace.go:171","msg":"trace[1925161029] transaction","detail":"{read_only:false; response_revision:1741; number_of_response:1; }","duration":"1.326382092s","start":"2026-02-26T01:48:42.71093Z","end":"2026-02-26T01:48:44.037312Z","steps":["trace[1925161029] 'process raft request' (duration: 1.131054481s)","trace[1925161029] 'compare' (duration: 194.329785ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:48:44.037469Z","caller":"traceutil/trace.go:171","msg":"trace[934596428] transaction","detail":"{read_only:false; response_revision:1742; number_of_response:1; }","duration":"1.323731562s","start":"2026-02-26T01:48:42.713693Z","end":"2026-02-26T01:48:44.037424Z","steps":["trace[934596428] 'process raft request' (duration: 1.323426994s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:48:44.037664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:48:42.713681Z","time spent":"1.323879397s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:48:44.037687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:48:42.710899Z","time spent":"1.326590527s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:48:44.275074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.799909ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-26T01:48:44.275545Z","caller":"traceutil/trace.go:171","msg":"trace[2086072380] linearizableReadLoop","detail":"{readStateIndex:1817; appliedIndex:1813; }","duration":"1.55070427s","start":"2026-02-26T01:48:42.724766Z","end":"2026-02-26T01:48:44.27547Z","steps":["trace[2086072380] 'read index received' (duration: 1.060658502s)","trace[2086072380] 'applied index is now lower than readState.Index' (duration: 490.042018ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:48:44.275731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.550945276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T01:48:44.276112Z","caller":"traceutil/trace.go:171","msg":"trace[752796036] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1742; }","duration":"1.551364687s","start":"2026-02-26T01:48:42.724732Z","end":"2026-02-26T01:48:44.276097Z","steps":["trace[752796036] 'agreement among raft nodes before linearized reading' (duration: 1.550850624s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:48:44.276096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.152423358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-02-26T01:48:44.276091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.261281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T01:48:44.276141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.536708345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-02-26T01:48:44.275895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.190866432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-26T01:48:44.27618Z","caller":"traceutil/trace.go:171","msg":"trace[1826920431] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1742; }","duration":"1.19119188s","start":"2026-02-26T01:48:43.084981Z","end":"2026-02-26T01:48:44.276173Z","steps":["trace[1826920431] 'agreement among raft nodes before linearized reading' (duration: 1.190770699s)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:48:44.276177Z","caller":"traceutil/trace.go:171","msg":"trace[1587990647] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1742; }","duration":"488.412396ms","start":"2026-02-26T01:48:43.787745Z","end":"2026-02-26T01:48:44.276157Z","steps":["trace[1587990647] 'agreement among raft nodes before linearized reading' (duration: 488.255322ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:48:44.276185Z","caller":"traceutil/trace.go:171","msg":"trace[2056190012] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1742; }","duration":"1.536781947s","start":"2026-02-26T01:48:42.739387Z","end":"2026-02-26T01:48:44.276169Z","steps":["trace[2056190012] 'agreement among raft nodes before linearized reading' (duration: 1.536332625s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:48:44.276206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:48:43.084964Z","time spent":"1.191236352s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T01:48:44.276171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.219035828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11982"} {"level":"warn","ts":"2026-02-26T01:48:44.275924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.186680813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-26T01:48:44.27627Z","caller":"traceutil/trace.go:171","msg":"trace[1953646380] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1742; }","duration":"1.187070952s","start":"2026-02-26T01:48:43.089187Z","end":"2026-02-26T01:48:44.276258Z","steps":["trace[1953646380] 'agreement among raft nodes before linearized reading' (duration: 1.186547539s)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:48:44.276214Z","caller":"traceutil/trace.go:171","msg":"trace[2086339038] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1742; }","duration":"1.15252245s","start":"2026-02-26T01:48:43.123629Z","end":"2026-02-26T01:48:44.276151Z","steps":["trace[2086339038] 'agreement among raft nodes before linearized reading' (duration: 1.152328965s)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:48:44.276274Z","caller":"traceutil/trace.go:171","msg":"trace[914158574] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1742; }","duration":"1.219193782s","start":"2026-02-26T01:48:43.057055Z","end":"2026-02-26T01:48:44.276249Z","steps":["trace[914158574] 'agreement among raft nodes before linearized reading' (duration: 1.218855493s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:48:44.276308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:48:43.08917Z","time spent":"1.187128284s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T01:48:44.276151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:48:42.72472Z","time spent":"1.551424369s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T01:48:44.276331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:48:43.057032Z","time spent":"1.219285214s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12006,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T01:48:44.276011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.187105884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T01:48:44.276381Z","caller":"traceutil/trace.go:171","msg":"trace[1410965971] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1742; }","duration":"1.187495913s","start":"2026-02-26T01:48:43.088879Z","end":"2026-02-26T01:48:44.276375Z","steps":["trace[1410965971] 'agreement among raft nodes before linearized reading' (duration: 1.187046042s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:48:44.2764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:48:43.088868Z","time spent":"1.187527385s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T01:48:44.276036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.305267349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-02-26T01:48:44.276373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:48:43.123617Z","time spent":"1.152740966s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-26T01:48:44.276438Z","caller":"traceutil/trace.go:171","msg":"trace[848949962] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1742; }","duration":"1.305716382s","start":"2026-02-26T01:48:42.97071Z","end":"2026-02-26T01:48:44.276426Z","steps":["trace[848949962] 'agreement among raft nodes before linearized reading' (duration: 1.305219349s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:48:44.276477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:48:42.970681Z","time spent":"1.305784294s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-26T01:48:44.276054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.184246789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-02-26T01:48:44.276522Z","caller":"traceutil/trace.go:171","msg":"trace[1453155177] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1742; }","duration":"1.184737762s","start":"2026-02-26T01:48:43.091776Z","end":"2026-02-26T01:48:44.276513Z","steps":["trace[1453155177] 'agreement among raft nodes before linearized reading' (duration: 1.184211318s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:48:44.27655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:48:43.091765Z","time spent":"1.184776783s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T01:48:44.276222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:48:42.739364Z","time spent":"1.536850038s","remote":"127.0.0.1:50696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-26T01:48:44.276218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:48:43.787715Z","time spent":"488.495397ms","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T01:48:44.573221Z","caller":"traceutil/trace.go:171","msg":"trace[116860128] transaction","detail":"{read_only:false; response_revision:1745; number_of_response:1; }","duration":"290.912308ms","start":"2026-02-26T01:48:44.282284Z","end":"2026-02-26T01:48:44.573196Z","steps":["trace[116860128] 'process raft request' (duration: 290.844936ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:48:44.57343Z","caller":"traceutil/trace.go:171","msg":"trace[1235483566] transaction","detail":"{read_only:false; response_revision:1744; number_of_response:1; }","duration":"291.449962ms","start":"2026-02-26T01:48:44.281969Z","end":"2026-02-26T01:48:44.573419Z","steps":["trace[1235483566] 'process raft request' (duration: 290.99574ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:48:44.57373Z","caller":"traceutil/trace.go:171","msg":"trace[1418318906] transaction","detail":"{read_only:false; response_revision:1746; number_of_response:1; }","duration":"291.224936ms","start":"2026-02-26T01:48:44.282479Z","end":"2026-02-26T01:48:44.573704Z","steps":["trace[1418318906] 'process raft request' (duration: 290.686272ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:48:44.573989Z","caller":"traceutil/trace.go:171","msg":"trace[1055426005] transaction","detail":"{read_only:false; response_revision:1747; number_of_response:1; }","duration":"290.921878ms","start":"2026-02-26T01:48:44.283057Z","end":"2026-02-26T01:48:44.573978Z","steps":["trace[1055426005] 'process raft request' (duration: 290.534868ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:48:44.574052Z","caller":"traceutil/trace.go:171","msg":"trace[1308631001] linearizableReadLoop","detail":"{readStateIndex:1823; appliedIndex:1817; }","duration":"290.60653ms","start":"2026-02-26T01:48:44.283429Z","end":"2026-02-26T01:48:44.574036Z","steps":["trace[1308631001] 'read index received' (duration: 78.4798ms)","trace[1308631001] 'applied index is now lower than readState.Index' (duration: 212.12591ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:48:44.574108Z","caller":"traceutil/trace.go:171","msg":"trace[1628338802] transaction","detail":"{read_only:false; response_revision:1748; number_of_response:1; }","duration":"290.846006ms","start":"2026-02-26T01:48:44.283227Z","end":"2026-02-26T01:48:44.574073Z","steps":["trace[1628338802] 'process raft request' (duration: 290.637971ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:48:44.574179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.724493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:48:44.574226Z","caller":"traceutil/trace.go:171","msg":"trace[2115771503] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1749; }","duration":"290.808265ms","start":"2026-02-26T01:48:44.283403Z","end":"2026-02-26T01:48:44.574212Z","steps":["trace[2115771503] 'agreement among raft nodes before linearized reading' (duration: 290.690662ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:48:44.574329Z","caller":"traceutil/trace.go:171","msg":"trace[1074976420] transaction","detail":"{read_only:false; response_revision:1749; number_of_response:1; }","duration":"290.404914ms","start":"2026-02-26T01:48:44.283895Z","end":"2026-02-26T01:48:44.5743Z","steps":["trace[1074976420] 'process raft request' (duration: 290.087496ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:48:44.912422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.82195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:48:44.912545Z","caller":"traceutil/trace.go:171","msg":"trace[814824964] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1749; }","duration":"124.994895ms","start":"2026-02-26T01:48:44.787521Z","end":"2026-02-26T01:48:44.912516Z","steps":["trace[814824964] 'range keys from in-memory index tree' (duration: 124.706437ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:48:48.349968Z","caller":"traceutil/trace.go:171","msg":"trace[1833339025] transaction","detail":"{read_only:false; response_revision:1762; number_of_response:1; }","duration":"301.520846ms","start":"2026-02-26T01:48:48.04842Z","end":"2026-02-26T01:48:48.349941Z","steps":["trace[1833339025] 'process raft request' (duration: 301.28747ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:48:48.350245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:48:48.048396Z","time spent":"301.669159ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:48:50.092676Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.743041325s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T01:48:50.252512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.299841ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:48:50.252775Z","caller":"traceutil/trace.go:171","msg":"trace[1315884546] transaction","detail":"{read_only:false; response_revision:1764; number_of_response:1; }","duration":"1.718574286s","start":"2026-02-26T01:48:48.534182Z","end":"2026-02-26T01:48:50.252756Z","steps":["trace[1315884546] 'process raft request' (duration: 1.718461043s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:48:50.252848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:48:48.534158Z","time spent":"1.718654577s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:48:50.252973Z","caller":"traceutil/trace.go:171","msg":"trace[356315935] linearizableReadLoop","detail":"{readStateIndex:1839; appliedIndex:1837; }","duration":"1.945535423s","start":"2026-02-26T01:48:48.307404Z","end":"2026-02-26T01:48:50.252939Z","steps":["trace[356315935] 'read index received' (duration: 42.257623ms)","trace[356315935] 'applied index is now lower than readState.Index' (duration: 1.903273599s)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:48:50.253618Z","caller":"traceutil/trace.go:171","msg":"trace[1439223859] transaction","detail":"{read_only:false; response_revision:1763; number_of_response:1; }","duration":"2.20385978s","start":"2026-02-26T01:48:48.049725Z","end":"2026-02-26T01:48:50.253584Z","steps":["trace[1439223859] 'process raft request' (duration: 2.043364809s)","trace[1439223859] 'compare' (duration: 158.706175ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:48:50.253731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:48:48.049706Z","time spent":"2.203974683s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:48:50.253823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.946388965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-02-26T01:48:50.253909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.312225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11989"} {"level":"info","ts":"2026-02-26T01:48:50.253919Z","caller":"traceutil/trace.go:171","msg":"trace[1376675576] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1764; }","duration":"1.946552759s","start":"2026-02-26T01:48:48.307341Z","end":"2026-02-26T01:48:50.253894Z","steps":["trace[1376675576] 'agreement among raft nodes before linearized reading' (duration: 1.946243181s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:48:50.253909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.466339567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T01:48:50.253921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.663112107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-26T01:48:50.253964Z","caller":"traceutil/trace.go:171","msg":"trace[932403091] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1764; }","duration":"663.368256ms","start":"2026-02-26T01:48:49.590584Z","end":"2026-02-26T01:48:50.253952Z","steps":["trace[932403091] 'agreement among raft nodes before linearized reading' (duration: 663.220492ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:48:50.253977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:48:48.307318Z","time spent":"1.946649232s","remote":"127.0.0.1:50696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-02-26T01:48:50.253988Z","caller":"traceutil/trace.go:171","msg":"trace[1329477726] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1764; }","duration":"1.46646261s","start":"2026-02-26T01:48:48.787507Z","end":"2026-02-26T01:48:50.25397Z","steps":["trace[1329477726] 'agreement among raft nodes before linearized reading' (duration: 1.466336727s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:48:50.253998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:48:49.590518Z","time spent":"663.473088ms","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12013,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-26T01:48:50.253995Z","caller":"traceutil/trace.go:171","msg":"trace[1584174609] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1764; }","duration":"1.66321269s","start":"2026-02-26T01:48:48.590766Z","end":"2026-02-26T01:48:50.253979Z","steps":["trace[1584174609] 'agreement among raft nodes before linearized reading' (duration: 1.662998854s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:48:50.254027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:48:48.787488Z","time spent":"1.466532203s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T01:48:50.254038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:48:48.590757Z","time spent":"1.663273031s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T01:48:50.253951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.8787851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-26T01:48:50.254074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.663475826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-02-26T01:48:50.254085Z","caller":"traceutil/trace.go:171","msg":"trace[119538196] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1764; }","duration":"1.878984885s","start":"2026-02-26T01:48:48.375087Z","end":"2026-02-26T01:48:50.254072Z","steps":["trace[119538196] 'agreement among raft nodes before linearized reading' (duration: 1.878678807s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:48:50.254127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:48:48.375068Z","time spent":"1.879046906s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-26T01:48:50.254133Z","caller":"traceutil/trace.go:171","msg":"trace[1675629983] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1764; }","duration":"1.663535488s","start":"2026-02-26T01:48:48.590572Z","end":"2026-02-26T01:48:50.254108Z","steps":["trace[1675629983] 'agreement among raft nodes before linearized reading' (duration: 1.663431795s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:48:50.25418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:48:48.590558Z","time spent":"1.6636139s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-26T01:48:50.254252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.664077833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-26T01:48:50.254267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.666014943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-26T01:48:50.254287Z","caller":"traceutil/trace.go:171","msg":"trace[283993296] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1764; }","duration":"1.664135764s","start":"2026-02-26T01:48:48.590142Z","end":"2026-02-26T01:48:50.254278Z","steps":["trace[283993296] 'agreement among raft nodes before linearized reading' (duration: 1.66401718s)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:48:50.254297Z","caller":"traceutil/trace.go:171","msg":"trace[470179597] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1764; }","duration":"1.666044244s","start":"2026-02-26T01:48:48.588244Z","end":"2026-02-26T01:48:50.254288Z","steps":["trace[470179597] 'agreement among raft nodes before linearized reading' (duration: 1.665961922s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:48:50.254321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:48:48.590129Z","time spent":"1.664185865s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T01:48:50.254325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:48:48.588193Z","time spent":"1.666126056s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T01:48:50.254335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.664095863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-26T01:48:50.254395Z","caller":"traceutil/trace.go:171","msg":"trace[1033462623] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1764; }","duration":"1.664193045s","start":"2026-02-26T01:48:48.590183Z","end":"2026-02-26T01:48:50.254376Z","steps":["trace[1033462623] 'agreement among raft nodes before linearized reading' (duration: 1.664038301s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:48:50.254453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:48:48.590158Z","time spent":"1.664281888s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-26T01:49:12.899283Z","caller":"traceutil/trace.go:171","msg":"trace[1887000990] linearizableReadLoop","detail":"{readStateIndex:1967; appliedIndex:1966; }","duration":"120.928658ms","start":"2026-02-26T01:49:12.778331Z","end":"2026-02-26T01:49:12.89926Z","steps":["trace[1887000990] 'read index received' (duration: 76.19742ms)","trace[1887000990] 'applied index is now lower than readState.Index' (duration: 44.729858ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:49:12.899334Z","caller":"traceutil/trace.go:171","msg":"trace[677829979] transaction","detail":"{read_only:false; response_revision:1885; number_of_response:1; }","duration":"125.21349ms","start":"2026-02-26T01:49:12.77409Z","end":"2026-02-26T01:49:12.899303Z","steps":["trace[677829979] 'process raft request' (duration: 80.459251ms)","trace[677829979] 'compare' (duration: 44.376469ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:49:12.899437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.086903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T01:49:12.899475Z","caller":"traceutil/trace.go:171","msg":"trace[1301625531] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1885; }","duration":"121.142604ms","start":"2026-02-26T01:49:12.778318Z","end":"2026-02-26T01:49:12.899461Z","steps":["trace[1301625531] 'agreement among raft nodes before linearized reading' (duration: 121.052442ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:49:26.673062Z","caller":"traceutil/trace.go:171","msg":"trace[1807229742] transaction","detail":"{read_only:false; response_revision:1942; number_of_response:1; }","duration":"448.858989ms","start":"2026-02-26T01:49:26.224175Z","end":"2026-02-26T01:49:26.673034Z","steps":["trace[1807229742] 'process raft request' (duration: 448.667314ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:49:26.673261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:49:26.224151Z","time spent":"449.019534ms","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:49:26.693928Z","caller":"traceutil/trace.go:171","msg":"trace[1961825523] transaction","detail":"{read_only:false; response_revision:1943; number_of_response:1; }","duration":"185.185101ms","start":"2026-02-26T01:49:26.508718Z","end":"2026-02-26T01:49:26.693903Z","steps":["trace[1961825523] 'process raft request' (duration: 185.062587ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:49:27.00763Z","caller":"traceutil/trace.go:171","msg":"trace[919745952] linearizableReadLoop","detail":"{readStateIndex:2028; appliedIndex:2027; }","duration":"222.293799ms","start":"2026-02-26T01:49:26.785306Z","end":"2026-02-26T01:49:27.0076Z","steps":["trace[919745952] 'read index received' (duration: 204.792015ms)","trace[919745952] 'applied index is now lower than readState.Index' (duration: 17.500654ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:49:27.007904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.568137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-02-26T01:49:27.008018Z","caller":"traceutil/trace.go:171","msg":"trace[1888671129] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1944; }","duration":"222.725091ms","start":"2026-02-26T01:49:26.785269Z","end":"2026-02-26T01:49:27.007994Z","steps":["trace[1888671129] 'agreement among raft nodes before linearized reading' (duration: 222.447153ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:49:27.007693Z","caller":"traceutil/trace.go:171","msg":"trace[1282476916] transaction","detail":"{read_only:false; response_revision:1944; number_of_response:1; }","duration":"231.625153ms","start":"2026-02-26T01:49:26.776022Z","end":"2026-02-26T01:49:27.007647Z","steps":["trace[1282476916] 'process raft request' (duration: 214.058547ms)","trace[1282476916] 'compare' (duration: 17.380181ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:49:27.027663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.926476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T01:49:27.027765Z","caller":"traceutil/trace.go:171","msg":"trace[147149239] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1945; }","duration":"241.07663ms","start":"2026-02-26T01:49:26.786669Z","end":"2026-02-26T01:49:27.027746Z","steps":["trace[147149239] 'agreement among raft nodes before linearized reading' (duration: 240.799252ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:49:27.027753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.794761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-26T01:49:27.027695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.184654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-26T01:49:27.027873Z","caller":"traceutil/trace.go:171","msg":"trace[1854807350] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1945; }","duration":"229.934865ms","start":"2026-02-26T01:49:26.797911Z","end":"2026-02-26T01:49:27.027846Z","steps":["trace[1854807350] 'agreement among raft nodes before linearized reading' (duration: 229.694438ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:49:27.027885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.811511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-26T01:49:27.027952Z","caller":"traceutil/trace.go:171","msg":"trace[59900061] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1945; }","duration":"224.902403ms","start":"2026-02-26T01:49:26.803034Z","end":"2026-02-26T01:49:27.027936Z","steps":["trace[59900061] 'agreement among raft nodes before linearized reading' (duration: 224.753258ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:49:27.027919Z","caller":"traceutil/trace.go:171","msg":"trace[36441382] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1945; }","duration":"223.455342ms","start":"2026-02-26T01:49:26.804441Z","end":"2026-02-26T01:49:27.027897Z","steps":["trace[36441382] 'agreement among raft nodes before linearized reading' (duration: 223.035761ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:49:27.028041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.689949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-26T01:49:27.028141Z","caller":"traceutil/trace.go:171","msg":"trace[1664092276] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1945; }","duration":"240.819763ms","start":"2026-02-26T01:49:26.7873Z","end":"2026-02-26T01:49:27.02812Z","steps":["trace[1664092276] 'agreement among raft nodes before linearized reading' (duration: 240.499184ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:49:27.028231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.81779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T01:49:27.028452Z","caller":"traceutil/trace.go:171","msg":"trace[1737837003] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1945; }","duration":"231.050027ms","start":"2026-02-26T01:49:26.797391Z","end":"2026-02-26T01:49:27.028441Z","steps":["trace[1737837003] 'agreement among raft nodes before linearized reading' (duration: 230.329836ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:49:27.195625Z","caller":"traceutil/trace.go:171","msg":"trace[758582560] transaction","detail":"{read_only:false; response_revision:1946; number_of_response:1; }","duration":"182.68477ms","start":"2026-02-26T01:49:27.012912Z","end":"2026-02-26T01:49:27.195597Z","steps":["trace[758582560] 'process raft request' (duration: 131.414641ms)","trace[758582560] 'compare' (duration: 51.127845ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:49:27.211638Z","caller":"traceutil/trace.go:171","msg":"trace[190471270] transaction","detail":"{read_only:false; response_revision:1949; number_of_response:1; }","duration":"178.755539ms","start":"2026-02-26T01:49:27.032867Z","end":"2026-02-26T01:49:27.211622Z","steps":["trace[190471270] 'process raft request' (duration: 178.691447ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:49:27.211734Z","caller":"traceutil/trace.go:171","msg":"trace[1835478138] transaction","detail":"{read_only:false; response_revision:1948; number_of_response:1; }","duration":"178.879872ms","start":"2026-02-26T01:49:27.032826Z","end":"2026-02-26T01:49:27.211706Z","steps":["trace[1835478138] 'process raft request' (duration: 178.692467ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:49:27.211808Z","caller":"traceutil/trace.go:171","msg":"trace[1688735348] transaction","detail":"{read_only:false; response_revision:1950; number_of_response:1; }","duration":"178.913864ms","start":"2026-02-26T01:49:27.032878Z","end":"2026-02-26T01:49:27.211792Z","steps":["trace[1688735348] 'process raft request' (duration: 178.712888ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:49:27.212055Z","caller":"traceutil/trace.go:171","msg":"trace[191962750] linearizableReadLoop","detail":"{readStateIndex:2037; appliedIndex:2029; }","duration":"151.86632ms","start":"2026-02-26T01:49:27.060177Z","end":"2026-02-26T01:49:27.212043Z","steps":["trace[191962750] 'read index received' (duration: 84.187788ms)","trace[191962750] 'applied index is now lower than readState.Index' (duration: 67.677492ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:49:27.212062Z","caller":"traceutil/trace.go:171","msg":"trace[1125711880] transaction","detail":"{read_only:false; response_revision:1951; number_of_response:1; }","duration":"178.863182ms","start":"2026-02-26T01:49:27.033174Z","end":"2026-02-26T01:49:27.212037Z","steps":["trace[1125711880] 'process raft request' (duration: 178.574604ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:49:27.212094Z","caller":"traceutil/trace.go:171","msg":"trace[188813873] transaction","detail":"{read_only:false; response_revision:1952; number_of_response:1; }","duration":"178.41988ms","start":"2026-02-26T01:49:27.033653Z","end":"2026-02-26T01:49:27.212073Z","steps":["trace[188813873] 'process raft request' (duration: 178.258995ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:49:27.21223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.017734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T01:49:27.211684Z","caller":"traceutil/trace.go:171","msg":"trace[113739182] transaction","detail":"{read_only:false; response_revision:1947; number_of_response:1; }","duration":"179.174372ms","start":"2026-02-26T01:49:27.032464Z","end":"2026-02-26T01:49:27.211638Z","steps":["trace[113739182] 'process raft request' (duration: 178.984016ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:49:27.212403Z","caller":"traceutil/trace.go:171","msg":"trace[987846714] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:1952; }","duration":"152.24415ms","start":"2026-02-26T01:49:27.060137Z","end":"2026-02-26T01:49:27.212381Z","steps":["trace[987846714] 'agreement among raft nodes before linearized reading' (duration: 151.956842ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:49:27.664661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.500877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T01:49:27.664778Z","caller":"traceutil/trace.go:171","msg":"trace[1888650077] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:1953; }","duration":"141.690802ms","start":"2026-02-26T01:49:27.523057Z","end":"2026-02-26T01:49:27.664748Z","steps":["trace[1888650077] 'count revisions from in-memory index tree' (duration: 141.407954ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:49:29.044806Z","caller":"traceutil/trace.go:171","msg":"trace[2019632669] transaction","detail":"{read_only:false; response_revision:1955; number_of_response:1; }","duration":"344.724307ms","start":"2026-02-26T01:49:28.700054Z","end":"2026-02-26T01:49:29.044779Z","steps":["trace[2019632669] 'process raft request' (duration: 344.537052ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:49:29.044979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:49:28.700031Z","time spent":"344.865092ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:49:29.438365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.21397ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:49:29.438588Z","caller":"traceutil/trace.go:171","msg":"trace[2019462248] transaction","detail":"{read_only:false; response_revision:1956; number_of_response:1; }","duration":"424.578623ms","start":"2026-02-26T01:49:29.013965Z","end":"2026-02-26T01:49:29.438544Z","steps":["trace[2019462248] 'process raft request' (duration: 306.895139ms)","trace[2019462248] 'compare' (duration: 116.782358ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:49:29.438544Z","caller":"traceutil/trace.go:171","msg":"trace[484443796] linearizableReadLoop","detail":"{readStateIndex:2041; appliedIndex:2039; }","duration":"394.617216ms","start":"2026-02-26T01:49:29.043904Z","end":"2026-02-26T01:49:29.438521Z","steps":["trace[484443796] 'read index received' (duration: 674.549µs)","trace[484443796] 'applied index is now lower than readState.Index' (duration: 393.941317ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:49:29.438689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:49:29.01394Z","time spent":"424.695646ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:49:29.438851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.938606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-26T01:49:29.438894Z","caller":"traceutil/trace.go:171","msg":"trace[1268386417] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1956; }","duration":"395.024548ms","start":"2026-02-26T01:49:29.043859Z","end":"2026-02-26T01:49:29.438883Z","steps":["trace[1268386417] 'agreement among raft nodes before linearized reading' (duration: 394.853414ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:49:29.438925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:49:29.043839Z","time spent":"395.078679ms","remote":"127.0.0.1:50696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-26T01:49:29.439476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.371771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-02-26T01:49:29.439538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.384182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-26T01:49:29.439562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.11162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-26T01:49:29.439571Z","caller":"traceutil/trace.go:171","msg":"trace[2094800799] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1956; }","duration":"239.473884ms","start":"2026-02-26T01:49:29.200072Z","end":"2026-02-26T01:49:29.439546Z","steps":["trace[2094800799] 'agreement among raft nodes before linearized reading' (duration: 239.243798ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:49:29.439578Z","caller":"traceutil/trace.go:171","msg":"trace[523798531] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1956; }","duration":"222.441074ms","start":"2026-02-26T01:49:29.217126Z","end":"2026-02-26T01:49:29.439567Z","steps":["trace[523798531] 'agreement among raft nodes before linearized reading' (duration: 222.31209ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:49:29.439601Z","caller":"traceutil/trace.go:171","msg":"trace[1715799044] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1956; }","duration":"224.186202ms","start":"2026-02-26T01:49:29.215405Z","end":"2026-02-26T01:49:29.439591Z","steps":["trace[1715799044] 'agreement among raft nodes before linearized reading' (duration: 224.074309ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:49:29.439706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.032855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T01:49:29.43967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.153204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-26T01:49:29.439727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.245736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T01:49:29.439732Z","caller":"traceutil/trace.go:171","msg":"trace[1690116492] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:1956; }","duration":"237.098757ms","start":"2026-02-26T01:49:29.202623Z","end":"2026-02-26T01:49:29.439722Z","steps":["trace[1690116492] 'agreement among raft nodes before linearized reading' (duration: 237.054156ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:49:29.439756Z","caller":"traceutil/trace.go:171","msg":"trace[483716727] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1956; }","duration":"223.321598ms","start":"2026-02-26T01:49:29.216427Z","end":"2026-02-26T01:49:29.439749Z","steps":["trace[483716727] 'agreement among raft nodes before linearized reading' (duration: 223.244586ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:49:29.439757Z","caller":"traceutil/trace.go:171","msg":"trace[1175386762] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1956; }","duration":"223.300328ms","start":"2026-02-26T01:49:29.216436Z","end":"2026-02-26T01:49:29.439736Z","steps":["trace[1175386762] 'agreement among raft nodes before linearized reading' (duration: 223.005199ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:49:29.440034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.514844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-26T01:49:29.440145Z","caller":"traceutil/trace.go:171","msg":"trace[1653315253] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1956; }","duration":"223.618127ms","start":"2026-02-26T01:49:29.216492Z","end":"2026-02-26T01:49:29.44011Z","steps":["trace[1653315253] 'agreement among raft nodes before linearized reading' (duration: 223.475033ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:49:29.634212Z","caller":"traceutil/trace.go:171","msg":"trace[1897880258] transaction","detail":"{read_only:false; response_revision:1958; number_of_response:1; }","duration":"189.846963ms","start":"2026-02-26T01:49:29.44434Z","end":"2026-02-26T01:49:29.634187Z","steps":["trace[1897880258] 'process raft request' (duration: 189.666078ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:49:29.634654Z","caller":"traceutil/trace.go:171","msg":"trace[1440723489] transaction","detail":"{read_only:false; response_revision:1960; number_of_response:1; }","duration":"189.928395ms","start":"2026-02-26T01:49:29.444698Z","end":"2026-02-26T01:49:29.634627Z","steps":["trace[1440723489] 'process raft request' (duration: 189.74001ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:49:29.634733Z","caller":"traceutil/trace.go:171","msg":"trace[132915645] transaction","detail":"{read_only:false; response_revision:1959; number_of_response:1; }","duration":"190.09258ms","start":"2026-02-26T01:49:29.444616Z","end":"2026-02-26T01:49:29.634709Z","steps":["trace[132915645] 'process raft request' (duration: 189.530034ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:49:29.634902Z","caller":"traceutil/trace.go:171","msg":"trace[824221557] transaction","detail":"{read_only:false; response_revision:1961; number_of_response:1; }","duration":"190.108251ms","start":"2026-02-26T01:49:29.444783Z","end":"2026-02-26T01:49:29.634891Z","steps":["trace[824221557] 'process raft request' (duration: 189.780001ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:49:29.635004Z","caller":"traceutil/trace.go:171","msg":"trace[1891321505] transaction","detail":"{read_only:false; response_revision:1962; number_of_response:1; }","duration":"190.166222ms","start":"2026-02-26T01:49:29.444822Z","end":"2026-02-26T01:49:29.634988Z","steps":["trace[1891321505] 'process raft request' (duration: 189.836233ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:49:29.984304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.914793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:49:29.984721Z","caller":"traceutil/trace.go:171","msg":"trace[1350091981] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1963; }","duration":"197.128729ms","start":"2026-02-26T01:49:29.787264Z","end":"2026-02-26T01:49:29.984393Z","steps":["trace[1350091981] 'range keys from in-memory index tree' (duration: 196.805969ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:49:31.403362Z","caller":"traceutil/trace.go:171","msg":"trace[1240900697] linearizableReadLoop","detail":"{readStateIndex:2049; appliedIndex:2048; }","duration":"208.535611ms","start":"2026-02-26T01:49:31.194798Z","end":"2026-02-26T01:49:31.403333Z","steps":["trace[1240900697] 'read index received' (duration: 208.246452ms)","trace[1240900697] 'applied index is now lower than readState.Index' (duration: 287.319µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:49:31.403412Z","caller":"traceutil/trace.go:171","msg":"trace[857613862] transaction","detail":"{read_only:false; response_revision:1964; number_of_response:1; }","duration":"350.587204ms","start":"2026-02-26T01:49:31.052788Z","end":"2026-02-26T01:49:31.403375Z","steps":["trace[857613862] 'process raft request' (duration: 350.359207ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:49:31.40356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.741046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T01:49:31.4036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:49:31.052748Z","time spent":"350.752638ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:49:31.403616Z","caller":"traceutil/trace.go:171","msg":"trace[529697030] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:1964; }","duration":"208.85597ms","start":"2026-02-26T01:49:31.194742Z","end":"2026-02-26T01:49:31.403598Z","steps":["trace[529697030] 'agreement among raft nodes before linearized reading' (duration: 208.749387ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:49:32.310536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.986684ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:49:32.310666Z","caller":"traceutil/trace.go:171","msg":"trace[792174608] transaction","detail":"{read_only:false; response_revision:1965; number_of_response:1; }","duration":"903.295716ms","start":"2026-02-26T01:49:31.40735Z","end":"2026-02-26T01:49:32.310646Z","steps":["trace[792174608] 'process raft request' (duration: 506.081765ms)","trace[792174608] 'compare' (duration: 396.694236ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:49:32.310756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:49:31.407338Z","time spent":"903.384698ms","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:49:33.014483Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.095556147s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T01:49:33.141679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.761601ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:49:33.142173Z","caller":"traceutil/trace.go:171","msg":"trace[477699938] linearizableReadLoop","detail":"{readStateIndex:2051; appliedIndex:2049; }","duration":"1.687643901s","start":"2026-02-26T01:49:31.454427Z","end":"2026-02-26T01:49:33.142071Z","steps":["trace[477699938] 'read index received' (duration: 459.029646ms)","trace[477699938] 'applied index is now lower than readState.Index' (duration: 1.228612525s)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:49:33.142172Z","caller":"traceutil/trace.go:171","msg":"trace[1809136973] transaction","detail":"{read_only:false; response_revision:1966; number_of_response:1; }","duration":"1.698588461s","start":"2026-02-26T01:49:31.443544Z","end":"2026-02-26T01:49:33.142133Z","steps":["trace[1809136973] 'process raft request' (duration: 1.571258194s)","trace[1809136973] 'compare' (duration: 126.578396ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:49:33.142161Z","caller":"traceutil/trace.go:171","msg":"trace[234023260] transaction","detail":"{read_only:false; response_revision:1967; number_of_response:1; }","duration":"1.024583882s","start":"2026-02-26T01:49:32.11755Z","end":"2026-02-26T01:49:33.142134Z","steps":["trace[234023260] 'process raft request' (duration: 1.024255683s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:49:33.142375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:49:32.117521Z","time spent":"1.024763187s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:49:33.142628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:49:31.443531Z","time spent":"1.698727974s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:49:33.627417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.514875ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-02-26T01:49:33.627627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.876309ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:49:33.627727Z","caller":"traceutil/trace.go:171","msg":"trace[2136988983] linearizableReadLoop","detail":"{readStateIndex:2053; appliedIndex:2052; }","duration":"485.474693ms","start":"2026-02-26T01:49:33.142229Z","end":"2026-02-26T01:49:33.627703Z","steps":["trace[2136988983] 'read index received' (duration: 31.58µs)","trace[2136988983] 'applied index is now lower than readState.Index' (duration: 485.441623ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:49:33.627778Z","caller":"traceutil/trace.go:171","msg":"trace[361727756] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1967; }","duration":"478.041454ms","start":"2026-02-26T01:49:33.149717Z","end":"2026-02-26T01:49:33.627758Z","steps":["trace[361727756] 'range keys from in-memory index tree' (duration: 477.859889ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:49:33.62792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.532929012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T01:49:33.627901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.173440965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-02-26T01:49:33.628024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.109656062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-26T01:49:33.628027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.988173831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-02-26T01:49:33.628037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.988418388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-02-26T01:49:33.628037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.108967025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:49:33.628059Z","caller":"traceutil/trace.go:171","msg":"trace[1055343329] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:1967; }","duration":"1.533140057s","start":"2026-02-26T01:49:32.094887Z","end":"2026-02-26T01:49:33.628027Z","steps":["trace[1055343329] 'agreement among raft nodes before linearized reading' (duration: 1.532844359s)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:49:33.628072Z","caller":"traceutil/trace.go:171","msg":"trace[270814042] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1967; }","duration":"2.109727494s","start":"2026-02-26T01:49:31.518331Z","end":"2026-02-26T01:49:33.628059Z","steps":["trace[270814042] 'agreement among raft nodes before linearized reading' (duration: 2.109526669s)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:49:33.62809Z","caller":"traceutil/trace.go:171","msg":"trace[687425797] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1967; }","duration":"1.988518581s","start":"2026-02-26T01:49:31.639557Z","end":"2026-02-26T01:49:33.628076Z","steps":["trace[687425797] 'agreement among raft nodes before linearized reading' (duration: 1.988282684s)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:49:33.628092Z","caller":"traceutil/trace.go:171","msg":"trace[20440192] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1967; }","duration":"1.988276524s","start":"2026-02-26T01:49:31.639797Z","end":"2026-02-26T01:49:33.628074Z","steps":["trace[20440192] 'agreement among raft nodes before linearized reading' (duration: 1.988038707s)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:49:33.628106Z","caller":"traceutil/trace.go:171","msg":"trace[1698362066] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:1967; }","duration":"1.109092389s","start":"2026-02-26T01:49:32.518994Z","end":"2026-02-26T01:49:33.628086Z","steps":["trace[1698362066] 'agreement among raft nodes before linearized reading' (duration: 1.108922454s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:49:33.627962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.663379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T01:49:33.628117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:49:31.518321Z","time spent":"2.109788346s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T01:49:33.628137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:49:31.639537Z","time spent":"1.988590612s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T01:49:33.628141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:49:31.639775Z","time spent":"1.988357316s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T01:49:33.628158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:49:32.518974Z","time spent":"1.109168841s","remote":"127.0.0.1:42372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-02-26T01:49:33.628163Z","caller":"traceutil/trace.go:171","msg":"trace[2583815] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:1967; }","duration":"713.923327ms","start":"2026-02-26T01:49:32.914224Z","end":"2026-02-26T01:49:33.628148Z","steps":["trace[2583815] 'agreement among raft nodes before linearized reading' (duration: 713.597858ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:49:33.628133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.988189621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-02-26T01:49:33.628123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:49:32.094863Z","time spent":"1.53324681s","remote":"127.0.0.1:45318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":14,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-02-26T01:49:33.628237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:49:32.914167Z","time spent":"714.046651ms","remote":"127.0.0.1:45540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":3,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-02-26T01:49:33.628253Z","caller":"traceutil/trace.go:171","msg":"trace[2128201569] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1967; }","duration":"1.988346426s","start":"2026-02-26T01:49:31.639875Z","end":"2026-02-26T01:49:33.628221Z","steps":["trace[2128201569] 'agreement among raft nodes before linearized reading' (duration: 1.988004166s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:49:33.628311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:49:31.639854Z","time spent":"1.988442818s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-26T01:49:33.628094Z","caller":"traceutil/trace.go:171","msg":"trace[1581015117] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1967; }","duration":"2.1736484s","start":"2026-02-26T01:49:31.454399Z","end":"2026-02-26T01:49:33.628048Z","steps":["trace[1581015117] 'agreement among raft nodes before linearized reading' (duration: 1.687809976s)","trace[1581015117] 'range keys from in-memory index tree' (duration: 485.490444ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:49:33.628513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:49:31.454388Z","time spent":"2.174111003s","remote":"127.0.0.1:50696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-02-26T01:49:33.628603Z","caller":"traceutil/trace.go:171","msg":"trace[1246556777] transaction","detail":"{read_only:false; response_revision:1968; number_of_response:1; }","duration":"310.009527ms","start":"2026-02-26T01:49:33.318571Z","end":"2026-02-26T01:49:33.628581Z","steps":["trace[1246556777] 'process raft request' (duration: 308.987458ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:49:33.628731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:49:33.318547Z","time spent":"310.12027ms","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":820,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T01:49:33.6308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.53396906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:49:33.630895Z","caller":"traceutil/trace.go:171","msg":"trace[469458580] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1968; }","duration":"1.534121615s","start":"2026-02-26T01:49:32.096751Z","end":"2026-02-26T01:49:33.630873Z","steps":["trace[469458580] 'agreement among raft nodes before linearized reading' (duration: 1.531401438s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:49:33.630933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:49:32.09674Z","time spent":"1.534183676s","remote":"127.0.0.1:45250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T01:49:33.630939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.369878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:49:33.630999Z","caller":"traceutil/trace.go:171","msg":"trace[644904415] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:1969; }","duration":"241.473951ms","start":"2026-02-26T01:49:33.389505Z","end":"2026-02-26T01:49:33.630979Z","steps":["trace[644904415] 'agreement among raft nodes before linearized reading' (duration: 241.361378ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:49:33.631258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.991378681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-26T01:49:33.63129Z","caller":"traceutil/trace.go:171","msg":"trace[1036953434] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1968; }","duration":"1.991414072s","start":"2026-02-26T01:49:31.639864Z","end":"2026-02-26T01:49:33.631278Z","steps":["trace[1036953434] 'agreement among raft nodes before linearized reading' (duration: 1.988304694s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:49:33.63129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.843787092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T01:49:33.631311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.991445233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-02-26T01:49:33.631362Z","caller":"traceutil/trace.go:171","msg":"trace[241067012] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1968; }","duration":"1.843892425s","start":"2026-02-26T01:49:31.787453Z","end":"2026-02-26T01:49:33.631345Z","steps":["trace[241067012] 'agreement among raft nodes before linearized reading' (duration: 1.841011594s)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:49:33.631386Z","caller":"traceutil/trace.go:171","msg":"trace[1185971090] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1968; }","duration":"1.991563607s","start":"2026-02-26T01:49:31.639802Z","end":"2026-02-26T01:49:33.631366Z","steps":["trace[1185971090] 'agreement among raft nodes before linearized reading' (duration: 1.988380847s)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:49:33.631388Z","caller":"traceutil/trace.go:171","msg":"trace[767684134] transaction","detail":"{read_only:false; response_revision:1969; number_of_response:1; }","duration":"222.151505ms","start":"2026-02-26T01:49:33.409218Z","end":"2026-02-26T01:49:33.631369Z","steps":["trace[767684134] 'process raft request' (duration: 219.346346ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:49:33.631429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:49:31.639769Z","time spent":"1.991649329s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-26T01:49:33.631314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:49:31.639824Z","time spent":"1.991483384s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T01:49:33.631562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:49:31.787437Z","time spent":"1.843967218s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T01:50:12.054835Z","caller":"traceutil/trace.go:171","msg":"trace[1211908795] transaction","detail":"{read_only:false; response_revision:2161; number_of_response:1; }","duration":"157.817969ms","start":"2026-02-26T01:50:11.896993Z","end":"2026-02-26T01:50:12.054811Z","steps":["trace[1211908795] 'process raft request' (duration: 97.948717ms)","trace[1211908795] 'compare' (duration: 59.732888ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:50:12.05497Z","caller":"traceutil/trace.go:171","msg":"trace[219031644] linearizableReadLoop","detail":"{readStateIndex:2255; appliedIndex:2252; }","duration":"137.103333ms","start":"2026-02-26T01:50:11.91784Z","end":"2026-02-26T01:50:12.054943Z","steps":["trace[219031644] 'read index received' (duration: 28.201007ms)","trace[219031644] 'applied index is now lower than readState.Index' (duration: 108.900426ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:50:12.055104Z","caller":"traceutil/trace.go:171","msg":"trace[514876728] transaction","detail":"{read_only:false; response_revision:2162; number_of_response:1; }","duration":"158.069986ms","start":"2026-02-26T01:50:11.897022Z","end":"2026-02-26T01:50:12.055092Z","steps":["trace[514876728] 'process raft request' (duration: 157.748196ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:50:12.055329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.458593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5428"} {"level":"info","ts":"2026-02-26T01:50:12.055468Z","caller":"traceutil/trace.go:171","msg":"trace[1907470820] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2162; }","duration":"137.629647ms","start":"2026-02-26T01:50:11.91781Z","end":"2026-02-26T01:50:12.05544Z","steps":["trace[1907470820] 'agreement among raft nodes before linearized reading' (duration: 137.321159ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:50:31.851746Z","caller":"traceutil/trace.go:171","msg":"trace[1879693675] transaction","detail":"{read_only:false; response_revision:2387; number_of_response:1; }","duration":"109.946389ms","start":"2026-02-26T01:50:31.741754Z","end":"2026-02-26T01:50:31.851701Z","steps":["trace[1879693675] 'process raft request' (duration: 26.590341ms)","trace[1879693675] 'compare' (duration: 82.994549ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:50:32.027789Z","caller":"traceutil/trace.go:171","msg":"trace[857160079] transaction","detail":"{read_only:false; response_revision:2389; number_of_response:1; }","duration":"171.298696ms","start":"2026-02-26T01:50:31.85644Z","end":"2026-02-26T01:50:32.027739Z","steps":["trace[857160079] 'process raft request' (duration: 96.390927ms)","trace[857160079] 'compare' (duration: 74.687903ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:50:32.02782Z","caller":"traceutil/trace.go:171","msg":"trace[1087818550] transaction","detail":"{read_only:false; response_revision:2390; number_of_response:1; }","duration":"169.961241ms","start":"2026-02-26T01:50:31.857834Z","end":"2026-02-26T01:50:32.027795Z","steps":["trace[1087818550] 'process raft request' (duration: 169.816917ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:50:32.028106Z","caller":"traceutil/trace.go:171","msg":"trace[431649250] transaction","detail":"{read_only:false; response_revision:2391; number_of_response:1; }","duration":"160.379872ms","start":"2026-02-26T01:50:31.867706Z","end":"2026-02-26T01:50:32.028086Z","steps":["trace[431649250] 'process raft request' (duration: 160.008062ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:50:32.976706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.457125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:50:32.976814Z","caller":"traceutil/trace.go:171","msg":"trace[1240937031] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2424; }","duration":"295.626419ms","start":"2026-02-26T01:50:32.681168Z","end":"2026-02-26T01:50:32.976794Z","steps":["trace[1240937031] 'range keys from in-memory index tree' (duration: 295.349262ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:50:36.033712Z","caller":"traceutil/trace.go:171","msg":"trace[1149532792] linearizableReadLoop","detail":"{readStateIndex:2546; appliedIndex:2545; }","duration":"245.771373ms","start":"2026-02-26T01:50:35.787893Z","end":"2026-02-26T01:50:36.033665Z","steps":["trace[1149532792] 'read index received' (duration: 244.179281ms)","trace[1149532792] 'applied index is now lower than readState.Index' (duration: 1.589852ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:50:36.033761Z","caller":"traceutil/trace.go:171","msg":"trace[1170147268] transaction","detail":"{read_only:false; response_revision:2440; number_of_response:1; }","duration":"482.266224ms","start":"2026-02-26T01:50:35.551463Z","end":"2026-02-26T01:50:36.033729Z","steps":["trace[1170147268] 'process raft request' (duration: 480.626301ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:50:36.033958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:50:35.551439Z","time spent":"482.400387ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:50:36.033973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.06306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:50:36.034072Z","caller":"traceutil/trace.go:171","msg":"trace[1961072232] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2440; }","duration":"246.230495ms","start":"2026-02-26T01:50:35.787817Z","end":"2026-02-26T01:50:36.034047Z","steps":["trace[1961072232] 'agreement among raft nodes before linearized reading' (duration: 246.074911ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:50:36.034191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.082995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T01:50:36.034269Z","caller":"traceutil/trace.go:171","msg":"trace[1535769114] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2440; }","duration":"195.169097ms","start":"2026-02-26T01:50:35.839068Z","end":"2026-02-26T01:50:36.034237Z","steps":["trace[1535769114] 'agreement among raft nodes before linearized reading' (duration: 194.848978ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:50:37.49091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.596935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-26T01:50:37.491002Z","caller":"traceutil/trace.go:171","msg":"trace[66763023] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:1; response_revision:2447; }","duration":"484.735468ms","start":"2026-02-26T01:50:37.006247Z","end":"2026-02-26T01:50:37.490982Z","steps":["trace[66763023] 'range keys from in-memory index tree' (duration: 484.416259ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:50:37.491039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:50:37.006227Z","time spent":"484.80259ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.200\" "} {"level":"info","ts":"2026-02-26T01:50:46.247071Z","caller":"traceutil/trace.go:171","msg":"trace[1760715371] linearizableReadLoop","detail":"{readStateIndex:2610; appliedIndex:2609; }","duration":"129.510739ms","start":"2026-02-26T01:50:46.11754Z","end":"2026-02-26T01:50:46.247051Z","steps":["trace[1760715371] 'read index received' (duration: 124.455108ms)","trace[1760715371] 'applied index is now lower than readState.Index' (duration: 5.054541ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:50:46.24723Z","caller":"traceutil/trace.go:171","msg":"trace[1276457011] transaction","detail":"{read_only:false; response_revision:2502; number_of_response:1; }","duration":"134.725364ms","start":"2026-02-26T01:50:46.112467Z","end":"2026-02-26T01:50:46.247192Z","steps":["trace[1276457011] 'process raft request' (duration: 129.542539ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:50:46.247366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.569974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-02-26T01:50:46.24729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.741485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-26T01:50:46.247478Z","caller":"traceutil/trace.go:171","msg":"trace[670614144] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2502; }","duration":"129.975071ms","start":"2026-02-26T01:50:46.11748Z","end":"2026-02-26T01:50:46.247455Z","steps":["trace[670614144] 'agreement among raft nodes before linearized reading' (duration: 129.704054ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:50:46.247529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.189764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-26T01:50:46.247569Z","caller":"traceutil/trace.go:171","msg":"trace[853890041] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2502; }","duration":"113.280057ms","start":"2026-02-26T01:50:46.13428Z","end":"2026-02-26T01:50:46.24756Z","steps":["trace[853890041] 'agreement among raft nodes before linearized reading' (duration: 113.139593ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:50:46.247403Z","caller":"traceutil/trace.go:171","msg":"trace[1869197690] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2502; }","duration":"123.640866ms","start":"2026-02-26T01:50:46.123754Z","end":"2026-02-26T01:50:46.247395Z","steps":["trace[1869197690] 'agreement among raft nodes before linearized reading' (duration: 123.560944ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:50:46.247582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.220305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T01:50:46.247672Z","caller":"traceutil/trace.go:171","msg":"trace[1659658935] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2502; }","duration":"113.321228ms","start":"2026-02-26T01:50:46.134332Z","end":"2026-02-26T01:50:46.247653Z","steps":["trace[1659658935] 'agreement among raft nodes before linearized reading' (duration: 113.075132ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:50:47.625403Z","caller":"traceutil/trace.go:171","msg":"trace[1356566464] transaction","detail":"{read_only:false; response_revision:2510; number_of_response:1; }","duration":"208.203026ms","start":"2026-02-26T01:50:47.41716Z","end":"2026-02-26T01:50:47.625363Z","steps":["trace[1356566464] 'process raft request' (duration: 199.039987ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:51:10.097787Z","caller":"traceutil/trace.go:171","msg":"trace[950429485] linearizableReadLoop","detail":"{readStateIndex:2742; appliedIndex:2741; }","duration":"310.563728ms","start":"2026-02-26T01:51:09.787197Z","end":"2026-02-26T01:51:10.09776Z","steps":["trace[950429485] 'read index received' (duration: 310.477576ms)","trace[950429485] 'applied index is now lower than readState.Index' (duration: 84.942µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:51:10.097834Z","caller":"traceutil/trace.go:171","msg":"trace[1117705390] transaction","detail":"{read_only:false; response_revision:2629; number_of_response:1; }","duration":"383.286579ms","start":"2026-02-26T01:51:09.714513Z","end":"2026-02-26T01:51:10.0978Z","steps":["trace[1117705390] 'process raft request' (duration: 383.081804ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:10.097993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.780284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T01:51:10.098001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:09.714486Z","time spent":"383.434863ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:51:10.098029Z","caller":"traceutil/trace.go:171","msg":"trace[1741268587] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2629; }","duration":"310.879956ms","start":"2026-02-26T01:51:09.787139Z","end":"2026-02-26T01:51:10.098019Z","steps":["trace[1741268587] 'agreement among raft nodes before linearized reading' (duration: 310.750593ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:10.098071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:09.787119Z","time spent":"310.945018ms","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T01:51:10.106547Z","caller":"traceutil/trace.go:171","msg":"trace[838392057] transaction","detail":"{read_only:false; response_revision:2630; number_of_response:1; }","duration":"143.725318ms","start":"2026-02-26T01:51:09.962805Z","end":"2026-02-26T01:51:10.10653Z","steps":["trace[838392057] 'process raft request' (duration: 143.540273ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:10.828008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.196937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"info","ts":"2026-02-26T01:51:10.828095Z","caller":"traceutil/trace.go:171","msg":"trace[1842151136] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:2630; }","duration":"696.334621ms","start":"2026-02-26T01:51:10.131742Z","end":"2026-02-26T01:51:10.828077Z","steps":["trace[1842151136] 'range keys from in-memory index tree' (duration: 695.945901ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:10.82813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:10.13172Z","time spent":"696.403673ms","remote":"127.0.0.1:45498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7486,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-02-26T01:51:10.828187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.530251ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:51:10.82827Z","caller":"traceutil/trace.go:171","msg":"trace[1393393489] linearizableReadLoop","detail":"{readStateIndex:2744; appliedIndex:2743; }","duration":"329.381447ms","start":"2026-02-26T01:51:10.498876Z","end":"2026-02-26T01:51:10.828257Z","steps":["trace[1393393489] 'read index received' (duration: 58.252µs)","trace[1393393489] 'applied index is now lower than readState.Index' (duration: 329.322195ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:51:10.828441Z","caller":"traceutil/trace.go:171","msg":"trace[540894446] transaction","detail":"{read_only:false; response_revision:2631; number_of_response:1; }","duration":"590.20079ms","start":"2026-02-26T01:51:10.238231Z","end":"2026-02-26T01:51:10.828432Z","steps":["trace[540894446] 'process raft request' (duration: 225.342671ms)","trace[540894446] 'compare' (duration: 364.340776ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:51:10.828482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:10.238206Z","time spent":"590.255142ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:51:10.828556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.828785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-26T01:51:10.828582Z","caller":"traceutil/trace.go:171","msg":"trace[179443109] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2631; }","duration":"302.862296ms","start":"2026-02-26T01:51:10.525711Z","end":"2026-02-26T01:51:10.828573Z","steps":["trace[179443109] 'agreement among raft nodes before linearized reading' (duration: 302.790724ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:10.828607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:10.525706Z","time spent":"302.896608ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T01:51:10.828641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.447738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-26T01:51:10.828738Z","caller":"traceutil/trace.go:171","msg":"trace[1639866038] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2631; }","duration":"309.595242ms","start":"2026-02-26T01:51:10.519122Z","end":"2026-02-26T01:51:10.828717Z","steps":["trace[1639866038] 'agreement among raft nodes before linearized reading' (duration: 309.358406ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:10.828773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:10.519101Z","time spent":"309.662734ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T01:51:10.828791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.997197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.1897a8de33e644e5\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-02-26T01:51:10.828823Z","caller":"traceutil/trace.go:171","msg":"trace[170278356] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.1897a8de33e644e5; range_end:; response_count:1; response_revision:2631; }","duration":"136.072908ms","start":"2026-02-26T01:51:10.692741Z","end":"2026-02-26T01:51:10.828814Z","steps":["trace[170278356] 'agreement among raft nodes before linearized reading' (duration: 135.966136ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:10.828963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.099825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-26T01:51:10.82898Z","caller":"traceutil/trace.go:171","msg":"trace[707872212] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2631; }","duration":"330.186458ms","start":"2026-02-26T01:51:10.498788Z","end":"2026-02-26T01:51:10.828975Z","steps":["trace[707872212] 'agreement among raft nodes before linearized reading' (duration: 330.134976ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:10.828996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:10.498766Z","time spent":"330.225899ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T01:51:10.828996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.558485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-02-26T01:51:10.829034Z","caller":"traceutil/trace.go:171","msg":"trace[1352667365] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2631; }","duration":"303.606596ms","start":"2026-02-26T01:51:10.525416Z","end":"2026-02-26T01:51:10.829022Z","steps":["trace[1352667365] 'agreement among raft nodes before linearized reading' (duration: 303.518293ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:10.829059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:10.525408Z","time spent":"303.644647ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-26T01:51:10.829235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.601982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-26T01:51:10.82926Z","caller":"traceutil/trace.go:171","msg":"trace[2008942475] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2631; }","duration":"309.673074ms","start":"2026-02-26T01:51:10.519579Z","end":"2026-02-26T01:51:10.829253Z","steps":["trace[2008942475] 'agreement among raft nodes before linearized reading' (duration: 309.594712ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:10.829282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:10.519559Z","time spent":"309.717835ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T01:51:10.829488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.27261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-26T01:51:10.829517Z","caller":"traceutil/trace.go:171","msg":"trace[667806348] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2631; }","duration":"310.355391ms","start":"2026-02-26T01:51:10.519153Z","end":"2026-02-26T01:51:10.829508Z","steps":["trace[667806348] 'agreement among raft nodes before linearized reading' (duration: 310.272149ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:10.829541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:10.519128Z","time spent":"310.406503ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T01:51:11.716524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.331065ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:51:11.716645Z","caller":"traceutil/trace.go:171","msg":"trace[553949346] transaction","detail":"{read_only:false; response_revision:2632; number_of_response:1; }","duration":"885.172333ms","start":"2026-02-26T01:51:10.831456Z","end":"2026-02-26T01:51:11.716629Z","steps":["trace[553949346] 'process raft request' (duration: 372.656433ms)","trace[553949346] 'compare' (duration: 512.193022ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:51:11.716693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:10.831432Z","time spent":"885.238936ms","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:51:11.725348Z","caller":"traceutil/trace.go:171","msg":"trace[1796707664] transaction","detail":"{read_only:false; response_revision:2633; number_of_response:1; }","duration":"892.550275ms","start":"2026-02-26T01:51:10.832717Z","end":"2026-02-26T01:51:11.725268Z","steps":["trace[1796707664] 'process raft request' (duration: 892.392911ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:11.725522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:10.832695Z","time spent":"892.736261ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:51:11.725656Z","caller":"traceutil/trace.go:171","msg":"trace[977532460] transaction","detail":"{read_only:false; response_revision:2634; number_of_response:1; }","duration":"890.41399ms","start":"2026-02-26T01:51:10.83522Z","end":"2026-02-26T01:51:11.725634Z","steps":["trace[977532460] 'process raft request' (duration: 890.01665ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:11.725776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:10.835206Z","time spent":"890.510223ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:51:11.726533Z","caller":"traceutil/trace.go:171","msg":"trace[1398014402] transaction","detail":"{read_only:false; response_revision:2635; number_of_response:1; }","duration":"891.200131ms","start":"2026-02-26T01:51:10.835324Z","end":"2026-02-26T01:51:11.726524Z","steps":["trace[1398014402] 'process raft request' (duration: 890.245906ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:11.726598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:10.835316Z","time spent":"891.250192ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:51:11.726738Z","caller":"traceutil/trace.go:171","msg":"trace[1106823618] transaction","detail":"{read_only:false; response_revision:2636; number_of_response:1; }","duration":"891.334754ms","start":"2026-02-26T01:51:10.835394Z","end":"2026-02-26T01:51:11.726729Z","steps":["trace[1106823618] 'process raft request' (duration: 891.092898ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:11.72678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:10.835384Z","time spent":"891.377215ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:51:11.726859Z","caller":"traceutil/trace.go:171","msg":"trace[568995401] transaction","detail":"{read_only:false; response_revision:2638; number_of_response:1; }","duration":"891.273032ms","start":"2026-02-26T01:51:10.835575Z","end":"2026-02-26T01:51:11.726848Z","steps":["trace[568995401] 'process raft request' (duration: 891.157339ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:11.72691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:10.835567Z","time spent":"891.321213ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:51:11.727406Z","caller":"traceutil/trace.go:171","msg":"trace[1215200365] transaction","detail":"{read_only:false; response_revision:2637; number_of_response:1; }","duration":"891.891139ms","start":"2026-02-26T01:51:10.835463Z","end":"2026-02-26T01:51:11.727336Z","steps":["trace[1215200365] 'process raft request' (duration: 891.16488ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:11.727615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:10.835456Z","time spent":"892.070263ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:51:16.957362Z","caller":"traceutil/trace.go:171","msg":"trace[1574271469] transaction","detail":"{read_only:false; response_revision:2662; number_of_response:1; }","duration":"109.237421ms","start":"2026-02-26T01:51:16.848098Z","end":"2026-02-26T01:51:16.957335Z","steps":["trace[1574271469] 'process raft request' (duration: 109.086387ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:51:17.56668Z","caller":"traceutil/trace.go:171","msg":"trace[813542091] linearizableReadLoop","detail":"{readStateIndex:2779; appliedIndex:2778; }","duration":"150.917175ms","start":"2026-02-26T01:51:17.41574Z","end":"2026-02-26T01:51:17.566657Z","steps":["trace[813542091] 'read index received' (duration: 150.70872ms)","trace[813542091] 'applied index is now lower than readState.Index' (duration: 207.605µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:51:17.566744Z","caller":"traceutil/trace.go:171","msg":"trace[589797835] transaction","detail":"{read_only:false; response_revision:2664; number_of_response:1; }","duration":"188.575724ms","start":"2026-02-26T01:51:17.378133Z","end":"2026-02-26T01:51:17.566709Z","steps":["trace[589797835] 'process raft request' (duration: 188.373689ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:17.566893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.12801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.1897a8dd6ff92793\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-02-26T01:51:17.566942Z","caller":"traceutil/trace.go:171","msg":"trace[2094111627] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.1897a8dd6ff92793; range_end:; response_count:1; response_revision:2664; }","duration":"151.232853ms","start":"2026-02-26T01:51:17.415696Z","end":"2026-02-26T01:51:17.566928Z","steps":["trace[2094111627] 'agreement among raft nodes before linearized reading' (duration: 151.061229ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:53:38.890299Z","caller":"traceutil/trace.go:171","msg":"trace[586540640] transaction","detail":"{read_only:false; response_revision:3533; number_of_response:1; }","duration":"259.851374ms","start":"2026-02-26T01:53:38.630417Z","end":"2026-02-26T01:53:38.890269Z","steps":["trace[586540640] 'process raft request' (duration: 259.659769ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:53:38.901553Z","caller":"traceutil/trace.go:171","msg":"trace[1495467537] transaction","detail":"{read_only:false; response_revision:3535; number_of_response:1; }","duration":"266.328725ms","start":"2026-02-26T01:53:38.635196Z","end":"2026-02-26T01:53:38.901525Z","steps":["trace[1495467537] 'process raft request' (duration: 266.258753ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:53:38.901597Z","caller":"traceutil/trace.go:171","msg":"trace[1873611561] transaction","detail":"{read_only:false; response_revision:3534; number_of_response:1; }","duration":"269.873529ms","start":"2026-02-26T01:53:38.631696Z","end":"2026-02-26T01:53:38.90157Z","steps":["trace[1873611561] 'process raft request' (duration: 263.507711ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:53:38.901731Z","caller":"traceutil/trace.go:171","msg":"trace[58548062] linearizableReadLoop","detail":"{readStateIndex:3683; appliedIndex:3681; }","duration":"269.132359ms","start":"2026-02-26T01:53:38.632542Z","end":"2026-02-26T01:53:38.901675Z","steps":["trace[58548062] 'read index received' (duration: 257.531653ms)","trace[58548062] 'applied index is now lower than readState.Index' (duration: 11.598326ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:53:38.901785Z","caller":"traceutil/trace.go:171","msg":"trace[300062954] transaction","detail":"{read_only:false; response_revision:3536; number_of_response:1; }","duration":"242.322752ms","start":"2026-02-26T01:53:38.659435Z","end":"2026-02-26T01:53:38.901758Z","steps":["trace[300062954] 'process raft request' (duration: 242.055985ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:53:38.902011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.699595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T01:53:38.902007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.444637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-26T01:53:38.902086Z","caller":"traceutil/trace.go:171","msg":"trace[666835249] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3536; }","duration":"114.814928ms","start":"2026-02-26T01:53:38.787254Z","end":"2026-02-26T01:53:38.902069Z","steps":["trace[666835249] 'agreement among raft nodes before linearized reading' (duration: 114.704265ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:53:38.902096Z","caller":"traceutil/trace.go:171","msg":"trace[1305295146] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3536; }","duration":"269.56252ms","start":"2026-02-26T01:53:38.632518Z","end":"2026-02-26T01:53:38.90208Z","steps":["trace[1305295146] 'agreement among raft nodes before linearized reading' (duration: 269.298384ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:53:38.902113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.866332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-26T01:53:38.902153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.230865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-26T01:53:38.902182Z","caller":"traceutil/trace.go:171","msg":"trace[1555612627] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3536; }","duration":"268.982045ms","start":"2026-02-26T01:53:38.633183Z","end":"2026-02-26T01:53:38.902165Z","steps":["trace[1555612627] 'agreement among raft nodes before linearized reading' (duration: 268.731748ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:53:38.902234Z","caller":"traceutil/trace.go:171","msg":"trace[1334293992] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3536; }","duration":"268.325658ms","start":"2026-02-26T01:53:38.633886Z","end":"2026-02-26T01:53:38.902212Z","steps":["trace[1334293992] 'agreement among raft nodes before linearized reading' (duration: 268.138123ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:54:55.583197Z","caller":"traceutil/trace.go:171","msg":"trace[924902197] transaction","detail":"{read_only:false; response_revision:3993; number_of_response:1; }","duration":"157.503914ms","start":"2026-02-26T01:54:55.425663Z","end":"2026-02-26T01:54:55.583167Z","steps":["trace[924902197] 'process raft request' (duration: 157.175705ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:54:58.695365Z","caller":"traceutil/trace.go:171","msg":"trace[495142205] transaction","detail":"{read_only:false; response_revision:4023; number_of_response:1; }","duration":"248.00561ms","start":"2026-02-26T01:54:58.447325Z","end":"2026-02-26T01:54:58.695331Z","steps":["trace[495142205] 'process raft request' (duration: 247.790374ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:55:05.572866Z","caller":"traceutil/trace.go:171","msg":"trace[1851434571] linearizableReadLoop","detail":"{readStateIndex:4571; appliedIndex:4570; }","duration":"140.240928ms","start":"2026-02-26T01:55:05.432594Z","end":"2026-02-26T01:55:05.572835Z","steps":["trace[1851434571] 'read index received' (duration: 140.084274ms)","trace[1851434571] 'applied index is now lower than readState.Index' (duration: 155.744µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:55:05.572988Z","caller":"traceutil/trace.go:171","msg":"trace[1926294652] transaction","detail":"{read_only:false; response_revision:4384; number_of_response:1; }","duration":"141.835ms","start":"2026-02-26T01:55:05.431142Z","end":"2026-02-26T01:55:05.572977Z","steps":["trace[1926294652] 'process raft request' (duration: 141.519532ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:55:05.573275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.657039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wvb6v\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-26T01:55:05.573334Z","caller":"traceutil/trace.go:171","msg":"trace[86056446] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wvb6v; range_end:; response_count:1; response_revision:4384; }","duration":"140.748671ms","start":"2026-02-26T01:55:05.432571Z","end":"2026-02-26T01:55:05.57332Z","steps":["trace[86056446] 'agreement among raft nodes before linearized reading' (duration: 140.546856ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:55:05.577494Z","caller":"traceutil/trace.go:171","msg":"trace[89677762] transaction","detail":"{read_only:false; response_revision:4385; number_of_response:1; }","duration":"144.332686ms","start":"2026-02-26T01:55:05.433041Z","end":"2026-02-26T01:55:05.577374Z","steps":["trace[89677762] 'process raft request' (duration: 143.999487ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:55:05.577849Z","caller":"traceutil/trace.go:171","msg":"trace[832182691] transaction","detail":"{read_only:false; response_revision:4386; number_of_response:1; }","duration":"142.223001ms","start":"2026-02-26T01:55:05.435594Z","end":"2026-02-26T01:55:05.577817Z","steps":["trace[832182691] 'process raft request' (duration: 141.722228ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:55:05.578221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.300476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-26T01:55:05.57834Z","caller":"traceutil/trace.go:171","msg":"trace[529079887] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4387; }","duration":"144.4657ms","start":"2026-02-26T01:55:05.433852Z","end":"2026-02-26T01:55:05.578317Z","steps":["trace[529079887] 'agreement among raft nodes before linearized reading' (duration: 144.194333ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:55:05.578759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.71037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-02-26T01:55:05.57885Z","caller":"traceutil/trace.go:171","msg":"trace[1606986461] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4387; }","duration":"143.828723ms","start":"2026-02-26T01:55:05.434999Z","end":"2026-02-26T01:55:05.578828Z","steps":["trace[1606986461] 'agreement among raft nodes before linearized reading' (duration: 143.023912ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:55:06.375762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.705094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T01:55:06.375855Z","caller":"traceutil/trace.go:171","msg":"trace[2112148768] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:4401; }","duration":"139.854529ms","start":"2026-02-26T01:55:06.235976Z","end":"2026-02-26T01:55:06.375831Z","steps":["trace[2112148768] 'count revisions from in-memory index tree' (duration: 139.553261ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:55:07.23161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.223663ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:55:07.231742Z","caller":"traceutil/trace.go:171","msg":"trace[298536306] linearizableReadLoop","detail":"{readStateIndex:4612; appliedIndex:4611; }","duration":"369.911244ms","start":"2026-02-26T01:55:06.861808Z","end":"2026-02-26T01:55:07.231719Z","steps":["trace[298536306] 'read index received' (duration: 85.443103ms)","trace[298536306] 'applied index is now lower than readState.Index' (duration: 284.466771ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:55:07.231847Z","caller":"traceutil/trace.go:171","msg":"trace[118904097] transaction","detail":"{read_only:false; response_revision:4424; number_of_response:1; }","duration":"373.400795ms","start":"2026-02-26T01:55:06.858421Z","end":"2026-02-26T01:55:07.231822Z","steps":["trace[118904097] 'process raft request' (duration: 88.896284ms)","trace[118904097] 'compare' (duration: 284.07028ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:55:07.23198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:55:06.858398Z","time spent":"373.504318ms","remote":"127.0.0.1:45532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7961,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T01:55:07.232042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.225512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-02-26T01:55:07.232106Z","caller":"traceutil/trace.go:171","msg":"trace[1430099101] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4424; }","duration":"370.315744ms","start":"2026-02-26T01:55:06.861772Z","end":"2026-02-26T01:55:07.232088Z","steps":["trace[1430099101] 'agreement among raft nodes before linearized reading' (duration: 370.046137ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:55:07.232152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:55:06.86175Z","time spent":"370.392417ms","remote":"127.0.0.1:45122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2667,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-02-26T01:55:07.38278Z","caller":"traceutil/trace.go:171","msg":"trace[1593888605] transaction","detail":"{read_only:false; response_revision:4425; number_of_response:1; }","duration":"518.852721ms","start":"2026-02-26T01:55:06.863897Z","end":"2026-02-26T01:55:07.38275Z","steps":["trace[1593888605] 'process raft request' (duration: 478.356033ms)","trace[1593888605] 'compare' (duration: 40.221281ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:55:07.382843Z","caller":"traceutil/trace.go:171","msg":"trace[428316660] transaction","detail":"{read_only:false; response_revision:4426; number_of_response:1; }","duration":"141.874361ms","start":"2026-02-26T01:55:07.24093Z","end":"2026-02-26T01:55:07.382804Z","steps":["trace[428316660] 'process raft request' (duration: 141.704696ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:55:07.382923Z","caller":"traceutil/trace.go:171","msg":"trace[35809973] linearizableReadLoop","detail":"{readStateIndex:4613; appliedIndex:4612; }","duration":"151.125885ms","start":"2026-02-26T01:55:07.231782Z","end":"2026-02-26T01:55:07.382908Z","steps":["trace[35809973] 'read index received' (duration: 110.482784ms)","trace[35809973] 'applied index is now lower than readState.Index' (duration: 40.641841ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:55:07.383097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.807027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-wrn24.1897a8b6d1018a9f\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-02-26T01:55:07.383136Z","caller":"traceutil/trace.go:171","msg":"trace[1881295578] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-wrn24.1897a8b6d1018a9f; range_end:; response_count:1; response_revision:4427; }","duration":"172.907539ms","start":"2026-02-26T01:55:07.210218Z","end":"2026-02-26T01:55:07.383125Z","steps":["trace[1881295578] 'agreement among raft nodes before linearized reading' (duration: 172.777186ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:55:07.383227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.411128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T01:55:07.383298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.959237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-26T01:55:07.383391Z","caller":"traceutil/trace.go:171","msg":"trace[1064191800] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:1; response_revision:4427; }","duration":"364.113851ms","start":"2026-02-26T01:55:07.019257Z","end":"2026-02-26T01:55:07.383371Z","steps":["trace[1064191800] 'agreement among raft nodes before linearized reading' (duration: 363.843523ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:55:07.383435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:55:07.019231Z","time spent":"364.194843ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.200\" "} {"level":"info","ts":"2026-02-26T01:55:07.383315Z","caller":"traceutil/trace.go:171","msg":"trace[1944156984] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:4427; }","duration":"312.540122ms","start":"2026-02-26T01:55:07.070756Z","end":"2026-02-26T01:55:07.383296Z","steps":["trace[1944156984] 'agreement among raft nodes before linearized reading' (duration: 312.399438ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:55:07.383492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:55:07.070736Z","time spent":"312.734996ms","remote":"127.0.0.1:45470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-02-26T01:55:07.383325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.145446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-02-26T01:55:07.383615Z","caller":"traceutil/trace.go:171","msg":"trace[1382600594] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:4427; }","duration":"140.473954ms","start":"2026-02-26T01:55:07.243132Z","end":"2026-02-26T01:55:07.383605Z","steps":["trace[1382600594] 'agreement among raft nodes before linearized reading' (duration: 140.049463ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:55:07.383972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.576252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T01:55:07.384041Z","caller":"traceutil/trace.go:171","msg":"trace[93571745] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:4427; }","duration":"390.25191ms","start":"2026-02-26T01:55:06.993769Z","end":"2026-02-26T01:55:07.38402Z","steps":["trace[93571745] 'agreement among raft nodes before linearized reading' (duration: 389.560501ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:55:07.384099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:55:06.993748Z","time spent":"390.329072ms","remote":"127.0.0.1:45366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":25,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-02-26T01:55:07.384145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.624339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:49 size:1957116"} {"level":"info","ts":"2026-02-26T01:55:07.384203Z","caller":"traceutil/trace.go:171","msg":"trace[1602712148] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:49; response_revision:4427; }","duration":"335.709752ms","start":"2026-02-26T01:55:07.048477Z","end":"2026-02-26T01:55:07.384187Z","steps":["trace[1602712148] 'agreement among raft nodes before linearized reading' (duration: 334.778318ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:55:07.384249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:55:07.048465Z","time spent":"335.773193ms","remote":"127.0.0.1:45134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":49,"response size":1957140,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-02-26T01:55:07.384871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:55:06.86388Z","time spent":"518.976635ms","remote":"127.0.0.1:38468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4731,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:55:07.385016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.322275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:55:07.385136Z","caller":"traceutil/trace.go:171","msg":"trace[885164262] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:4427; }","duration":"293.50567ms","start":"2026-02-26T01:55:07.091604Z","end":"2026-02-26T01:55:07.385109Z","steps":["trace[885164262] 'agreement among raft nodes before linearized reading' (duration: 291.653961ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:55:08.252131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.44794ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:11994"} {"level":"info","ts":"2026-02-26T01:55:08.252393Z","caller":"traceutil/trace.go:171","msg":"trace[1936647578] transaction","detail":"{read_only:false; response_revision:4445; number_of_response:1; }","duration":"338.926988ms","start":"2026-02-26T01:55:07.913448Z","end":"2026-02-26T01:55:08.252375Z","steps":["trace[1936647578] 'process raft request' (duration: 338.788364ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:55:08.252469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:55:07.913424Z","time spent":"339.01003ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:55:08.252633Z","caller":"traceutil/trace.go:171","msg":"trace[1904432836] linearizableReadLoop","detail":"{readStateIndex:4634; appliedIndex:4633; }","duration":"802.019759ms","start":"2026-02-26T01:55:07.450559Z","end":"2026-02-26T01:55:08.252578Z","steps":["trace[1904432836] 'read index received' (duration: 389.931382ms)","trace[1904432836] 'applied index is now lower than readState.Index' (duration: 412.084037ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:55:08.25291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.661965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T01:55:08.252957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.672149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-75a5f6a6-e14d-4e18-aa77-58a809c3d0b2\" ","response":"range_response_count:1 size:2708"} {"level":"warn","ts":"2026-02-26T01:55:08.252899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.66386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:55:08.253005Z","caller":"traceutil/trace.go:171","msg":"trace[1639925868] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-75a5f6a6-e14d-4e18-aa77-58a809c3d0b2; range_end:; response_count:1; response_revision:4445; }","duration":"804.790953ms","start":"2026-02-26T01:55:07.448198Z","end":"2026-02-26T01:55:08.252989Z","steps":["trace[1639925868] 'agreement among raft nodes before linearized reading' (duration: 804.575847ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:55:08.252993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.740284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"warn","ts":"2026-02-26T01:55:08.253063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:55:07.448184Z","time spent":"804.869655ms","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":2732,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-75a5f6a6-e14d-4e18-aa77-58a809c3d0b2\" "} {"level":"warn","ts":"2026-02-26T01:55:08.253077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.89779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wvb6v\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-02-26T01:55:08.253097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.089738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-26T01:55:08.253094Z","caller":"traceutil/trace.go:171","msg":"trace[472915148] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:4445; }","duration":"602.886788ms","start":"2026-02-26T01:55:07.650182Z","end":"2026-02-26T01:55:08.253069Z","steps":["trace[472915148] 'agreement among raft nodes before linearized reading' (duration: 602.639191ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:55:08.253105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.259504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:9 size:61586"} {"level":"info","ts":"2026-02-26T01:55:08.253132Z","caller":"traceutil/trace.go:171","msg":"trace[430018860] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wvb6v; range_end:; response_count:1; response_revision:4445; }","duration":"665.956451ms","start":"2026-02-26T01:55:07.587162Z","end":"2026-02-26T01:55:08.253118Z","steps":["trace[430018860] 'agreement among raft nodes before linearized reading' (duration: 665.643113ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:55:08.25315Z","caller":"traceutil/trace.go:171","msg":"trace[1626544499] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4445; }","duration":"668.14892ms","start":"2026-02-26T01:55:07.584981Z","end":"2026-02-26T01:55:08.25313Z","steps":["trace[1626544499] 'agreement among raft nodes before linearized reading' (duration: 668.058247ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:55:08.253142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.109073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-02-26T01:55:08.253164Z","caller":"traceutil/trace.go:171","msg":"trace[967988418] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:9; response_revision:4445; }","duration":"794.376978ms","start":"2026-02-26T01:55:07.458772Z","end":"2026-02-26T01:55:08.253149Z","steps":["trace[967988418] 'agreement among raft nodes before linearized reading' (duration: 794.034339ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:55:08.252986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.008318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-26T01:55:08.253061Z","caller":"traceutil/trace.go:171","msg":"trace[1773500867] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4445; }","duration":"465.876365ms","start":"2026-02-26T01:55:07.787162Z","end":"2026-02-26T01:55:08.253039Z","steps":["trace[1773500867] 'agreement among raft nodes before linearized reading' (duration: 465.656809ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:55:08.253387Z","caller":"traceutil/trace.go:171","msg":"trace[1494958158] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4445; }","duration":"670.47093ms","start":"2026-02-26T01:55:07.582906Z","end":"2026-02-26T01:55:08.253377Z","steps":["trace[1494958158] 'agreement among raft nodes before linearized reading' (duration: 669.910685ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:55:08.253353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.852055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-26T01:55:08.253421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:55:07.582886Z","time spent":"670.529122ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T01:55:08.253426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.678857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:11983"} {"level":"info","ts":"2026-02-26T01:55:08.253466Z","caller":"traceutil/trace.go:171","msg":"trace[503236719] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4445; }","duration":"667.181984ms","start":"2026-02-26T01:55:07.586258Z","end":"2026-02-26T01:55:08.25344Z","steps":["trace[503236719] 'agreement among raft nodes before linearized reading' (duration: 666.731422ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:55:08.25348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:55:07.787142Z","time spent":"466.286226ms","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T01:55:08.253532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:55:07.586238Z","time spent":"667.281546ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T01:55:08.253371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:55:07.587135Z","time spent":"666.226689ms","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-wvb6v\" "} {"level":"info","ts":"2026-02-26T01:55:08.253536Z","caller":"traceutil/trace.go:171","msg":"trace[561160465] range","detail":"{range_begin:/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4445; }","duration":"788.848273ms","start":"2026-02-26T01:55:07.464658Z","end":"2026-02-26T01:55:08.253507Z","steps":["trace[561160465] 'agreement among raft nodes before linearized reading' (duration: 788.227236ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:55:08.252345Z","caller":"traceutil/trace.go:171","msg":"trace[389098503] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4444; }","duration":"804.465974ms","start":"2026-02-26T01:55:07.44777Z","end":"2026-02-26T01:55:08.252236Z","steps":["trace[389098503] 'process raft request' (duration: 392.810329ms)","trace[389098503] 'compare' (duration: 411.344797ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:55:08.253745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:55:07.464634Z","time spent":"789.074458ms","remote":"127.0.0.1:45498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":12007,"request content":"key:\"/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-02-26T01:55:08.253376Z","caller":"traceutil/trace.go:171","msg":"trace[611823423] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4445; }","duration":"664.353279ms","start":"2026-02-26T01:55:07.589011Z","end":"2026-02-26T01:55:08.253364Z","steps":["trace[611823423] 'agreement among raft nodes before linearized reading' (duration: 664.03399ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:55:08.253862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:55:07.447759Z","time spent":"806.034755ms","remote":"127.0.0.1:45498","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":85,"response count":0,"response size":12018,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:55:08.253372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:55:07.584969Z","time spent":"668.394176ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T01:55:08.253386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:55:07.45874Z","time spent":"794.637155ms","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":9,"response size":61610,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"info","ts":"2026-02-26T01:55:08.253003Z","caller":"traceutil/trace.go:171","msg":"trace[280933942] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:0; response_revision:4445; }","duration":"772.788879ms","start":"2026-02-26T01:55:07.480193Z","end":"2026-02-26T01:55:08.252982Z","steps":["trace[280933942] 'agreement among raft nodes before linearized reading' (duration: 772.673156ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:55:08.254005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:55:07.480169Z","time spent":"773.820895ms","remote":"127.0.0.1:45122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-02-26T01:55:08.253156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:55:07.650162Z","time spent":"602.986121ms","remote":"127.0.0.1:45230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":921,"request content":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" "} {"level":"warn","ts":"2026-02-26T01:55:08.253998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:55:07.589003Z","time spent":"664.908343ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-26T01:55:08.2539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.55489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-75a5f6a6-e14d-4e18-aa77-58a809c3d0b2\" ","response":"range_response_count:1 size:2708"} {"level":"info","ts":"2026-02-26T01:55:08.254452Z","caller":"traceutil/trace.go:171","msg":"trace[470455775] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-75a5f6a6-e14d-4e18-aa77-58a809c3d0b2; range_end:; response_count:1; response_revision:4445; }","duration":"803.799557ms","start":"2026-02-26T01:55:07.450313Z","end":"2026-02-26T01:55:08.254112Z","steps":["trace[470455775] 'agreement among raft nodes before linearized reading' (duration: 802.387669ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:55:08.254508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:55:07.450305Z","time spent":"804.190967ms","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":2732,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-75a5f6a6-e14d-4e18-aa77-58a809c3d0b2\" "} {"level":"info","ts":"2026-02-26T01:55:09.222625Z","caller":"traceutil/trace.go:171","msg":"trace[1927925803] transaction","detail":"{read_only:false; response_revision:4484; number_of_response:1; }","duration":"131.528258ms","start":"2026-02-26T01:55:09.091067Z","end":"2026-02-26T01:55:09.222595Z","steps":["trace[1927925803] 'process raft request' (duration: 131.316702ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:55:11.895697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.304029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0.1897a91a317a66fa\" ","response":"range_response_count:1 size:1179"} {"level":"warn","ts":"2026-02-26T01:55:11.89578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.538246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:55:11.895804Z","caller":"traceutil/trace.go:171","msg":"trace[926432583] range","detail":"{range_begin:/registry/events/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0.1897a91a317a66fa; range_end:; response_count:1; response_revision:4523; }","duration":"107.486545ms","start":"2026-02-26T01:55:11.788291Z","end":"2026-02-26T01:55:11.895777Z","steps":["trace[926432583] 'range keys from in-memory index tree' (duration: 107.103964ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:55:11.895873Z","caller":"traceutil/trace.go:171","msg":"trace[394607528] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4523; }","duration":"107.70492ms","start":"2026-02-26T01:55:11.788145Z","end":"2026-02-26T01:55:11.89585Z","steps":["trace[394607528] 'range keys from in-memory index tree' (duration: 107.404883ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:55:12.21623Z","caller":"traceutil/trace.go:171","msg":"trace[316014038] linearizableReadLoop","detail":"{readStateIndex:4715; appliedIndex:4714; }","duration":"308.342961ms","start":"2026-02-26T01:55:11.907856Z","end":"2026-02-26T01:55:12.216198Z","steps":["trace[316014038] 'read index received' (duration: 308.155276ms)","trace[316014038] 'applied index is now lower than readState.Index' (duration: 186.895µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:55:12.216278Z","caller":"traceutil/trace.go:171","msg":"trace[491476508] transaction","detail":"{read_only:false; response_revision:4524; number_of_response:1; }","duration":"317.757199ms","start":"2026-02-26T01:55:11.898473Z","end":"2026-02-26T01:55:12.21623Z","steps":["trace[491476508] 'process raft request' (duration: 317.618376ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:55:12.216483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:55:11.898444Z","time spent":"317.981385ms","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1164,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:55:12.216366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.489235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T01:55:12.216543Z","caller":"traceutil/trace.go:171","msg":"trace[1772216595] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:4524; }","duration":"308.702151ms","start":"2026-02-26T01:55:11.907832Z","end":"2026-02-26T01:55:12.216534Z","steps":["trace[1772216595] 'agreement among raft nodes before linearized reading' (duration: 308.456805ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:55:12.216564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:55:11.907819Z","time spent":"308.740532ms","remote":"127.0.0.1:42332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":9,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T01:55:12.921532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.696018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:22 size:516932"} {"level":"info","ts":"2026-02-26T01:55:12.921624Z","caller":"traceutil/trace.go:171","msg":"trace[296053455] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:22; response_revision:4542; }","duration":"102.847442ms","start":"2026-02-26T01:55:12.818756Z","end":"2026-02-26T01:55:12.921604Z","steps":["trace[296053455] 'range keys from in-memory index tree' (duration: 102.227676ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:55:17.114809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.401915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:55:17.114951Z","caller":"traceutil/trace.go:171","msg":"trace[7077690] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:0; response_revision:4709; }","duration":"255.731163ms","start":"2026-02-26T01:55:16.859188Z","end":"2026-02-26T01:55:17.114919Z","steps":["trace[7077690] 'range keys from in-memory index tree' (duration: 255.280172ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:55:17.115042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.910775ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:55:17.115226Z","caller":"traceutil/trace.go:171","msg":"trace[1188776937] transaction","detail":"{read_only:false; response_revision:4710; number_of_response:1; }","duration":"253.145546ms","start":"2026-02-26T01:55:16.862048Z","end":"2026-02-26T01:55:17.115193Z","steps":["trace[1188776937] 'process raft request' (duration: 64.985624ms)","trace[1188776937] 'compare' (duration: 187.787272ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:55:17.37816Z","caller":"traceutil/trace.go:171","msg":"trace[399420257] transaction","detail":"{read_only:false; response_revision:4711; number_of_response:1; }","duration":"258.155937ms","start":"2026-02-26T01:55:17.119975Z","end":"2026-02-26T01:55:17.378131Z","steps":["trace[399420257] 'process raft request' (duration: 257.938722ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:55:17.571047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.558793ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:55:17.571236Z","caller":"traceutil/trace.go:171","msg":"trace[299569477] transaction","detail":"{read_only:false; response_revision:4713; number_of_response:1; }","duration":"188.84854ms","start":"2026-02-26T01:55:17.382375Z","end":"2026-02-26T01:55:17.571223Z","steps":["trace[299569477] 'process raft request' (duration: 188.805489ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:55:17.57124Z","caller":"traceutil/trace.go:171","msg":"trace[39626723] transaction","detail":"{read_only:false; response_revision:4712; number_of_response:1; }","duration":"356.735367ms","start":"2026-02-26T01:55:17.214471Z","end":"2026-02-26T01:55:17.571206Z","steps":["trace[39626723] 'process raft request' (duration: 203.935668ms)","trace[39626723] 'compare' (duration: 152.45174ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:55:17.571325Z","caller":"traceutil/trace.go:171","msg":"trace[1058981823] linearizableReadLoop","detail":"{readStateIndex:4912; appliedIndex:4910; }","duration":"355.040702ms","start":"2026-02-26T01:55:17.216249Z","end":"2026-02-26T01:55:17.57129Z","steps":["trace[1058981823] 'read index received' (duration: 161.641602ms)","trace[1058981823] 'applied index is now lower than readState.Index' (duration: 193.39657ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:55:17.571407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:55:17.214448Z","time spent":"356.873401ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:55:17.571543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.32069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/vector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:55:17.571605Z","caller":"traceutil/trace.go:171","msg":"trace[383162368] range","detail":"{range_begin:/registry/clusterroles/vector; range_end:; response_count:0; response_revision:4713; }","duration":"355.423973ms","start":"2026-02-26T01:55:17.216164Z","end":"2026-02-26T01:55:17.571588Z","steps":["trace[383162368] 'agreement among raft nodes before linearized reading' (duration: 355.281899ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:55:17.571647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:55:17.216151Z","time spent":"355.485424ms","remote":"127.0.0.1:45376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":0,"response size":29,"request content":"key:\"/registry/clusterroles/vector\" "} {"level":"info","ts":"2026-02-26T01:55:17.579269Z","caller":"traceutil/trace.go:171","msg":"trace[197761489] transaction","detail":"{read_only:false; response_revision:4714; number_of_response:1; }","duration":"141.230964ms","start":"2026-02-26T01:55:17.438015Z","end":"2026-02-26T01:55:17.579246Z","steps":["trace[197761489] 'process raft request' (duration: 141.032498ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:55:17.579356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.878271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-26T01:55:17.579415Z","caller":"traceutil/trace.go:171","msg":"trace[339705505] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4714; }","duration":"130.979174ms","start":"2026-02-26T01:55:17.448421Z","end":"2026-02-26T01:55:17.5794Z","steps":["trace[339705505] 'agreement among raft nodes before linearized reading' (duration: 130.798459ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:55:17.579418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.459987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-26T01:55:17.579576Z","caller":"traceutil/trace.go:171","msg":"trace[178273569] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4714; }","duration":"106.620271ms","start":"2026-02-26T01:55:17.47291Z","end":"2026-02-26T01:55:17.57953Z","steps":["trace[178273569] 'agreement among raft nodes before linearized reading' (duration: 106.305733ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:55:17.579655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.335164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16737"} {"level":"info","ts":"2026-02-26T01:55:17.579714Z","caller":"traceutil/trace.go:171","msg":"trace[913380197] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4714; }","duration":"197.440047ms","start":"2026-02-26T01:55:17.382258Z","end":"2026-02-26T01:55:17.579698Z","steps":["trace[913380197] 'agreement among raft nodes before linearized reading' (duration: 197.296253ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:55:18.008509Z","caller":"traceutil/trace.go:171","msg":"trace[2111015271] transaction","detail":"{read_only:false; response_revision:4722; number_of_response:1; }","duration":"270.41153ms","start":"2026-02-26T01:55:17.738071Z","end":"2026-02-26T01:55:18.008482Z","steps":["trace[2111015271] 'process raft request' (duration: 270.234246ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:55:18.021378Z","caller":"traceutil/trace.go:171","msg":"trace[1676093439] linearizableReadLoop","detail":"{readStateIndex:4924; appliedIndex:4922; }","duration":"234.37915ms","start":"2026-02-26T01:55:17.786985Z","end":"2026-02-26T01:55:18.021364Z","steps":["trace[1676093439] 'read index received' (duration: 221.344536ms)","trace[1676093439] 'applied index is now lower than readState.Index' (duration: 13.033744ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:55:18.021505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.514233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:55:18.021486Z","caller":"traceutil/trace.go:171","msg":"trace[349241796] transaction","detail":"{read_only:false; response_revision:4723; number_of_response:1; }","duration":"275.022432ms","start":"2026-02-26T01:55:17.746428Z","end":"2026-02-26T01:55:18.02145Z","steps":["trace[349241796] 'process raft request' (duration: 274.861988ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:55:18.021593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.310519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-02-26T01:55:18.02175Z","caller":"traceutil/trace.go:171","msg":"trace[1758060812] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:4723; }","duration":"162.437893ms","start":"2026-02-26T01:55:17.859252Z","end":"2026-02-26T01:55:18.02169Z","steps":["trace[1758060812] 'agreement among raft nodes before linearized reading' (duration: 162.30478ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:55:18.021538Z","caller":"traceutil/trace.go:171","msg":"trace[758329819] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4723; }","duration":"234.609966ms","start":"2026-02-26T01:55:17.786918Z","end":"2026-02-26T01:55:18.021528Z","steps":["trace[758329819] 'agreement among raft nodes before linearized reading' (duration: 234.517063ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:55:18.856724Z","caller":"traceutil/trace.go:171","msg":"trace[197592626] transaction","detail":"{read_only:false; response_revision:4747; number_of_response:1; }","duration":"292.334179ms","start":"2026-02-26T01:55:18.564357Z","end":"2026-02-26T01:55:18.856691Z","steps":["trace[197592626] 'process raft request' (duration: 198.590897ms)","trace[197592626] 'compare' (duration: 93.319661ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:55:18.85676Z","caller":"traceutil/trace.go:171","msg":"trace[1160362923] linearizableReadLoop","detail":"{readStateIndex:4948; appliedIndex:4947; }","duration":"244.60487ms","start":"2026-02-26T01:55:18.612131Z","end":"2026-02-26T01:55:18.856735Z","steps":["trace[1160362923] 'read index received' (duration: 150.832417ms)","trace[1160362923] 'applied index is now lower than readState.Index' (duration: 93.770693ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:55:18.85673Z","caller":"traceutil/trace.go:171","msg":"trace[1118900113] transaction","detail":"{read_only:false; response_revision:4748; number_of_response:1; }","duration":"221.360286ms","start":"2026-02-26T01:55:18.635345Z","end":"2026-02-26T01:55:18.856706Z","steps":["trace[1118900113] 'process raft request' (duration: 221.275514ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:55:18.856978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.833346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:55:18.857022Z","caller":"traceutil/trace.go:171","msg":"trace[1822500309] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4748; }","duration":"244.932988ms","start":"2026-02-26T01:55:18.612078Z","end":"2026-02-26T01:55:18.857011Z","steps":["trace[1822500309] 'agreement among raft nodes before linearized reading' (duration: 244.797385ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:55:18.857252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.442585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-38d82645-7a8f-450c-899c-07af03a812d9\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-02-26T01:55:18.857315Z","caller":"traceutil/trace.go:171","msg":"trace[1955435601] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-38d82645-7a8f-450c-899c-07af03a812d9; range_end:; response_count:1; response_revision:4748; }","duration":"219.568579ms","start":"2026-02-26T01:55:18.637728Z","end":"2026-02-26T01:55:18.857296Z","steps":["trace[1955435601] 'agreement among raft nodes before linearized reading' (duration: 219.354343ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:55:18.857371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.404275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-df6h9\" ","response":"range_response_count:1 size:9728"} {"level":"info","ts":"2026-02-26T01:55:18.857446Z","caller":"traceutil/trace.go:171","msg":"trace[121896605] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-df6h9; range_end:; response_count:1; response_revision:4748; }","duration":"175.531418ms","start":"2026-02-26T01:55:18.681894Z","end":"2026-02-26T01:55:18.857426Z","steps":["trace[121896605] 'agreement among raft nodes before linearized reading' (duration: 175.260681ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:55:19.053942Z","caller":"traceutil/trace.go:171","msg":"trace[1671048002] linearizableReadLoop","detail":"{readStateIndex:4951; appliedIndex:4950; }","duration":"156.795984ms","start":"2026-02-26T01:55:18.897119Z","end":"2026-02-26T01:55:19.053915Z","steps":["trace[1671048002] 'read index received' (duration: 156.542567ms)","trace[1671048002] 'applied index is now lower than readState.Index' (duration: 252.367µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:55:19.054019Z","caller":"traceutil/trace.go:171","msg":"trace[666632326] transaction","detail":"{read_only:false; response_revision:4750; number_of_response:1; }","duration":"188.425509ms","start":"2026-02-26T01:55:18.865555Z","end":"2026-02-26T01:55:19.053981Z","steps":["trace[666632326] 'process raft request' (duration: 188.186382ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:55:19.054183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.051461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-02-26T01:55:19.054228Z","caller":"traceutil/trace.go:171","msg":"trace[183394098] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4750; }","duration":"157.156674ms","start":"2026-02-26T01:55:18.897061Z","end":"2026-02-26T01:55:19.054218Z","steps":["trace[183394098] 'agreement among raft nodes before linearized reading' (duration: 156.984969ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:55:21.920665Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284836852,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T01:55:21.977598Z","caller":"traceutil/trace.go:171","msg":"trace[1708698985] transaction","detail":"{read_only:false; response_revision:4787; number_of_response:1; }","duration":"583.232ms","start":"2026-02-26T01:55:21.394342Z","end":"2026-02-26T01:55:21.977574Z","steps":["trace[1708698985] 'process raft request' (duration: 583.020444ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:55:21.977756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:55:21.394316Z","time spent":"583.364263ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:55:21.980349Z","caller":"traceutil/trace.go:171","msg":"trace[1676490343] linearizableReadLoop","detail":"{readStateIndex:4990; appliedIndex:4988; }","duration":"560.048128ms","start":"2026-02-26T01:55:21.420275Z","end":"2026-02-26T01:55:21.980323Z","steps":["trace[1676490343] 'read index received' (duration: 557.152682ms)","trace[1676490343] 'applied index is now lower than readState.Index' (duration: 2.894456ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:55:21.980596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.294266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/ipmi-exporter\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:55:21.980702Z","caller":"traceutil/trace.go:171","msg":"trace[1979030841] range","detail":"{range_begin:/registry/configmaps/monitoring/ipmi-exporter; range_end:; response_count:0; response_revision:4788; }","duration":"560.432189ms","start":"2026-02-26T01:55:21.420244Z","end":"2026-02-26T01:55:21.980676Z","steps":["trace[1979030841] 'agreement among raft nodes before linearized reading' (duration: 560.183582ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:55:21.980764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:55:21.420229Z","time spent":"560.518181ms","remote":"127.0.0.1:45134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/configmaps/monitoring/ipmi-exporter\" "} {"level":"info","ts":"2026-02-26T01:55:21.981114Z","caller":"traceutil/trace.go:171","msg":"trace[418162011] transaction","detail":"{read_only:false; response_revision:4788; number_of_response:1; }","duration":"390.155758ms","start":"2026-02-26T01:55:21.590935Z","end":"2026-02-26T01:55:21.981091Z","steps":["trace[418162011] 'process raft request' (duration: 389.233204ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:55:21.981521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.252836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-26T01:55:21.981575Z","caller":"traceutil/trace.go:171","msg":"trace[1202866995] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4788; }","duration":"331.374698ms","start":"2026-02-26T01:55:21.650187Z","end":"2026-02-26T01:55:21.981561Z","steps":["trace[1202866995] 'agreement among raft nodes before linearized reading' (duration: 331.221084ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:55:21.981616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:55:21.650144Z","time spent":"331.461601ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T01:55:21.981743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.000037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-38d82645-7a8f-450c-899c-07af03a812d9\" ","response":"range_response_count:1 size:3891"} {"level":"info","ts":"2026-02-26T01:55:21.981818Z","caller":"traceutil/trace.go:171","msg":"trace[1996825655] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-38d82645-7a8f-450c-899c-07af03a812d9; range_end:; response_count:1; response_revision:4788; }","duration":"111.317475ms","start":"2026-02-26T01:55:21.870484Z","end":"2026-02-26T01:55:21.981801Z","steps":["trace[1996825655] 'agreement among raft nodes before linearized reading' (duration: 110.932175ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:55:21.981953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.658076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-26T01:55:21.982035Z","caller":"traceutil/trace.go:171","msg":"trace[981429057] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4788; }","duration":"331.770569ms","start":"2026-02-26T01:55:21.650247Z","end":"2026-02-26T01:55:21.982017Z","steps":["trace[981429057] 'agreement among raft nodes before linearized reading' (duration: 331.620995ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:55:21.981837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.640873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T01:55:21.982092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:55:21.650226Z","time spent":"331.853091ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-26T01:55:21.982113Z","caller":"traceutil/trace.go:171","msg":"trace[562958799] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4788; }","duration":"191.946581ms","start":"2026-02-26T01:55:21.790145Z","end":"2026-02-26T01:55:21.982092Z","steps":["trace[562958799] 'agreement among raft nodes before linearized reading' (duration: 191.650433ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:55:21.981276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:55:21.590909Z","time spent":"390.291852ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:55:26.287357Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284837044,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T01:55:26.552234Z","caller":"traceutil/trace.go:171","msg":"trace[2047726045] transaction","detail":"{read_only:false; response_revision:4869; number_of_response:1; }","duration":"796.682499ms","start":"2026-02-26T01:55:25.755523Z","end":"2026-02-26T01:55:26.552206Z","steps":["trace[2047726045] 'process raft request' (duration: 796.493574ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:55:26.552421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:55:25.75551Z","time spent":"796.814302ms","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:55:26.893079Z","caller":"traceutil/trace.go:171","msg":"trace[609176099] transaction","detail":"{read_only:false; response_revision:4870; number_of_response:1; }","duration":"1.127711069s","start":"2026-02-26T01:55:25.765327Z","end":"2026-02-26T01:55:26.893038Z","steps":["trace[609176099] 'process raft request' (duration: 1.127310789s)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:55:26.893077Z","caller":"traceutil/trace.go:171","msg":"trace[1671436515] transaction","detail":"{read_only:false; response_revision:4871; number_of_response:1; }","duration":"899.638994ms","start":"2026-02-26T01:55:25.993409Z","end":"2026-02-26T01:55:26.893048Z","steps":["trace[1671436515] 'process raft request' (duration: 899.522041ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:55:26.893228Z","caller":"traceutil/trace.go:171","msg":"trace[197294618] linearizableReadLoop","detail":"{readStateIndex:5076; appliedIndex:5074; }","duration":"1.106368516s","start":"2026-02-26T01:55:25.786827Z","end":"2026-02-26T01:55:26.893195Z","steps":["trace[197294618] 'read index received' (duration: 765.358523ms)","trace[197294618] 'applied index is now lower than readState.Index' (duration: 341.007083ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:55:26.89345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:55:25.993371Z","time spent":"899.879141ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:55:26.893312Z","caller":"traceutil/trace.go:171","msg":"trace[324065928] transaction","detail":"{read_only:false; response_revision:4872; number_of_response:1; }","duration":"514.691393ms","start":"2026-02-26T01:55:26.37858Z","end":"2026-02-26T01:55:26.893271Z","steps":["trace[324065928] 'process raft request' (duration: 514.413246ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:55:26.893408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.106534241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T01:55:26.893705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:55:26.37854Z","time spent":"515.021402ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:55:26.893746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.681202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-26T01:55:26.893757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.257316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T01:55:26.893788Z","caller":"traceutil/trace.go:171","msg":"trace[1199394871] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4872; }","duration":"396.757994ms","start":"2026-02-26T01:55:26.497017Z","end":"2026-02-26T01:55:26.893775Z","steps":["trace[1199394871] 'agreement among raft nodes before linearized reading' (duration: 396.683682ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:55:26.893812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:55:26.496994Z","time spent":"396.812904ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T01:55:26.893811Z","caller":"traceutil/trace.go:171","msg":"trace[378122238] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:4872; }","duration":"692.315107ms","start":"2026-02-26T01:55:26.201478Z","end":"2026-02-26T01:55:26.893793Z","steps":["trace[378122238] 'agreement among raft nodes before linearized reading' (duration: 692.210044ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:55:26.893826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.091162585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-02-26T01:55:26.893848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:55:26.201392Z","time spent":"692.44626ms","remote":"127.0.0.1:45358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":6,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-02-26T01:55:26.893712Z","caller":"traceutil/trace.go:171","msg":"trace[2134297181] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4872; }","duration":"1.10687135s","start":"2026-02-26T01:55:25.786806Z","end":"2026-02-26T01:55:26.893677Z","steps":["trace[2134297181] 'agreement among raft nodes before linearized reading' (duration: 1.106517871s)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:55:26.893888Z","caller":"traceutil/trace.go:171","msg":"trace[1768963] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4872; }","duration":"1.091220857s","start":"2026-02-26T01:55:25.802644Z","end":"2026-02-26T01:55:26.893865Z","steps":["trace[1768963] 'agreement among raft nodes before linearized reading' (duration: 1.09093936s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:55:26.893902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.906253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-26T01:55:26.893897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.381203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-26T01:55:26.893932Z","caller":"traceutil/trace.go:171","msg":"trace[1211685786] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4872; }","duration":"894.032216ms","start":"2026-02-26T01:55:25.999892Z","end":"2026-02-26T01:55:26.893925Z","steps":["trace[1211685786] 'agreement among raft nodes before linearized reading' (duration: 893.867292ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:55:26.893936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.207118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-26T01:55:26.893934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:55:25.802628Z","time spent":"1.091297989s","remote":"127.0.0.1:45188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-02-26T01:55:26.89396Z","caller":"traceutil/trace.go:171","msg":"trace[530590756] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4872; }","duration":"399.31669ms","start":"2026-02-26T01:55:26.494638Z","end":"2026-02-26T01:55:26.893954Z","steps":["trace[530590756] 'agreement among raft nodes before linearized reading' (duration: 399.257559ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:55:26.893962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:55:25.999872Z","time spent":"894.085108ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-26T01:55:26.893965Z","caller":"traceutil/trace.go:171","msg":"trace[681280706] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4872; }","duration":"396.479516ms","start":"2026-02-26T01:55:26.497468Z","end":"2026-02-26T01:55:26.893948Z","steps":["trace[681280706] 'agreement among raft nodes before linearized reading' (duration: 396.25713ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:55:26.893981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:55:26.494619Z","time spent":"399.357592ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T01:55:26.894008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:55:26.497457Z","time spent":"396.542387ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T01:55:26.893931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:55:25.786796Z","time spent":"1.107119166s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T01:55:26.894104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.259842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-02-26T01:55:26.893413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:55:25.765284Z","time spent":"1.127918984s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13278,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:55:26.894113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.216961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-26T01:55:26.894138Z","caller":"traceutil/trace.go:171","msg":"trace[29851033] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4872; }","duration":"492.291573ms","start":"2026-02-26T01:55:26.401835Z","end":"2026-02-26T01:55:26.894126Z","steps":["trace[29851033] 'agreement among raft nodes before linearized reading' (duration: 492.19247ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:55:26.89416Z","caller":"traceutil/trace.go:171","msg":"trace[1176883485] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4872; }","duration":"894.299013ms","start":"2026-02-26T01:55:25.999846Z","end":"2026-02-26T01:55:26.894145Z","steps":["trace[1176883485] 'agreement among raft nodes before linearized reading' (duration: 894.120179ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:55:26.894167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:55:26.401811Z","time spent":"492.350024ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-26T01:55:26.8942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:55:25.999811Z","time spent":"894.378845ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T01:55:26.894352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.715785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wvb6v\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-26T01:55:26.894378Z","caller":"traceutil/trace.go:171","msg":"trace[2029406622] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wvb6v; range_end:; response_count:1; response_revision:4872; }","duration":"456.781526ms","start":"2026-02-26T01:55:26.43759Z","end":"2026-02-26T01:55:26.894371Z","steps":["trace[2029406622] 'agreement among raft nodes before linearized reading' (duration: 455.989385ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:55:26.894529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:55:26.437574Z","time spent":"456.94915ms","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-wvb6v\" "} {"level":"info","ts":"2026-02-26T01:55:27.191233Z","caller":"traceutil/trace.go:171","msg":"trace[290898266] transaction","detail":"{read_only:false; response_revision:4873; number_of_response:1; }","duration":"291.379493ms","start":"2026-02-26T01:55:26.899811Z","end":"2026-02-26T01:55:27.191191Z","steps":["trace[290898266] 'process raft request' (duration: 280.906358ms)","trace[290898266] 'compare' (duration: 10.25283ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:55:27.191278Z","caller":"traceutil/trace.go:171","msg":"trace[581926403] transaction","detail":"{read_only:false; response_revision:4875; number_of_response:1; }","duration":"291.136827ms","start":"2026-02-26T01:55:26.900115Z","end":"2026-02-26T01:55:27.191252Z","steps":["trace[581926403] 'process raft request' (duration: 291.052915ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:55:27.19129Z","caller":"traceutil/trace.go:171","msg":"trace[1290584515] transaction","detail":"{read_only:false; response_revision:4874; number_of_response:1; }","duration":"291.22975ms","start":"2026-02-26T01:55:26.900016Z","end":"2026-02-26T01:55:27.191245Z","steps":["trace[1290584515] 'process raft request' (duration: 291.097686ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:55:27.191578Z","caller":"traceutil/trace.go:171","msg":"trace[1255893746] transaction","detail":"{read_only:false; response_revision:4876; number_of_response:1; }","duration":"291.413174ms","start":"2026-02-26T01:55:26.90014Z","end":"2026-02-26T01:55:27.191553Z","steps":["trace[1255893746] 'process raft request' (duration: 291.070985ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:55:27.191669Z","caller":"traceutil/trace.go:171","msg":"trace[1523400453] transaction","detail":"{read_only:false; response_revision:4877; number_of_response:1; }","duration":"291.431555ms","start":"2026-02-26T01:55:26.900207Z","end":"2026-02-26T01:55:27.191639Z","steps":["trace[1523400453] 'process raft request' (duration: 291.183719ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:55:27.192078Z","caller":"traceutil/trace.go:171","msg":"trace[1775869137] transaction","detail":"{read_only:false; response_revision:4881; number_of_response:1; }","duration":"291.766543ms","start":"2026-02-26T01:55:26.900296Z","end":"2026-02-26T01:55:27.192063Z","steps":["trace[1775869137] 'process raft request' (duration: 291.588169ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:55:27.1921Z","caller":"traceutil/trace.go:171","msg":"trace[1765892223] transaction","detail":"{read_only:false; response_revision:4878; number_of_response:1; }","duration":"291.842235ms","start":"2026-02-26T01:55:26.900211Z","end":"2026-02-26T01:55:27.192053Z","steps":["trace[1765892223] 'process raft request' (duration: 291.352402ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:55:27.19232Z","caller":"traceutil/trace.go:171","msg":"trace[1816351111] transaction","detail":"{read_only:false; response_revision:4882; number_of_response:1; }","duration":"291.859696ms","start":"2026-02-26T01:55:26.900447Z","end":"2026-02-26T01:55:27.192306Z","steps":["trace[1816351111] 'process raft request' (duration: 291.531497ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:55:27.192411Z","caller":"traceutil/trace.go:171","msg":"trace[1290088055] linearizableReadLoop","detail":"{readStateIndex:5087; appliedIndex:5077; }","duration":"291.698771ms","start":"2026-02-26T01:55:26.900702Z","end":"2026-02-26T01:55:27.1924Z","steps":["trace[1290088055] 'read index received' (duration: 279.982523ms)","trace[1290088055] 'applied index is now lower than readState.Index' (duration: 11.715148ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:55:27.192447Z","caller":"traceutil/trace.go:171","msg":"trace[94435079] transaction","detail":"{read_only:false; response_revision:4880; number_of_response:1; }","duration":"291.741693ms","start":"2026-02-26T01:55:26.900272Z","end":"2026-02-26T01:55:27.192014Z","steps":["trace[94435079] 'process raft request' (duration: 291.558228ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:55:27.192496Z","caller":"traceutil/trace.go:171","msg":"trace[1749661924] transaction","detail":"{read_only:false; response_revision:4883; number_of_response:1; }","duration":"283.161427ms","start":"2026-02-26T01:55:26.90932Z","end":"2026-02-26T01:55:27.192482Z","steps":["trace[1749661924] 'process raft request' (duration: 282.780486ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:55:27.192638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.886124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:55:27.192686Z","caller":"traceutil/trace.go:171","msg":"trace[228282973] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4883; }","duration":"289.960736ms","start":"2026-02-26T01:55:26.902713Z","end":"2026-02-26T01:55:27.192674Z","steps":["trace[228282973] 'agreement among raft nodes before linearized reading' (duration: 289.855723ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:55:27.192744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.208572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-26T01:55:27.19279Z","caller":"traceutil/trace.go:171","msg":"trace[1885369373] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:1; response_revision:4883; }","duration":"172.428227ms","start":"2026-02-26T01:55:27.020349Z","end":"2026-02-26T01:55:27.192778Z","steps":["trace[1885369373] 'agreement among raft nodes before linearized reading' (duration: 172.241282ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:55:27.192841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.065982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62910"} {"level":"info","ts":"2026-02-26T01:55:27.192895Z","caller":"traceutil/trace.go:171","msg":"trace[207185216] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4883; }","duration":"292.209655ms","start":"2026-02-26T01:55:26.900676Z","end":"2026-02-26T01:55:27.192886Z","steps":["trace[207185216] 'agreement among raft nodes before linearized reading' (duration: 291.846126ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:55:27.192929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.949746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-02-26T01:55:27.193013Z","caller":"traceutil/trace.go:171","msg":"trace[487229168] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4883; }","duration":"290.040788ms","start":"2026-02-26T01:55:26.902957Z","end":"2026-02-26T01:55:27.192998Z","steps":["trace[487229168] 'agreement among raft nodes before linearized reading' (duration: 289.860833ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:55:27.192273Z","caller":"traceutil/trace.go:171","msg":"trace[1092908537] transaction","detail":"{read_only:false; response_revision:4879; number_of_response:1; }","duration":"291.974109ms","start":"2026-02-26T01:55:26.900273Z","end":"2026-02-26T01:55:27.192247Z","steps":["trace[1092908537] 'process raft request' (duration: 291.486446ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:55:29.222266Z","caller":"traceutil/trace.go:171","msg":"trace[64348398] transaction","detail":"{read_only:false; response_revision:4925; number_of_response:1; }","duration":"113.484243ms","start":"2026-02-26T01:55:29.108726Z","end":"2026-02-26T01:55:29.222211Z","steps":["trace[64348398] 'process raft request' (duration: 15.999652ms)","trace[64348398] 'compare' (duration: 97.354947ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:55:29.52885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.22331ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:55:29.529178Z","caller":"traceutil/trace.go:171","msg":"trace[64140342] linearizableReadLoop","detail":"{readStateIndex:5135; appliedIndex:5132; }","duration":"299.902378ms","start":"2026-02-26T01:55:29.229259Z","end":"2026-02-26T01:55:29.529162Z","steps":["trace[64140342] 'read index received' (duration: 23.951291ms)","trace[64140342] 'applied index is now lower than readState.Index' (duration: 275.949767ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:55:29.529095Z","caller":"traceutil/trace.go:171","msg":"trace[1746401588] transaction","detail":"{read_only:false; response_revision:4927; number_of_response:1; }","duration":"299.955089ms","start":"2026-02-26T01:55:29.229098Z","end":"2026-02-26T01:55:29.529053Z","steps":["trace[1746401588] 'process raft request' (duration: 121.426801ms)","trace[1746401588] 'compare' (duration: 178.083507ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:55:29.529401Z","caller":"traceutil/trace.go:171","msg":"trace[1540392698] transaction","detail":"{read_only:false; response_revision:4931; number_of_response:1; }","duration":"299.016515ms","start":"2026-02-26T01:55:29.23036Z","end":"2026-02-26T01:55:29.529377Z","steps":["trace[1540392698] 'process raft request' (duration: 298.764848ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:55:29.5294Z","caller":"traceutil/trace.go:171","msg":"trace[1626626982] transaction","detail":"{read_only:false; response_revision:4928; number_of_response:1; }","duration":"300.191456ms","start":"2026-02-26T01:55:29.22917Z","end":"2026-02-26T01:55:29.529361Z","steps":["trace[1626626982] 'process raft request' (duration: 299.794855ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:55:29.529453Z","caller":"traceutil/trace.go:171","msg":"trace[1911471483] transaction","detail":"{read_only:false; response_revision:4930; number_of_response:1; }","duration":"299.155929ms","start":"2026-02-26T01:55:29.230247Z","end":"2026-02-26T01:55:29.529403Z","steps":["trace[1911471483] 'process raft request' (duration: 298.807139ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:55:29.529478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:55:29.229086Z","time spent":"300.267918ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:55:29.529583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:55:29.229162Z","time spent":"300.33226ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:55:29.52925Z","caller":"traceutil/trace.go:171","msg":"trace[455867518] transaction","detail":"{read_only:false; response_revision:4929; number_of_response:1; }","duration":"299.745424ms","start":"2026-02-26T01:55:29.229476Z","end":"2026-02-26T01:55:29.529221Z","steps":["trace[455867518] 'process raft request' (duration: 299.546269ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:55:29.529655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.335099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16737"} {"level":"warn","ts":"2026-02-26T01:55:29.529741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:55:29.229445Z","time spent":"300.198906ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:55:29.529756Z","caller":"traceutil/trace.go:171","msg":"trace[1875960731] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4931; }","duration":"300.500184ms","start":"2026-02-26T01:55:29.22923Z","end":"2026-02-26T01:55:29.52973Z","steps":["trace[1875960731] 'agreement among raft nodes before linearized reading' (duration: 300.176616ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:55:29.529821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:55:29.229215Z","time spent":"300.591176ms","remote":"127.0.0.1:45202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":16761,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-26T01:55:29.534587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.310885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:126770"} {"level":"info","ts":"2026-02-26T01:55:29.534654Z","caller":"traceutil/trace.go:171","msg":"trace[1008937669] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:4932; }","duration":"304.403267ms","start":"2026-02-26T01:55:29.230237Z","end":"2026-02-26T01:55:29.53464Z","steps":["trace[1008937669] 'agreement among raft nodes before linearized reading' (duration: 304.14323ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:55:29.534689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:55:29.230227Z","time spent":"304.453259ms","remote":"127.0.0.1:45080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":126794,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-02-26T01:55:29.534729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.448189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:70721"} {"level":"info","ts":"2026-02-26T01:55:29.534795Z","caller":"traceutil/trace.go:171","msg":"trace[364065091] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:4932; }","duration":"304.51678ms","start":"2026-02-26T01:55:29.230262Z","end":"2026-02-26T01:55:29.534779Z","steps":["trace[364065091] 'agreement among raft nodes before linearized reading' (duration: 304.223153ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:55:29.534831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:55:29.230249Z","time spent":"304.573511ms","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":8,"response size":70745,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-26T01:55:38.371042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.509665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6bff2d8f-c412-406b-b5ef-ed81129b0669\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-02-26T01:55:38.371188Z","caller":"traceutil/trace.go:171","msg":"trace[184806174] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6bff2d8f-c412-406b-b5ef-ed81129b0669; range_end:; response_count:1; response_revision:5069; }","duration":"143.70717ms","start":"2026-02-26T01:55:38.227452Z","end":"2026-02-26T01:55:38.37116Z","steps":["trace[184806174] 'range keys from in-memory index tree' (duration: 143.301359ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:55:39.42328Z","caller":"traceutil/trace.go:171","msg":"trace[1615580397] transaction","detail":"{read_only:false; response_revision:5075; number_of_response:1; }","duration":"100.629954ms","start":"2026-02-26T01:55:39.322619Z","end":"2026-02-26T01:55:39.423249Z","steps":["trace[1615580397] 'process raft request' (duration: 89.039928ms)","trace[1615580397] 'compare' (duration: 11.275067ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:55:41.020028Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.38565769s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T01:55:41.020566Z","caller":"traceutil/trace.go:171","msg":"trace[269812190] transaction","detail":"{read_only:false; response_revision:5078; number_of_response:1; }","duration":"1.435899265s","start":"2026-02-26T01:55:39.584636Z","end":"2026-02-26T01:55:41.020535Z","steps":["trace[269812190] 'process raft request' (duration: 1.435615608s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:55:41.020757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:55:39.584395Z","time spent":"1.436265375s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:55:41.020931Z","caller":"traceutil/trace.go:171","msg":"trace[1443998478] transaction","detail":"{read_only:false; response_revision:5079; number_of_response:1; }","duration":"1.435435413s","start":"2026-02-26T01:55:39.585464Z","end":"2026-02-26T01:55:41.020899Z","steps":["trace[1443998478] 'process raft request' (duration: 1.435023362s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:55:41.021129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:55:39.585443Z","time spent":"1.435576437s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:55:41.021337Z","caller":"traceutil/trace.go:171","msg":"trace[532661461] transaction","detail":"{read_only:false; response_revision:5080; number_of_response:1; }","duration":"1.435675809s","start":"2026-02-26T01:55:39.585649Z","end":"2026-02-26T01:55:41.021324Z","steps":["trace[532661461] 'process raft request' (duration: 1.435158636s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:55:41.021415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:55:39.585611Z","time spent":"1.435769902s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:55:41.02174Z","caller":"traceutil/trace.go:171","msg":"trace[1569518773] transaction","detail":"{read_only:false; response_revision:5081; number_of_response:1; }","duration":"1.433158643s","start":"2026-02-26T01:55:39.588569Z","end":"2026-02-26T01:55:41.021727Z","steps":["trace[1569518773] 'process raft request' (duration: 1.432709441s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:55:41.021804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:55:39.588554Z","time spent":"1.433217295s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:55:41.021887Z","caller":"traceutil/trace.go:171","msg":"trace[437895829] linearizableReadLoop","detail":"{readStateIndex:5289; appliedIndex:5285; }","duration":"1.435646368s","start":"2026-02-26T01:55:39.585991Z","end":"2026-02-26T01:55:41.021638Z","steps":["trace[437895829] 'read index received' (duration: 48.410977ms)","trace[437895829] 'applied index is now lower than readState.Index' (duration: 1.387234131s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:55:41.022101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.874454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6bff2d8f-c412-406b-b5ef-ed81129b0669\" ","response":"range_response_count:1 size:3766"} {"level":"warn","ts":"2026-02-26T01:55:41.022114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.436133542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wvb6v\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-26T01:55:41.022153Z","caller":"traceutil/trace.go:171","msg":"trace[1595476109] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6bff2d8f-c412-406b-b5ef-ed81129b0669; range_end:; response_count:1; response_revision:5083; }","duration":"592.981858ms","start":"2026-02-26T01:55:40.429155Z","end":"2026-02-26T01:55:41.022137Z","steps":["trace[1595476109] 'agreement among raft nodes before linearized reading' (duration: 592.857284ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:55:41.022171Z","caller":"traceutil/trace.go:171","msg":"trace[1299295281] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wvb6v; range_end:; response_count:1; response_revision:5083; }","duration":"1.436231054s","start":"2026-02-26T01:55:39.585922Z","end":"2026-02-26T01:55:41.022153Z","steps":["trace[1299295281] 'agreement among raft nodes before linearized reading' (duration: 1.436010708s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:55:41.022173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.247520027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-02-26T01:55:41.022204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:55:39.585907Z","time spent":"1.436289735s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-wvb6v\" "} {"level":"info","ts":"2026-02-26T01:55:41.022226Z","caller":"traceutil/trace.go:171","msg":"trace[605615011] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5083; }","duration":"1.247638731s","start":"2026-02-26T01:55:39.774576Z","end":"2026-02-26T01:55:41.022215Z","steps":["trace[605615011] 'agreement among raft nodes before linearized reading' (duration: 1.247427995s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:55:41.022234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.97042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:55:41.022266Z","caller":"traceutil/trace.go:171","msg":"trace[1479113102] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5083; }","duration":"234.048482ms","start":"2026-02-26T01:55:40.788209Z","end":"2026-02-26T01:55:41.022258Z","steps":["trace[1479113102] 'agreement among raft nodes before linearized reading' (duration: 234.00061ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:55:41.022327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.052386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:55:41.022366Z","caller":"traceutil/trace.go:171","msg":"trace[943797200] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:5083; }","duration":"806.095997ms","start":"2026-02-26T01:55:40.216259Z","end":"2026-02-26T01:55:41.022355Z","steps":["trace[943797200] 'agreement among raft nodes before linearized reading' (duration: 806.030726ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:55:41.022268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:55:39.774548Z","time spent":"1.247712513s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T01:55:41.022403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:55:40.216233Z","time spent":"806.161859ms","remote":"127.0.0.1:50574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-02-26T01:55:41.022191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:55:40.429121Z","time spent":"593.061749ms","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3790,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6bff2d8f-c412-406b-b5ef-ed81129b0669\" "} {"level":"warn","ts":"2026-02-26T01:55:41.022613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.532727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:55:41.02265Z","caller":"traceutil/trace.go:171","msg":"trace[1693024815] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5083; }","duration":"845.62238ms","start":"2026-02-26T01:55:40.177019Z","end":"2026-02-26T01:55:41.022641Z","steps":["trace[1693024815] 'agreement among raft nodes before linearized reading' (duration: 845.565108ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:55:41.022684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:55:40.176988Z","time spent":"845.690211ms","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T01:55:43.608952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.227192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-26T01:55:43.609045Z","caller":"traceutil/trace.go:171","msg":"trace[530738938] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5103; }","duration":"282.396237ms","start":"2026-02-26T01:55:43.326627Z","end":"2026-02-26T01:55:43.609023Z","steps":["trace[530738938] 'range keys from in-memory index tree' (duration: 281.951165ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:55:43.609238Z","caller":"traceutil/trace.go:171","msg":"trace[1581577466] transaction","detail":"{read_only:false; response_revision:5104; number_of_response:1; }","duration":"262.240175ms","start":"2026-02-26T01:55:43.346953Z","end":"2026-02-26T01:55:43.609193Z","steps":["trace[1581577466] 'process raft request' (duration: 259.707348ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:55:45.487924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.563022ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:55:45.488108Z","caller":"traceutil/trace.go:171","msg":"trace[874267476] linearizableReadLoop","detail":"{readStateIndex:5351; appliedIndex:5350; }","duration":"225.441745ms","start":"2026-02-26T01:55:45.262642Z","end":"2026-02-26T01:55:45.488084Z","steps":["trace[874267476] 'read index received' (duration: 22.607997ms)","trace[874267476] 'applied index is now lower than readState.Index' (duration: 202.832238ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:55:45.488117Z","caller":"traceutil/trace.go:171","msg":"trace[535589574] transaction","detail":"{read_only:false; response_revision:5140; number_of_response:1; }","duration":"260.381606ms","start":"2026-02-26T01:55:45.227702Z","end":"2026-02-26T01:55:45.488084Z","steps":["trace[535589574] 'process raft request' (duration: 57.540747ms)","trace[535589574] 'compare' (duration: 202.418308ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:55:45.488311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.673361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-02-26T01:55:45.488356Z","caller":"traceutil/trace.go:171","msg":"trace[1776153099] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5140; }","duration":"225.757563ms","start":"2026-02-26T01:55:45.262585Z","end":"2026-02-26T01:55:45.488343Z","steps":["trace[1776153099] 'agreement among raft nodes before linearized reading' (duration: 225.562338ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:55:47.375676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:55:47.022542Z","time spent":"353.128053ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-26T01:55:47.499521Z","caller":"traceutil/trace.go:171","msg":"trace[89021012] transaction","detail":"{read_only:false; response_revision:5160; number_of_response:1; }","duration":"453.579992ms","start":"2026-02-26T01:55:47.045905Z","end":"2026-02-26T01:55:47.499485Z","steps":["trace[89021012] 'process raft request' (duration: 453.296014ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:55:47.499884Z","caller":"traceutil/trace.go:171","msg":"trace[103989948] linearizableReadLoop","detail":"{readStateIndex:5373; appliedIndex:5370; }","duration":"451.708402ms","start":"2026-02-26T01:55:47.048122Z","end":"2026-02-26T01:55:47.499831Z","steps":["trace[103989948] 'read index received' (duration: 327.470946ms)","trace[103989948] 'applied index is now lower than readState.Index' (duration: 124.233466ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:55:47.499978Z","caller":"traceutil/trace.go:171","msg":"trace[1844244807] transaction","detail":"{read_only:false; response_revision:5161; number_of_response:1; }","duration":"452.956505ms","start":"2026-02-26T01:55:47.046956Z","end":"2026-02-26T01:55:47.499912Z","steps":["trace[1844244807] 'process raft request' (duration: 452.461192ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:55:47.500185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:55:47.045877Z","time spent":"453.760966ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:55:47.500248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.112653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-26T01:55:47.500315Z","caller":"traceutil/trace.go:171","msg":"trace[1292807441] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5161; }","duration":"452.192655ms","start":"2026-02-26T01:55:47.048106Z","end":"2026-02-26T01:55:47.500299Z","steps":["trace[1292807441] 'agreement among raft nodes before linearized reading' (duration: 451.966849ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:55:47.500357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:55:47.048071Z","time spent":"452.279737ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T01:55:47.500229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:55:47.04693Z","time spent":"453.218082ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:55:47.500764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.71777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-02-26T01:55:47.501533Z","caller":"traceutil/trace.go:171","msg":"trace[2110238974] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5162; }","duration":"450.460289ms","start":"2026-02-26T01:55:47.05099Z","end":"2026-02-26T01:55:47.501451Z","steps":["trace[2110238974] 'agreement among raft nodes before linearized reading' (duration: 449.663398ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:55:47.501635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:55:47.050975Z","time spent":"450.642124ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-26T01:55:47.500782Z","caller":"traceutil/trace.go:171","msg":"trace[2099092429] transaction","detail":"{read_only:false; response_revision:5162; number_of_response:1; }","duration":"123.592219ms","start":"2026-02-26T01:55:47.377158Z","end":"2026-02-26T01:55:47.500751Z","steps":["trace[2099092429] 'process raft request' (duration: 123.397004ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:55:47.500827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.564619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-26T01:55:47.500833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.155612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-26T01:55:47.501927Z","caller":"traceutil/trace.go:171","msg":"trace[1955820778] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5162; }","duration":"449.669458ms","start":"2026-02-26T01:55:47.052233Z","end":"2026-02-26T01:55:47.501903Z","steps":["trace[1955820778] 'agreement among raft nodes before linearized reading' (duration: 448.553669ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:55:47.501977Z","caller":"traceutil/trace.go:171","msg":"trace[1354050207] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5162; }","duration":"448.316202ms","start":"2026-02-26T01:55:47.053644Z","end":"2026-02-26T01:55:47.50196Z","steps":["trace[1354050207] 'agreement among raft nodes before linearized reading' (duration: 447.057589ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:55:47.501999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:55:47.052213Z","time spent":"449.75744ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T01:55:47.502023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:55:47.053631Z","time spent":"448.368284ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T01:55:47.500863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.532189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wvb6v\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-26T01:55:47.502108Z","caller":"traceutil/trace.go:171","msg":"trace[739474533] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wvb6v; range_end:; response_count:1; response_revision:5162; }","duration":"449.801392ms","start":"2026-02-26T01:55:47.052296Z","end":"2026-02-26T01:55:47.502097Z","steps":["trace[739474533] 'agreement among raft nodes before linearized reading' (duration: 448.403155ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:55:47.502131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:55:47.052284Z","time spent":"449.841272ms","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-wvb6v\" "} {"level":"info","ts":"2026-02-26T01:55:49.643793Z","caller":"traceutil/trace.go:171","msg":"trace[50169683] linearizableReadLoop","detail":"{readStateIndex:5383; appliedIndex:5380; }","duration":"133.528981ms","start":"2026-02-26T01:55:49.510245Z","end":"2026-02-26T01:55:49.643774Z","steps":["trace[50169683] 'read index received' (duration: 80.537054ms)","trace[50169683] 'applied index is now lower than readState.Index' (duration: 52.991187ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:55:49.643855Z","caller":"traceutil/trace.go:171","msg":"trace[102362317] transaction","detail":"{read_only:false; response_revision:5171; number_of_response:1; }","duration":"136.804288ms","start":"2026-02-26T01:55:49.507024Z","end":"2026-02-26T01:55:49.643828Z","steps":["trace[102362317] 'process raft request' (duration: 136.695745ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:55:49.643911Z","caller":"traceutil/trace.go:171","msg":"trace[258396154] transaction","detail":"{read_only:false; response_revision:5170; number_of_response:1; }","duration":"136.993433ms","start":"2026-02-26T01:55:49.506875Z","end":"2026-02-26T01:55:49.643868Z","steps":["trace[258396154] 'process raft request' (duration: 110.33646ms)","trace[258396154] 'compare' (duration: 26.333684ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:55:49.644054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.790198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-26T01:55:49.646038Z","caller":"traceutil/trace.go:171","msg":"trace[398736595] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5171; }","duration":"135.811602ms","start":"2026-02-26T01:55:49.510208Z","end":"2026-02-26T01:55:49.646019Z","steps":["trace[398736595] 'agreement among raft nodes before linearized reading' (duration: 133.698106ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:55:49.644073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.656726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-26T01:55:49.646232Z","caller":"traceutil/trace.go:171","msg":"trace[481910848] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5171; }","duration":"132.810253ms","start":"2026-02-26T01:55:49.513401Z","end":"2026-02-26T01:55:49.646212Z","steps":["trace[481910848] 'agreement among raft nodes before linearized reading' (duration: 130.582514ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:55:49.644132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.680792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-02-26T01:55:49.646349Z","caller":"traceutil/trace.go:171","msg":"trace[2066851142] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5171; }","duration":"133.904571ms","start":"2026-02-26T01:55:49.512428Z","end":"2026-02-26T01:55:49.646333Z","steps":["trace[2066851142] 'agreement among raft nodes before linearized reading' (duration: 131.59665ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:55:49.644178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.043249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wvb6v\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-26T01:55:49.646409Z","caller":"traceutil/trace.go:171","msg":"trace[1769491053] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wvb6v; range_end:; response_count:1; response_revision:5171; }","duration":"132.287598ms","start":"2026-02-26T01:55:49.514102Z","end":"2026-02-26T01:55:49.64639Z","steps":["trace[1769491053] 'agreement among raft nodes before linearized reading' (duration: 129.896225ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:55:49.64453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.646788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T01:55:49.64647Z","caller":"traceutil/trace.go:171","msg":"trace[607427100] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5171; }","duration":"134.652451ms","start":"2026-02-26T01:55:49.511809Z","end":"2026-02-26T01:55:49.646461Z","steps":["trace[607427100] 'agreement among raft nodes before linearized reading' (duration: 132.33984ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:55:49.759444Z","caller":"traceutil/trace.go:171","msg":"trace[1739256597] transaction","detail":"{read_only:false; response_revision:5173; number_of_response:1; }","duration":"107.722871ms","start":"2026-02-26T01:55:49.651692Z","end":"2026-02-26T01:55:49.759415Z","steps":["trace[1739256597] 'process raft request' (duration: 97.555833ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:55:49.759475Z","caller":"traceutil/trace.go:171","msg":"trace[119549054] transaction","detail":"{read_only:false; response_revision:5175; number_of_response:1; }","duration":"106.942951ms","start":"2026-02-26T01:55:49.652504Z","end":"2026-02-26T01:55:49.759447Z","steps":["trace[119549054] 'process raft request' (duration: 106.843048ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:55:49.7595Z","caller":"traceutil/trace.go:171","msg":"trace[1409648232] transaction","detail":"{read_only:false; response_revision:5176; number_of_response:1; }","duration":"106.853087ms","start":"2026-02-26T01:55:49.652625Z","end":"2026-02-26T01:55:49.759478Z","steps":["trace[1409648232] 'process raft request' (duration: 106.756995ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:55:49.759605Z","caller":"traceutil/trace.go:171","msg":"trace[1697445484] transaction","detail":"{read_only:false; response_revision:5174; number_of_response:1; }","duration":"107.785752ms","start":"2026-02-26T01:55:49.651755Z","end":"2026-02-26T01:55:49.759541Z","steps":["trace[1697445484] 'process raft request' (duration: 107.537616ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:55:54.106173Z","caller":"traceutil/trace.go:171","msg":"trace[626722098] transaction","detail":"{read_only:false; response_revision:5249; number_of_response:1; }","duration":"448.563961ms","start":"2026-02-26T01:55:53.657584Z","end":"2026-02-26T01:55:54.106148Z","steps":["trace[626722098] 'process raft request' (duration: 448.402046ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:55:54.106345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:55:53.657559Z","time spent":"448.689213ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:55:54.179069Z","caller":"traceutil/trace.go:171","msg":"trace[122115851] linearizableReadLoop","detail":"{readStateIndex:5466; appliedIndex:5464; }","duration":"491.302123ms","start":"2026-02-26T01:55:53.687737Z","end":"2026-02-26T01:55:54.179039Z","steps":["trace[122115851] 'read index received' (duration: 418.348746ms)","trace[122115851] 'applied index is now lower than readState.Index' (duration: 72.952447ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:55:54.179207Z","caller":"traceutil/trace.go:171","msg":"trace[1592993315] transaction","detail":"{read_only:false; response_revision:5250; number_of_response:1; }","duration":"519.465034ms","start":"2026-02-26T01:55:53.659706Z","end":"2026-02-26T01:55:54.179171Z","steps":["trace[1592993315] 'process raft request' (duration: 519.151636ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:55:54.179338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.144969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-26T01:55:54.179353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.885887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T01:55:54.179387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:55:53.659691Z","time spent":"519.597277ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:55:54.179393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.637093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wvb6v\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-26T01:55:54.179447Z","caller":"traceutil/trace.go:171","msg":"trace[1187490496] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:5250; }","duration":"401.072881ms","start":"2026-02-26T01:55:53.77835Z","end":"2026-02-26T01:55:54.179422Z","steps":["trace[1187490496] 'agreement among raft nodes before linearized reading' (duration: 400.888237ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:55:54.179483Z","caller":"traceutil/trace.go:171","msg":"trace[1911465734] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wvb6v; range_end:; response_count:1; response_revision:5250; }","duration":"491.783337ms","start":"2026-02-26T01:55:53.687681Z","end":"2026-02-26T01:55:54.179464Z","steps":["trace[1911465734] 'agreement among raft nodes before linearized reading' (duration: 491.494769ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:55:54.179489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.312967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-26T01:55:54.17949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.327328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-02-26T01:55:54.179533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.866137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-26T01:55:54.179535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:55:53.687659Z","time spent":"491.867328ms","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-wvb6v\" "} {"level":"info","ts":"2026-02-26T01:55:54.179572Z","caller":"traceutil/trace.go:171","msg":"trace[94457062] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5250; }","duration":"354.95559ms","start":"2026-02-26T01:55:53.824606Z","end":"2026-02-26T01:55:54.179561Z","steps":["trace[94457062] 'agreement among raft nodes before linearized reading' (duration: 354.849177ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:55:54.179565Z","caller":"traceutil/trace.go:171","msg":"trace[613333251] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5250; }","duration":"404.477182ms","start":"2026-02-26T01:55:53.775069Z","end":"2026-02-26T01:55:54.179546Z","steps":["trace[613333251] 'agreement among raft nodes before linearized reading' (duration: 404.302507ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:55:54.179581Z","caller":"traceutil/trace.go:171","msg":"trace[1477920014] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5250; }","duration":"404.4383ms","start":"2026-02-26T01:55:53.775122Z","end":"2026-02-26T01:55:54.17956Z","steps":["trace[1477920014] 'agreement among raft nodes before linearized reading' (duration: 404.202384ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:55:54.179616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:55:53.824594Z","time spent":"355.012731ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T01:55:54.179513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:55:53.77832Z","time spent":"401.175074ms","remote":"127.0.0.1:42342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T01:55:54.179626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:55:53.775052Z","time spent":"404.560063ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T01:55:54.179647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:55:53.775111Z","time spent":"404.505473ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-26T01:55:54.179674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.576404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-26T01:55:54.17973Z","caller":"traceutil/trace.go:171","msg":"trace[1602143172] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5250; }","duration":"404.668616ms","start":"2026-02-26T01:55:53.775048Z","end":"2026-02-26T01:55:54.179716Z","steps":["trace[1602143172] 'agreement among raft nodes before linearized reading' (duration: 404.520522ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:55:54.179383Z","caller":"traceutil/trace.go:171","msg":"trace[920403472] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5250; }","duration":"491.235272ms","start":"2026-02-26T01:55:53.688136Z","end":"2026-02-26T01:55:54.179371Z","steps":["trace[920403472] 'agreement among raft nodes before linearized reading' (duration: 491.071588ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:55:54.17973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.071501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-7kpxn\" ","response":"range_response_count:1 size:4344"} {"level":"warn","ts":"2026-02-26T01:55:54.179806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:55:53.688121Z","time spent":"491.677113ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T01:55:54.17982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.297406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-26T01:55:54.179777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:55:53.775027Z","time spent":"404.739138ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-26T01:55:54.179867Z","caller":"traceutil/trace.go:171","msg":"trace[460996587] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5250; }","duration":"407.361757ms","start":"2026-02-26T01:55:53.772491Z","end":"2026-02-26T01:55:54.179852Z","steps":["trace[460996587] 'agreement among raft nodes before linearized reading' (duration: 407.254604ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:55:54.17986Z","caller":"traceutil/trace.go:171","msg":"trace[401174299] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-7kpxn; range_end:; response_count:1; response_revision:5250; }","duration":"151.279916ms","start":"2026-02-26T01:55:54.028547Z","end":"2026-02-26T01:55:54.179827Z","steps":["trace[401174299] 'agreement among raft nodes before linearized reading' (duration: 150.865475ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:55:54.179901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:55:53.772478Z","time spent":"407.416459ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T01:55:54.17972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.411394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:55:54.180002Z","caller":"traceutil/trace.go:171","msg":"trace[1832039307] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5250; }","duration":"392.755113ms","start":"2026-02-26T01:55:53.787229Z","end":"2026-02-26T01:55:54.179984Z","steps":["trace[1832039307] 'agreement among raft nodes before linearized reading' (duration: 392.294171ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:55:54.180063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:55:53.787211Z","time spent":"392.836875ms","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T01:55:58.703778Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284837955,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T01:55:59.204299Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284837955,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T01:55:59.572892Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.409659383s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T01:55:59.573333Z","caller":"traceutil/trace.go:171","msg":"trace[1206916626] transaction","detail":"{read_only:false; response_revision:5276; number_of_response:1; }","duration":"1.454028979s","start":"2026-02-26T01:55:58.119277Z","end":"2026-02-26T01:55:59.573306Z","steps":["trace[1206916626] 'process raft request' (duration: 1.453861864s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:55:59.573497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:55:58.119247Z","time spent":"1.454168923s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:56:00.191787Z","caller":"traceutil/trace.go:171","msg":"trace[578697911] linearizableReadLoop","detail":"{readStateIndex:5494; appliedIndex:5493; }","duration":"1.98894329s","start":"2026-02-26T01:55:58.202812Z","end":"2026-02-26T01:56:00.191755Z","steps":["trace[578697911] 'read index received' (duration: 1.370475663s)","trace[578697911] 'applied index is now lower than readState.Index' (duration: 618.466247ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:56:00.191893Z","caller":"traceutil/trace.go:171","msg":"trace[1540916682] transaction","detail":"{read_only:false; response_revision:5277; number_of_response:1; }","duration":"2.0011389s","start":"2026-02-26T01:55:58.190715Z","end":"2026-02-26T01:56:00.191854Z","steps":["trace[1540916682] 'process raft request' (duration: 2.000765421s)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:56:00.191915Z","caller":"traceutil/trace.go:171","msg":"trace[1459879535] transaction","detail":"{read_only:false; response_revision:5278; number_of_response:1; }","duration":"628.758327ms","start":"2026-02-26T01:55:59.563131Z","end":"2026-02-26T01:56:00.191889Z","steps":["trace[1459879535] 'process raft request' (duration: 628.547732ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:56:00.192093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:55:58.190678Z","time spent":"2.001320485s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:56:00.192094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.989263338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T01:56:00.192154Z","caller":"traceutil/trace.go:171","msg":"trace[812357121] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5278; }","duration":"1.989371721s","start":"2026-02-26T01:55:58.202764Z","end":"2026-02-26T01:56:00.192136Z","steps":["trace[812357121] 'agreement among raft nodes before linearized reading' (duration: 1.989144885s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:56:00.192206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:55:58.202739Z","time spent":"1.989456153s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T01:56:00.192268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:55:59.563092Z","time spent":"629.052815ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:56:00.577217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.635372ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:56:00.577402Z","caller":"traceutil/trace.go:171","msg":"trace[547799690] linearizableReadLoop","detail":"{readStateIndex:5496; appliedIndex:5495; }","duration":"385.506513ms","start":"2026-02-26T01:56:00.191871Z","end":"2026-02-26T01:56:00.577378Z","steps":["trace[547799690] 'read index received' (duration: 73.689867ms)","trace[547799690] 'applied index is now lower than readState.Index' (duration: 311.815556ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:56:00.577602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039940425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T01:56:00.577648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.369351049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-26T01:56:00.577609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.676557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T01:56:00.577636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.807462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:56:00.57773Z","caller":"traceutil/trace.go:171","msg":"trace[1098403073] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:5280; }","duration":"622.845611ms","start":"2026-02-26T01:55:59.954856Z","end":"2026-02-26T01:56:00.577701Z","steps":["trace[1098403073] 'agreement among raft nodes before linearized reading' (duration: 622.629596ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:56:00.577771Z","caller":"traceutil/trace.go:171","msg":"trace[816278886] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5280; }","duration":"401.968235ms","start":"2026-02-26T01:56:00.17577Z","end":"2026-02-26T01:56:00.577738Z","steps":["trace[816278886] 'agreement among raft nodes before linearized reading' (duration: 401.712729ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:56:00.577791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.901192733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T01:56:00.577766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.244628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-02-26T01:56:00.57779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:55:59.954837Z","time spent":"622.936434ms","remote":"127.0.0.1:50486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-02-26T01:56:00.577818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.372735007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T01:56:00.577842Z","caller":"traceutil/trace.go:171","msg":"trace[459738273] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:5280; }","duration":"1.901281216s","start":"2026-02-26T01:55:58.676548Z","end":"2026-02-26T01:56:00.577829Z","steps":["trace[459738273] 'agreement among raft nodes before linearized reading' (duration: 1.901183853s)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:56:00.577857Z","caller":"traceutil/trace.go:171","msg":"trace[892871297] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5280; }","duration":"2.372802629s","start":"2026-02-26T01:55:58.205046Z","end":"2026-02-26T01:56:00.577849Z","steps":["trace[892871297] 'agreement among raft nodes before linearized reading' (duration: 2.372703967s)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:56:00.577861Z","caller":"traceutil/trace.go:171","msg":"trace[1817237208] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5280; }","duration":"449.377302ms","start":"2026-02-26T01:56:00.128465Z","end":"2026-02-26T01:56:00.577842Z","steps":["trace[1817237208] 'agreement among raft nodes before linearized reading' (duration: 449.079794ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:56:00.57786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:56:00.175759Z","time spent":"402.086029ms","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T01:56:00.577889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:55:58.205035Z","time spent":"2.37284695s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T01:56:00.577891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:55:58.676523Z","time spent":"1.901358277s","remote":"127.0.0.1:45566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":35,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-02-26T01:56:00.577908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:56:00.12843Z","time spent":"449.469414ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-26T01:56:00.577929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.366644358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T01:56:00.577987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.369775649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-26T01:56:00.578011Z","caller":"traceutil/trace.go:171","msg":"trace[1776810147] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:5280; }","duration":"2.36672576s","start":"2026-02-26T01:55:58.211261Z","end":"2026-02-26T01:56:00.577986Z","steps":["trace[1776810147] 'agreement among raft nodes before linearized reading' (duration: 2.366566746s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:56:00.577972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.379648124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:56:00.577704Z","caller":"traceutil/trace.go:171","msg":"trace[1955680953] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5280; }","duration":"2.369442401s","start":"2026-02-26T01:55:58.208248Z","end":"2026-02-26T01:56:00.57769Z","steps":["trace[1955680953] 'agreement among raft nodes before linearized reading' (duration: 2.369259786s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:56:00.578079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.92314033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T01:56:00.578068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:55:58.211226Z","time spent":"2.366827863s","remote":"127.0.0.1:50560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-02-26T01:56:00.578117Z","caller":"traceutil/trace.go:171","msg":"trace[2036597122] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:5280; }","duration":"1.923225432s","start":"2026-02-26T01:55:58.654881Z","end":"2026-02-26T01:56:00.578106Z","steps":["trace[2036597122] 'agreement among raft nodes before linearized reading' (duration: 1.92315705s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:56:00.577634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.922568465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T01:56:00.578132Z","caller":"traceutil/trace.go:171","msg":"trace[2093190195] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:5280; }","duration":"1.379902741s","start":"2026-02-26T01:55:59.198194Z","end":"2026-02-26T01:56:00.578097Z","steps":["trace[2093190195] 'agreement among raft nodes before linearized reading' (duration: 1.379555512s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:56:00.578157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:55:58.654858Z","time spent":"1.923288964s","remote":"127.0.0.1:42372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-02-26T01:56:00.578163Z","caller":"traceutil/trace.go:171","msg":"trace[1888441131] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:5280; }","duration":"1.92314184s","start":"2026-02-26T01:55:58.65501Z","end":"2026-02-26T01:56:00.578152Z","steps":["trace[1888441131] 'agreement among raft nodes before linearized reading' (duration: 1.922434832s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:56:00.57821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:55:58.654986Z","time spent":"1.923207201s","remote":"127.0.0.1:45516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":20,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-02-26T01:56:00.577699Z","caller":"traceutil/trace.go:171","msg":"trace[498323577] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:5280; }","duration":"1.040101639s","start":"2026-02-26T01:55:59.537577Z","end":"2026-02-26T01:56:00.577679Z","steps":["trace[498323577] 'agreement among raft nodes before linearized reading' (duration: 1.039910654s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:56:00.578261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.306094066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-02-26T01:56:00.577909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.372546683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-02-26T01:56:00.578388Z","caller":"traceutil/trace.go:171","msg":"trace[527860577] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5280; }","duration":"2.373060216s","start":"2026-02-26T01:55:58.205309Z","end":"2026-02-26T01:56:00.578369Z","steps":["trace[527860577] 'agreement among raft nodes before linearized reading' (duration: 2.372376378s)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:56:00.578362Z","caller":"traceutil/trace.go:171","msg":"trace[28560268] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5280; }","duration":"2.306605949s","start":"2026-02-26T01:55:58.271738Z","end":"2026-02-26T01:56:00.578344Z","steps":["trace[28560268] 'agreement among raft nodes before linearized reading' (duration: 2.30587746s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:56:00.578133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:55:58.208229Z","time spent":"2.369884932s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T01:56:00.578473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:55:58.2053Z","time spent":"2.373162038s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-26T01:56:00.578476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:55:58.27172Z","time spent":"2.306741752s","remote":"127.0.0.1:45188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-02-26T01:56:00.577798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.920701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T01:56:00.577772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.790528554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:56:00.57837Z","caller":"traceutil/trace.go:171","msg":"trace[275611657] transaction","detail":"{read_only:false; response_revision:5279; number_of_response:1; }","duration":"927.384856ms","start":"2026-02-26T01:55:59.650686Z","end":"2026-02-26T01:56:00.578071Z","steps":["trace[275611657] 'process raft request' (duration: 614.785069ms)","trace[275611657] 'compare' (duration: 311.440987ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:56:00.578543Z","caller":"traceutil/trace.go:171","msg":"trace[1404453003] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:5280; }","duration":"252.748184ms","start":"2026-02-26T01:56:00.325777Z","end":"2026-02-26T01:56:00.578525Z","steps":["trace[1404453003] 'agreement among raft nodes before linearized reading' (duration: 251.927502ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:56:00.578882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.370471778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-26T01:56:00.5787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.36749345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wvb6v\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-26T01:56:00.57901Z","caller":"traceutil/trace.go:171","msg":"trace[316507514] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wvb6v; range_end:; response_count:1; response_revision:5280; }","duration":"2.367823968s","start":"2026-02-26T01:55:58.211163Z","end":"2026-02-26T01:56:00.578987Z","steps":["trace[316507514] 'agreement among raft nodes before linearized reading' (duration: 2.366921694s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:56:00.579846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:55:58.211153Z","time spent":"2.368671781s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-wvb6v\" "} {"level":"info","ts":"2026-02-26T01:56:00.578638Z","caller":"traceutil/trace.go:171","msg":"trace[898783095] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5280; }","duration":"1.791435378s","start":"2026-02-26T01:55:58.787172Z","end":"2026-02-26T01:56:00.578607Z","steps":["trace[898783095] 'agreement among raft nodes before linearized reading' (duration: 1.790546975s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:56:00.57801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.371364271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10392"} {"level":"info","ts":"2026-02-26T01:56:00.580042Z","caller":"traceutil/trace.go:171","msg":"trace[506697322] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5280; }","duration":"2.373383954s","start":"2026-02-26T01:55:58.206631Z","end":"2026-02-26T01:56:00.580015Z","steps":["trace[506697322] 'agreement among raft nodes before linearized reading' (duration: 2.37130906s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:56:00.580032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:55:58.787142Z","time spent":"1.792860626s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T01:56:00.580106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:55:58.206624Z","time spent":"2.373463787s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10416,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-02-26T01:56:00.578066Z","caller":"traceutil/trace.go:171","msg":"trace[759700415] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5280; }","duration":"2.369866062s","start":"2026-02-26T01:55:58.208181Z","end":"2026-02-26T01:56:00.578047Z","steps":["trace[759700415] 'agreement among raft nodes before linearized reading' (duration: 2.369663347s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:56:00.580324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:55:58.208172Z","time spent":"2.372133872s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T01:56:00.580383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:55:59.650642Z","time spent":"928.140007ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:56:00.578204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:55:59.198173Z","time spent":"1.380017284s","remote":"127.0.0.1:38470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-26T01:56:00.5783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:55:59.537556Z","time spent":"1.040713555s","remote":"127.0.0.1:45354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-02-26T01:56:00.577604Z","caller":"traceutil/trace.go:171","msg":"trace[309242234] transaction","detail":"{read_only:false; response_revision:5280; number_of_response:1; }","duration":"379.724191ms","start":"2026-02-26T01:56:00.197829Z","end":"2026-02-26T01:56:00.577553Z","steps":["trace[309242234] 'process raft request' (duration: 379.497025ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:56:00.580732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:56:00.197811Z","time spent":"382.855713ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:56:00.578934Z","caller":"traceutil/trace.go:171","msg":"trace[1532948185] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5280; }","duration":"2.370538069s","start":"2026-02-26T01:55:58.208381Z","end":"2026-02-26T01:56:00.578919Z","steps":["trace[1532948185] 'agreement among raft nodes before linearized reading' (duration: 2.369097921s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:56:00.580839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:55:58.208374Z","time spent":"2.37243945s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T01:56:01.105078Z","caller":"traceutil/trace.go:171","msg":"trace[1734149171] transaction","detail":"{read_only:false; response_revision:5282; number_of_response:1; }","duration":"520.789818ms","start":"2026-02-26T01:56:00.584261Z","end":"2026-02-26T01:56:01.105051Z","steps":["trace[1734149171] 'process raft request' (duration: 520.567722ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:56:01.10526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:56:00.584243Z","time spent":"520.917752ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:56:01.105456Z","caller":"traceutil/trace.go:171","msg":"trace[1275224116] transaction","detail":"{read_only:false; response_revision:5283; number_of_response:1; }","duration":"520.87569ms","start":"2026-02-26T01:56:00.584546Z","end":"2026-02-26T01:56:01.105422Z","steps":["trace[1275224116] 'process raft request' (duration: 520.459459ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:56:01.105543Z","caller":"traceutil/trace.go:171","msg":"trace[156232352] transaction","detail":"{read_only:false; response_revision:5284; number_of_response:1; }","duration":"519.801702ms","start":"2026-02-26T01:56:00.585729Z","end":"2026-02-26T01:56:01.105531Z","steps":["trace[156232352] 'process raft request' (duration: 519.542555ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:56:01.105565Z","caller":"traceutil/trace.go:171","msg":"trace[1303170689] linearizableReadLoop","detail":"{readStateIndex:5503; appliedIndex:5497; }","duration":"518.981171ms","start":"2026-02-26T01:56:00.586563Z","end":"2026-02-26T01:56:01.105544Z","steps":["trace[1303170689] 'read index received' (duration: 59.387541ms)","trace[1303170689] 'applied index is now lower than readState.Index' (duration: 459.59277ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:56:01.105617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:56:00.585714Z","time spent":"519.868444ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:56:01.105622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:56:00.584482Z","time spent":"521.055664ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:56:01.105624Z","caller":"traceutil/trace.go:171","msg":"trace[1579121817] transaction","detail":"{read_only:false; response_revision:5286; number_of_response:1; }","duration":"519.672099ms","start":"2026-02-26T01:56:00.585914Z","end":"2026-02-26T01:56:01.105586Z","steps":["trace[1579121817] 'process raft request' (duration: 519.509554ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:56:01.105686Z","caller":"traceutil/trace.go:171","msg":"trace[1408835870] transaction","detail":"{read_only:false; response_revision:5287; number_of_response:1; }","duration":"514.636326ms","start":"2026-02-26T01:56:00.591039Z","end":"2026-02-26T01:56:01.105675Z","steps":["trace[1408835870] 'process raft request' (duration: 514.450811ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:56:01.105762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.364083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T01:56:01.105793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:56:00.591032Z","time spent":"514.688597ms","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10667,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:56:01.105807Z","caller":"traceutil/trace.go:171","msg":"trace[14358207] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5287; }","duration":"478.438015ms","start":"2026-02-26T01:56:00.627355Z","end":"2026-02-26T01:56:01.105793Z","steps":["trace[14358207] 'agreement among raft nodes before linearized reading' (duration: 478.360703ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:56:01.105808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:56:00.585906Z","time spent":"519.805172ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:56:01.105839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:56:00.627332Z","time spent":"478.498556ms","remote":"127.0.0.1:50612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T01:56:01.105937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.379661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81642"} {"level":"info","ts":"2026-02-26T01:56:01.105952Z","caller":"traceutil/trace.go:171","msg":"trace[1713523567] transaction","detail":"{read_only:false; response_revision:5285; number_of_response:1; }","duration":"520.190782ms","start":"2026-02-26T01:56:00.585739Z","end":"2026-02-26T01:56:01.10593Z","steps":["trace[1713523567] 'process raft request' (duration: 519.644407ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:56:01.105977Z","caller":"traceutil/trace.go:171","msg":"trace[1917416923] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5287; }","duration":"519.449003ms","start":"2026-02-26T01:56:00.586518Z","end":"2026-02-26T01:56:01.105967Z","steps":["trace[1917416923] 'agreement among raft nodes before linearized reading' (duration: 519.231717ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:56:01.106009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:56:00.586512Z","time spent":"519.489754ms","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81666,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-26T01:56:01.106045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:56:00.585729Z","time spent":"520.270895ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:56:01.428284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.689343ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:56:01.428562Z","caller":"traceutil/trace.go:171","msg":"trace[1511106142] transaction","detail":"{read_only:false; response_revision:5288; number_of_response:1; }","duration":"316.411097ms","start":"2026-02-26T01:56:01.112116Z","end":"2026-02-26T01:56:01.428527Z","steps":["trace[1511106142] 'process raft request' (duration: 74.368385ms)","trace[1511106142] 'compare' (duration: 241.382995ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:56:01.428621Z","caller":"traceutil/trace.go:171","msg":"trace[55509647] linearizableReadLoop","detail":"{readStateIndex:5507; appliedIndex:5504; }","duration":"315.953475ms","start":"2026-02-26T01:56:01.11265Z","end":"2026-02-26T01:56:01.428603Z","steps":["trace[55509647] 'read index received' (duration: 73.927353ms)","trace[55509647] 'applied index is now lower than readState.Index' (duration: 242.025032ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:56:01.428732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:56:01.112093Z","time spent":"316.54933ms","remote":"127.0.0.1:45198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":950,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:56:01.428861Z","caller":"traceutil/trace.go:171","msg":"trace[947672992] transaction","detail":"{read_only:false; response_revision:5289; number_of_response:1; }","duration":"316.607541ms","start":"2026-02-26T01:56:01.112238Z","end":"2026-02-26T01:56:01.428846Z","steps":["trace[947672992] 'process raft request' (duration: 316.17235ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:56:01.428936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:56:01.112208Z","time spent":"316.690044ms","remote":"127.0.0.1:45318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1505,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:56:01.429111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.424914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T01:56:01.429155Z","caller":"traceutil/trace.go:171","msg":"trace[1680187450] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5291; }","duration":"220.503266ms","start":"2026-02-26T01:56:01.208638Z","end":"2026-02-26T01:56:01.429141Z","steps":["trace[1680187450] 'agreement among raft nodes before linearized reading' (duration: 220.429714ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:56:01.429162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.512789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10682"} {"level":"info","ts":"2026-02-26T01:56:01.429227Z","caller":"traceutil/trace.go:171","msg":"trace[1444486337] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5291; }","duration":"316.595562ms","start":"2026-02-26T01:56:01.112604Z","end":"2026-02-26T01:56:01.429199Z","steps":["trace[1444486337] 'agreement among raft nodes before linearized reading' (duration: 316.350515ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:56:01.42926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:56:01.112592Z","time spent":"316.660433ms","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10706,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-02-26T01:56:01.429248Z","caller":"traceutil/trace.go:171","msg":"trace[1581210292] transaction","detail":"{read_only:false; response_revision:5290; number_of_response:1; }","duration":"316.946401ms","start":"2026-02-26T01:56:01.112271Z","end":"2026-02-26T01:56:01.429218Z","steps":["trace[1581210292] 'process raft request' (duration: 316.254723ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:56:01.429371Z","caller":"traceutil/trace.go:171","msg":"trace[92254190] transaction","detail":"{read_only:false; response_revision:5291; number_of_response:1; }","duration":"315.591936ms","start":"2026-02-26T01:56:01.11375Z","end":"2026-02-26T01:56:01.429342Z","steps":["trace[92254190] 'process raft request' (duration: 314.816215ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:56:01.429462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:56:01.112194Z","time spent":"317.185777ms","remote":"127.0.0.1:45198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":892,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:56:01.429559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:56:01.113735Z","time spent":"315.697968ms","remote":"127.0.0.1:45318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1428,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:56:02.066986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.79629ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:56:02.067133Z","caller":"traceutil/trace.go:171","msg":"trace[1221603029] transaction","detail":"{read_only:false; response_revision:5292; number_of_response:1; }","duration":"544.073661ms","start":"2026-02-26T01:56:01.523033Z","end":"2026-02-26T01:56:02.067106Z","steps":["trace[1221603029] 'process raft request' (duration: 77.049786ms)","trace[1221603029] 'compare' (duration: 466.649885ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:56:02.067469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:56:01.523018Z","time spent":"544.163403ms","remote":"127.0.0.1:45338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1606,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:56:02.165009Z","caller":"traceutil/trace.go:171","msg":"trace[43907815] transaction","detail":"{read_only:false; response_revision:5293; number_of_response:1; }","duration":"637.395484ms","start":"2026-02-26T01:56:01.527589Z","end":"2026-02-26T01:56:02.164984Z","steps":["trace[43907815] 'process raft request' (duration: 637.182288ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:56:02.165063Z","caller":"traceutil/trace.go:171","msg":"trace[1350013517] transaction","detail":"{read_only:false; response_revision:5294; number_of_response:1; }","duration":"636.47062ms","start":"2026-02-26T01:56:01.528557Z","end":"2026-02-26T01:56:02.165027Z","steps":["trace[1350013517] 'process raft request' (duration: 636.342957ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:56:02.165158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:56:01.52757Z","time spent":"637.512996ms","remote":"127.0.0.1:45338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1414,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:56:02.165211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:56:01.528542Z","time spent":"636.590073ms","remote":"127.0.0.1:45338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1622,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:56:02.165335Z","caller":"traceutil/trace.go:171","msg":"trace[499444093] linearizableReadLoop","detail":"{readStateIndex:5511; appliedIndex:5508; }","duration":"619.610946ms","start":"2026-02-26T01:56:01.54569Z","end":"2026-02-26T01:56:02.165301Z","steps":["trace[499444093] 'read index received' (duration: 54.40341ms)","trace[499444093] 'applied index is now lower than readState.Index' (duration: 565.205946ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:56:02.165483Z","caller":"traceutil/trace.go:171","msg":"trace[2066778749] transaction","detail":"{read_only:false; response_revision:5295; number_of_response:1; }","duration":"587.503812ms","start":"2026-02-26T01:56:01.577954Z","end":"2026-02-26T01:56:02.165458Z","steps":["trace[2066778749] 'process raft request' (duration: 586.980888ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:56:02.16557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:56:01.577938Z","time spent":"587.591295ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:56:02.165583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.129261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:56:02.165655Z","caller":"traceutil/trace.go:171","msg":"trace[702298509] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:5295; }","duration":"539.206223ms","start":"2026-02-26T01:56:01.626428Z","end":"2026-02-26T01:56:02.165635Z","steps":["trace[702298509] 'agreement among raft nodes before linearized reading' (duration: 539.09425ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:56:02.165665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.256227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T01:56:02.165716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:56:01.626407Z","time spent":"539.294426ms","remote":"127.0.0.1:50712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-02-26T01:56:02.165723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.041533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:56:02.165769Z","caller":"traceutil/trace.go:171","msg":"trace[248127551] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:5295; }","duration":"323.400421ms","start":"2026-02-26T01:56:01.842346Z","end":"2026-02-26T01:56:02.165747Z","steps":["trace[248127551] 'agreement among raft nodes before linearized reading' (duration: 323.225286ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:56:02.165806Z","caller":"traceutil/trace.go:171","msg":"trace[1888853947] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5295; }","duration":"379.137225ms","start":"2026-02-26T01:56:01.786626Z","end":"2026-02-26T01:56:02.165763Z","steps":["trace[1888853947] 'agreement among raft nodes before linearized reading' (duration: 379.065773ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:56:02.165829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:56:01.842334Z","time spent":"323.480523ms","remote":"127.0.0.1:50568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-02-26T01:56:02.165563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.844062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:56:02.16615Z","caller":"traceutil/trace.go:171","msg":"trace[944928250] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5295; }","duration":"620.474569ms","start":"2026-02-26T01:56:01.545659Z","end":"2026-02-26T01:56:02.166134Z","steps":["trace[944928250] 'agreement among raft nodes before linearized reading' (duration: 619.824762ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:56:02.165704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.767199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"warn","ts":"2026-02-26T01:56:02.166228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:56:01.545647Z","time spent":"620.565611ms","remote":"127.0.0.1:45492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-02-26T01:56:02.166247Z","caller":"traceutil/trace.go:171","msg":"trace[2027614605] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5295; }","duration":"195.341834ms","start":"2026-02-26T01:56:01.970879Z","end":"2026-02-26T01:56:02.166221Z","steps":["trace[2027614605] 'agreement among raft nodes before linearized reading' (duration: 194.680447ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:56:02.165864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:56:01.786602Z","time spent":"379.249829ms","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T01:56:02.401345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.400295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:56:02.401457Z","caller":"traceutil/trace.go:171","msg":"trace[689278304] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5295; }","duration":"233.559699ms","start":"2026-02-26T01:56:02.167872Z","end":"2026-02-26T01:56:02.401431Z","steps":["trace[689278304] 'range keys from in-memory index tree' (duration: 233.300602ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:56:02.40162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.426443ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:56:02.401793Z","caller":"traceutil/trace.go:171","msg":"trace[1536971029] transaction","detail":"{read_only:false; response_revision:5296; number_of_response:1; }","duration":"233.038546ms","start":"2026-02-26T01:56:02.168727Z","end":"2026-02-26T01:56:02.401765Z","steps":["trace[1536971029] 'process raft request' (duration: 36.344875ms)","trace[1536971029] 'compare' (duration: 196.206588ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:56:02.401919Z","caller":"traceutil/trace.go:171","msg":"trace[953975700] transaction","detail":"{read_only:false; response_revision:5297; number_of_response:1; }","duration":"204.66916ms","start":"2026-02-26T01:56:02.197227Z","end":"2026-02-26T01:56:02.401896Z","steps":["trace[953975700] 'process raft request' (duration: 204.540297ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:56:02.402269Z","caller":"traceutil/trace.go:171","msg":"trace[1632015919] linearizableReadLoop","detail":"{readStateIndex:5513; appliedIndex:5512; }","duration":"231.899935ms","start":"2026-02-26T01:56:02.170351Z","end":"2026-02-26T01:56:02.402251Z","steps":["trace[1632015919] 'read index received' (duration: 34.694652ms)","trace[1632015919] 'applied index is now lower than readState.Index' (duration: 197.203413ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:56:02.402419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.055639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:56:02.402462Z","caller":"traceutil/trace.go:171","msg":"trace[901353702] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5297; }","duration":"232.126452ms","start":"2026-02-26T01:56:02.170323Z","end":"2026-02-26T01:56:02.402449Z","steps":["trace[901353702] 'agreement among raft nodes before linearized reading' (duration: 231.999158ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:56:03.368687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.33061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-26T01:56:03.368669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.226612ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:56:03.368751Z","caller":"traceutil/trace.go:171","msg":"trace[180499861] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5298; }","duration":"783.462284ms","start":"2026-02-26T01:56:02.585272Z","end":"2026-02-26T01:56:03.368735Z","steps":["trace[180499861] 'range keys from in-memory index tree' (duration: 783.175276ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:56:03.368778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:56:02.585243Z","time spent":"783.530386ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-26T01:56:03.368782Z","caller":"traceutil/trace.go:171","msg":"trace[63671978] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5298; }","duration":"219.352315ms","start":"2026-02-26T01:56:03.149413Z","end":"2026-02-26T01:56:03.368765Z","steps":["trace[63671978] 'range keys from in-memory index tree' (duration: 219.212052ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:56:03.368851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.300881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-alertmanager.1897a91922c24add\" ","response":"range_response_count:1 size:751"} {"level":"info","ts":"2026-02-26T01:56:03.368912Z","caller":"traceutil/trace.go:171","msg":"trace[1037359053] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-alertmanager.1897a91922c24add; range_end:; response_count:1; response_revision:5298; }","duration":"866.406294ms","start":"2026-02-26T01:56:02.502489Z","end":"2026-02-26T01:56:03.368895Z","steps":["trace[1037359053] 'range keys from in-memory index tree' (duration: 866.127767ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:56:03.368941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:56:02.502466Z","time spent":"866.469395ms","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":775,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-alertmanager.1897a91922c24add\" "} {"level":"warn","ts":"2026-02-26T01:56:03.771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125439362s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-26T01:56:03.77135Z","caller":"traceutil/trace.go:171","msg":"trace[1560408900] linearizableReadLoop","detail":"{readStateIndex:5516; appliedIndex:5515; }","duration":"1.120747378s","start":"2026-02-26T01:56:02.650577Z","end":"2026-02-26T01:56:03.771325Z","steps":["trace[1560408900] 'read index received' (duration: 48.201µs)","trace[1560408900] 'applied index is now lower than readState.Index' (duration: 1.120697587s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:56:03.771556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.120977545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-26T01:56:03.77154Z","caller":"traceutil/trace.go:171","msg":"trace[25241995] transaction","detail":"{read_only:false; response_revision:5299; number_of_response:1; }","duration":"399.714566ms","start":"2026-02-26T01:56:03.371801Z","end":"2026-02-26T01:56:03.771516Z","steps":["trace[25241995] 'process raft request' (duration: 399.317646ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:56:03.771604Z","caller":"traceutil/trace.go:171","msg":"trace[233198933] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5298; }","duration":"1.121096658s","start":"2026-02-26T01:56:02.650496Z","end":"2026-02-26T01:56:03.771593Z","steps":["trace[233198933] 'agreement among raft nodes before linearized reading' (duration: 1.120926603s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:56:03.771647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:56:02.650471Z","time spent":"1.12116778s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T01:56:03.771695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:56:03.371786Z","time spent":"399.822459ms","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":736,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:56:04.011448Z","caller":"traceutil/trace.go:171","msg":"trace[255178829] linearizableReadLoop","detail":"{readStateIndex:5518; appliedIndex:5517; }","duration":"240.000519ms","start":"2026-02-26T01:56:03.771395Z","end":"2026-02-26T01:56:04.011395Z","steps":["trace[255178829] 'read index received' (duration: 239.841054ms)","trace[255178829] 'applied index is now lower than readState.Index' (duration: 158.345µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:56:04.011662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.810088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-26T01:56:04.011781Z","caller":"traceutil/trace.go:171","msg":"trace[1523909835] transaction","detail":"{read_only:false; response_revision:5300; number_of_response:1; }","duration":"639.463359ms","start":"2026-02-26T01:56:03.372274Z","end":"2026-02-26T01:56:04.011737Z","steps":["trace[1523909835] 'process raft request' (duration: 638.935495ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:56:04.011862Z","caller":"traceutil/trace.go:171","msg":"trace[1946722338] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5300; }","duration":"901.048863ms","start":"2026-02-26T01:56:03.110793Z","end":"2026-02-26T01:56:04.011842Z","steps":["trace[1946722338] 'agreement among raft nodes before linearized reading' (duration: 900.716535ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:56:04.011912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:56:03.110774Z","time spent":"901.125666ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T01:56:04.011702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.040664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-02-26T01:56:04.01204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:56:03.372268Z","time spent":"639.617263ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:56:04.012058Z","caller":"traceutil/trace.go:171","msg":"trace[406013021] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5300; }","duration":"901.448015ms","start":"2026-02-26T01:56:03.110599Z","end":"2026-02-26T01:56:04.012047Z","steps":["trace[406013021] 'agreement among raft nodes before linearized reading' (duration: 900.965902ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:56:04.01209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:56:03.11058Z","time spent":"901.501486ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T01:56:04.012056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.700894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-02-26T01:56:04.011694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.271854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T01:56:04.012199Z","caller":"traceutil/trace.go:171","msg":"trace[566990313] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5300; }","duration":"900.834058ms","start":"2026-02-26T01:56:03.111342Z","end":"2026-02-26T01:56:04.012176Z","steps":["trace[566990313] 'agreement among raft nodes before linearized reading' (duration: 900.097919ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:56:04.012212Z","caller":"traceutil/trace.go:171","msg":"trace[665800139] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5300; }","duration":"900.89581ms","start":"2026-02-26T01:56:03.111275Z","end":"2026-02-26T01:56:04.01217Z","steps":["trace[665800139] 'agreement among raft nodes before linearized reading' (duration: 900.417737ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:56:04.011752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.224925207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T01:56:04.01226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:56:03.111321Z","time spent":"900.923161ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T01:56:04.012279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:56:03.111267Z","time spent":"900.998003ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-26T01:56:04.012307Z","caller":"traceutil/trace.go:171","msg":"trace[1550589613] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5300; }","duration":"1.225518712s","start":"2026-02-26T01:56:02.786776Z","end":"2026-02-26T01:56:04.012295Z","steps":["trace[1550589613] 'agreement among raft nodes before linearized reading' (duration: 1.224952267s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:56:04.01242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:56:02.786755Z","time spent":"1.225652726s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T01:56:04.012082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.397154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wvb6v\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-26T01:56:04.012493Z","caller":"traceutil/trace.go:171","msg":"trace[1970286405] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wvb6v; range_end:; response_count:1; response_revision:5300; }","duration":"898.865876ms","start":"2026-02-26T01:56:03.113611Z","end":"2026-02-26T01:56:04.012477Z","steps":["trace[1970286405] 'agreement among raft nodes before linearized reading' (duration: 898.122557ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:56:04.012548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:56:03.113602Z","time spent":"898.932579ms","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-wvb6v\" "} {"level":"warn","ts":"2026-02-26T01:56:04.245936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.134173ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:56:04.246252Z","caller":"traceutil/trace.go:171","msg":"trace[966982903] linearizableReadLoop","detail":"{readStateIndex:5520; appliedIndex:5518; }","duration":"234.693409ms","start":"2026-02-26T01:56:04.011535Z","end":"2026-02-26T01:56:04.246229Z","steps":["trace[966982903] 'read index received' (duration: 94.257378ms)","trace[966982903] 'applied index is now lower than readState.Index' (duration: 140.434291ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:56:04.246274Z","caller":"traceutil/trace.go:171","msg":"trace[139855345] transaction","detail":"{read_only:false; response_revision:5301; number_of_response:1; }","duration":"469.261914ms","start":"2026-02-26T01:56:03.776964Z","end":"2026-02-26T01:56:04.246226Z","steps":["trace[139855345] 'process raft request' (duration: 328.668059ms)","trace[139855345] 'compare' (duration: 139.723342ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:56:04.246363Z","caller":"traceutil/trace.go:171","msg":"trace[1005940591] transaction","detail":"{read_only:false; response_revision:5302; number_of_response:1; }","duration":"373.904268ms","start":"2026-02-26T01:56:03.872422Z","end":"2026-02-26T01:56:04.246326Z","steps":["trace[1005940591] 'process raft request' (duration: 373.671152ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:56:04.246484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:56:03.77694Z","time spent":"469.434409ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:56:04.246545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:56:03.872393Z","time spent":"374.059802ms","remote":"127.0.0.1:45054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":25,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:56:04.246417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.948986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:56:04.246614Z","caller":"traceutil/trace.go:171","msg":"trace[754559746] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:5302; }","duration":"418.148951ms","start":"2026-02-26T01:56:03.828452Z","end":"2026-02-26T01:56:04.246601Z","steps":["trace[754559746] 'agreement among raft nodes before linearized reading' (duration: 417.872154ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:56:04.24666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:56:03.82844Z","time spent":"418.209572ms","remote":"127.0.0.1:50510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-02-26T01:56:04.720027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.486246ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:56:04.720271Z","caller":"traceutil/trace.go:171","msg":"trace[1725580472] transaction","detail":"{read_only:false; response_revision:5303; number_of_response:1; }","duration":"703.575983ms","start":"2026-02-26T01:56:04.016658Z","end":"2026-02-26T01:56:04.720234Z","steps":["trace[1725580472] 'process raft request' (duration: 415.732367ms)","trace[1725580472] 'compare' (duration: 287.318402ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:56:04.720347Z","caller":"traceutil/trace.go:171","msg":"trace[1741844473] transaction","detail":"{read_only:false; response_revision:5304; number_of_response:1; }","duration":"703.361657ms","start":"2026-02-26T01:56:04.016958Z","end":"2026-02-26T01:56:04.72032Z","steps":["trace[1741844473] 'process raft request' (duration: 703.177652ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:56:04.720435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:56:04.016634Z","time spent":"703.708706ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:56:04.720412Z","caller":"traceutil/trace.go:171","msg":"trace[1852685861] transaction","detail":"{read_only:false; response_revision:5306; number_of_response:1; }","duration":"703.299625ms","start":"2026-02-26T01:56:04.017067Z","end":"2026-02-26T01:56:04.720367Z","steps":["trace[1852685861] 'process raft request' (duration: 703.169872ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:56:04.720492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:56:04.016737Z","time spent":"703.678485ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:56:04.720347Z","caller":"traceutil/trace.go:171","msg":"trace[135619450] transaction","detail":"{read_only:false; response_revision:5305; number_of_response:1; }","duration":"703.289485ms","start":"2026-02-26T01:56:04.017034Z","end":"2026-02-26T01:56:04.720323Z","steps":["trace[135619450] 'process raft request' (duration: 703.167392ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:56:04.72061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:56:04.017009Z","time spent":"703.569553ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:56:04.720645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:56:04.017045Z","time spent":"703.46946ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:56:04.72102Z","caller":"traceutil/trace.go:171","msg":"trace[1136779736] transaction","detail":"{read_only:false; response_revision:5307; number_of_response:1; }","duration":"548.162228ms","start":"2026-02-26T01:56:04.172297Z","end":"2026-02-26T01:56:04.720459Z","steps":["trace[1136779736] 'process raft request' (duration: 547.991343ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:56:04.721194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:56:04.172265Z","time spent":"548.865806ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:56:05.0842Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2601} {"level":"warn","ts":"2026-02-26T01:56:05.084744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.441683ms","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:5"} {"level":"info","ts":"2026-02-26T01:56:05.084894Z","caller":"traceutil/trace.go:171","msg":"trace[741481048] compact","detail":"{revision:2601; response_revision:5307; }","duration":"837.173134ms","start":"2026-02-26T01:56:04.247703Z","end":"2026-02-26T01:56:05.084876Z","steps":["trace[741481048] 'process raft request' (duration: 472.616652ms)","trace[741481048] 'check and update compact revision' (duration: 363.235647ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:56:05.084941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:56:04.247684Z","time spent":"837.253626ms","remote":"127.0.0.1:45054","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-26T01:56:05.085112Z","caller":"traceutil/trace.go:171","msg":"trace[568319142] linearizableReadLoop","detail":"{readStateIndex:5525; appliedIndex:5520; }","duration":"838.804707ms","start":"2026-02-26T01:56:04.246285Z","end":"2026-02-26T01:56:05.08509Z","steps":["trace[568319142] 'read index received' (duration: 186.124071ms)","trace[568319142] 'applied index is now lower than readState.Index' (duration: 652.679566ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:56:05.085264Z","caller":"traceutil/trace.go:171","msg":"trace[1504623461] transaction","detail":"{read_only:false; response_revision:5308; number_of_response:1; }","duration":"676.284956ms","start":"2026-02-26T01:56:04.408966Z","end":"2026-02-26T01:56:05.085251Z","steps":["trace[1504623461] 'process raft request' (duration: 675.884745ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:56:05.0854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:56:04.408936Z","time spent":"676.384089ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:56:05.085443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.071678219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:56:05.085526Z","caller":"traceutil/trace.go:171","msg":"trace[520321902] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5308; }","duration":"1.071826412s","start":"2026-02-26T01:56:04.01368Z","end":"2026-02-26T01:56:05.085507Z","steps":["trace[520321902] 'agreement among raft nodes before linearized reading' (duration: 1.071601366s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:56:05.085597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:56:04.013667Z","time spent":"1.071891544s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T01:56:05.085722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067999212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81642"} {"level":"info","ts":"2026-02-26T01:56:05.085799Z","caller":"traceutil/trace.go:171","msg":"trace[1441750096] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5308; }","duration":"1.068091194s","start":"2026-02-26T01:56:04.017691Z","end":"2026-02-26T01:56:05.085782Z","steps":["trace[1441750096] 'agreement among raft nodes before linearized reading' (duration: 1.06756456s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:56:05.085908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:56:04.017617Z","time spent":"1.068248398s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81666,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-26T01:56:05.350148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.498392ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:56:05.350264Z","caller":"traceutil/trace.go:171","msg":"trace[1324574130] linearizableReadLoop","detail":"{readStateIndex:5528; appliedIndex:5527; }","duration":"265.046347ms","start":"2026-02-26T01:56:05.085201Z","end":"2026-02-26T01:56:05.350247Z","steps":["trace[1324574130] 'read index received' (duration: 102.308909ms)","trace[1324574130] 'applied index is now lower than readState.Index' (duration: 162.736077ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:56:05.350372Z","caller":"traceutil/trace.go:171","msg":"trace[1525052917] transaction","detail":"{read_only:false; response_revision:5309; number_of_response:1; }","duration":"278.816708ms","start":"2026-02-26T01:56:05.071498Z","end":"2026-02-26T01:56:05.350315Z","steps":["trace[1525052917] 'process raft request' (duration: 116.07139ms)","trace[1525052917] 'compare' (duration: 126.469655ms)","trace[1525052917] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-node-lease/instance; req_size:517; } (duration: 35.645477ms)"],"step_count":3} {"level":"warn","ts":"2026-02-26T01:56:05.350427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.596136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T01:56:05.350456Z","caller":"traceutil/trace.go:171","msg":"trace[1928328817] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:5309; }","duration":"331.673828ms","start":"2026-02-26T01:56:05.018773Z","end":"2026-02-26T01:56:05.350447Z","steps":["trace[1928328817] 'agreement among raft nodes before linearized reading' (duration: 331.574805ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:56:05.350472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.617675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:56:05.350545Z","caller":"traceutil/trace.go:171","msg":"trace[926600921] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5309; }","duration":"256.724338ms","start":"2026-02-26T01:56:05.093804Z","end":"2026-02-26T01:56:05.350529Z","steps":["trace[926600921] 'agreement among raft nodes before linearized reading' (duration: 256.605485ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:56:05.350498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:56:05.018748Z","time spent":"331.74126ms","remote":"127.0.0.1:45506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T01:56:05.35085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.190194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:56:05.350888Z","caller":"traceutil/trace.go:171","msg":"trace[1014255571] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:5309; }","duration":"536.279656ms","start":"2026-02-26T01:56:04.814599Z","end":"2026-02-26T01:56:05.350878Z","steps":["trace[1014255571] 'agreement among raft nodes before linearized reading' (duration: 536.217175ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:56:05.350923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:56:04.814571Z","time spent":"536.343078ms","remote":"127.0.0.1:50480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-02-26T01:56:05.488761Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2601,"took":"401.872463ms","hash":1783247553,"current-db-size-bytes":38580224,"current-db-size":"39 MB","current-db-size-in-use-bytes":28266496,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-02-26T01:56:05.48883Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1783247553,"revision":2601,"compact-revision":-1} {"level":"warn","ts":"2026-02-26T01:56:39.832094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.09222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:56:39.832215Z","caller":"traceutil/trace.go:171","msg":"trace[1932311957] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:5629; }","duration":"119.270715ms","start":"2026-02-26T01:56:39.712919Z","end":"2026-02-26T01:56:39.83219Z","steps":["trace[1932311957] 'count revisions from in-memory index tree' (duration: 119.021399ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:56:41.742327Z","caller":"traceutil/trace.go:171","msg":"trace[159127991] linearizableReadLoop","detail":"{readStateIndex:5868; appliedIndex:5867; }","duration":"175.578975ms","start":"2026-02-26T01:56:41.566722Z","end":"2026-02-26T01:56:41.742301Z","steps":["trace[159127991] 'read index received' (duration: 175.423461ms)","trace[159127991] 'applied index is now lower than readState.Index' (duration: 154.054µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:56:41.742438Z","caller":"traceutil/trace.go:171","msg":"trace[1096099165] transaction","detail":"{read_only:false; response_revision:5640; number_of_response:1; }","duration":"250.999248ms","start":"2026-02-26T01:56:41.491382Z","end":"2026-02-26T01:56:41.742381Z","steps":["trace[1096099165] 'process raft request' (duration: 250.744821ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:56:41.742543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.80035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:56:41.742592Z","caller":"traceutil/trace.go:171","msg":"trace[164531020] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5640; }","duration":"175.920704ms","start":"2026-02-26T01:56:41.566659Z","end":"2026-02-26T01:56:41.74258Z","steps":["trace[164531020] 'agreement among raft nodes before linearized reading' (duration: 175.795911ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:56:41.742834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.438431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T01:56:41.742829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.78716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"info","ts":"2026-02-26T01:56:41.742961Z","caller":"traceutil/trace.go:171","msg":"trace[160986270] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5640; }","duration":"175.643697ms","start":"2026-02-26T01:56:41.567263Z","end":"2026-02-26T01:56:41.742906Z","steps":["trace[160986270] 'agreement among raft nodes before linearized reading' (duration: 175.476642ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:56:41.743047Z","caller":"traceutil/trace.go:171","msg":"trace[2084037941] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5640; }","duration":"176.056027ms","start":"2026-02-26T01:56:41.566978Z","end":"2026-02-26T01:56:41.743034Z","steps":["trace[2084037941] 'agreement among raft nodes before linearized reading' (duration: 175.586985ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:56:53.085263Z","caller":"traceutil/trace.go:171","msg":"trace[1046630926] transaction","detail":"{read_only:false; response_revision:5697; number_of_response:1; }","duration":"180.141435ms","start":"2026-02-26T01:56:52.905079Z","end":"2026-02-26T01:56:53.08522Z","steps":["trace[1046630926] 'process raft request' (duration: 179.842297ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:56:53.333878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.720859ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:56:53.33404Z","caller":"traceutil/trace.go:171","msg":"trace[1035481878] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5697; }","duration":"183.901713ms","start":"2026-02-26T01:56:53.150109Z","end":"2026-02-26T01:56:53.334011Z","steps":["trace[1035481878] 'range keys from in-memory index tree' (duration: 183.700738ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:56:53.334217Z","caller":"traceutil/trace.go:171","msg":"trace[848170685] transaction","detail":"{read_only:false; response_revision:5698; number_of_response:1; }","duration":"244.472256ms","start":"2026-02-26T01:56:53.089718Z","end":"2026-02-26T01:56:53.334191Z","steps":["trace[848170685] 'process raft request' (duration: 150.63286ms)","trace[848170685] 'compare' (duration: 93.681542ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:56:53.405134Z","caller":"traceutil/trace.go:171","msg":"trace[1963756630] transaction","detail":"{read_only:false; response_revision:5701; number_of_response:1; }","duration":"314.041245ms","start":"2026-02-26T01:56:53.091061Z","end":"2026-02-26T01:56:53.405102Z","steps":["trace[1963756630] 'process raft request' (duration: 313.991114ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:56:53.405237Z","caller":"traceutil/trace.go:171","msg":"trace[1479298280] transaction","detail":"{read_only:false; response_revision:5700; number_of_response:1; }","duration":"314.211259ms","start":"2026-02-26T01:56:53.090983Z","end":"2026-02-26T01:56:53.405194Z","steps":["trace[1479298280] 'process raft request' (duration: 314.023984ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:56:53.405151Z","caller":"traceutil/trace.go:171","msg":"trace[2074953765] transaction","detail":"{read_only:false; response_revision:5699; number_of_response:1; }","duration":"314.692311ms","start":"2026-02-26T01:56:53.090424Z","end":"2026-02-26T01:56:53.405116Z","steps":["trace[2074953765] 'process raft request' (duration: 314.427644ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:56:53.40544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:56:53.09104Z","time spent":"314.25197ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:56:53.405465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:56:53.090951Z","time spent":"314.400374ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:56:53.405547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:56:53.090377Z","time spent":"315.030101ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:56:53.556073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.525832ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:56:53.556195Z","caller":"traceutil/trace.go:171","msg":"trace[411640539] linearizableReadLoop","detail":"{readStateIndex:5933; appliedIndex:5929; }","duration":"198.135208ms","start":"2026-02-26T01:56:53.358042Z","end":"2026-02-26T01:56:53.556177Z","steps":["trace[411640539] 'read index received' (duration: 46.776659ms)","trace[411640539] 'applied index is now lower than readState.Index' (duration: 151.357119ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:56:53.556249Z","caller":"traceutil/trace.go:171","msg":"trace[1795063163] transaction","detail":"{read_only:false; response_revision:5702; number_of_response:1; }","duration":"261.065052ms","start":"2026-02-26T01:56:53.29515Z","end":"2026-02-26T01:56:53.556215Z","steps":["trace[1795063163] 'process raft request' (duration: 152.259792ms)","trace[1795063163] 'compare' (duration: 108.370199ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:56:53.55639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.354343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wvb6v\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-26T01:56:53.556425Z","caller":"traceutil/trace.go:171","msg":"trace[1248676693] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wvb6v; range_end:; response_count:1; response_revision:5702; }","duration":"198.436876ms","start":"2026-02-26T01:56:53.357978Z","end":"2026-02-26T01:56:53.556415Z","steps":["trace[1248676693] 'agreement among raft nodes before linearized reading' (duration: 198.291172ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:57:07.676344Z","caller":"traceutil/trace.go:171","msg":"trace[731256055] transaction","detail":"{read_only:false; response_revision:5792; number_of_response:1; }","duration":"149.424378ms","start":"2026-02-26T01:57:07.526845Z","end":"2026-02-26T01:57:07.676269Z","steps":["trace[731256055] 'process raft request' (duration: 107.214868ms)","trace[731256055] 'compare' (duration: 41.719007ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:57:07.676426Z","caller":"traceutil/trace.go:171","msg":"trace[525753518] transaction","detail":"{read_only:false; response_revision:5793; number_of_response:1; }","duration":"149.11367ms","start":"2026-02-26T01:57:07.527195Z","end":"2026-02-26T01:57:07.676309Z","steps":["trace[525753518] 'process raft request' (duration: 148.987437ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:01:05.093875Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5302} {"level":"info","ts":"2026-02-26T02:01:05.18093Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5302,"took":"85.545795ms","hash":572187005,"current-db-size-bytes":38580224,"current-db-size":"39 MB","current-db-size-in-use-bytes":20869120,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-02-26T02:01:05.181006Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":572187005,"revision":5302,"compact-revision":2601} {"level":"info","ts":"2026-02-26T02:01:49.169502Z","caller":"traceutil/trace.go:171","msg":"trace[1444966877] transaction","detail":"{read_only:false; response_revision:7597; number_of_response:1; }","duration":"110.177992ms","start":"2026-02-26T02:01:49.059294Z","end":"2026-02-26T02:01:49.169472Z","steps":["trace[1444966877] 'process raft request' (duration: 109.860364ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:01:49.629314Z","caller":"traceutil/trace.go:171","msg":"trace[1904752222] transaction","detail":"{read_only:false; response_revision:7599; number_of_response:1; }","duration":"357.71948ms","start":"2026-02-26T02:01:49.271517Z","end":"2026-02-26T02:01:49.629237Z","steps":["trace[1904752222] 'process raft request' (duration: 357.532165ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:01:49.629525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:01:49.271494Z","time spent":"357.947346ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7388,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:01:49.65302Z","caller":"traceutil/trace.go:171","msg":"trace[658034594] linearizableReadLoop","detail":"{readStateIndex:7898; appliedIndex:7896; }","duration":"314.176437ms","start":"2026-02-26T02:01:49.338812Z","end":"2026-02-26T02:01:49.652988Z","steps":["trace[658034594] 'read index received' (duration: 290.250299ms)","trace[658034594] 'applied index is now lower than readState.Index' (duration: 23.924668ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:01:49.653064Z","caller":"traceutil/trace.go:171","msg":"trace[55256965] transaction","detail":"{read_only:false; response_revision:7600; number_of_response:1; }","duration":"344.00675ms","start":"2026-02-26T02:01:49.309021Z","end":"2026-02-26T02:01:49.653028Z","steps":["trace[55256965] 'process raft request' (duration: 343.811185ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:01:49.65335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.518036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-02-26T02:01:49.653409Z","caller":"traceutil/trace.go:171","msg":"trace[556067709] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7600; }","duration":"314.620239ms","start":"2026-02-26T02:01:49.338772Z","end":"2026-02-26T02:01:49.653392Z","steps":["trace[556067709] 'agreement among raft nodes before linearized reading' (duration: 314.402313ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:01:49.653411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:01:49.308995Z","time spent":"344.178114ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:01:49.653469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:01:49.338755Z","time spent":"314.696121ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-26T02:01:49.653453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.515065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wvb6v\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-26T02:01:49.653547Z","caller":"traceutil/trace.go:171","msg":"trace[1643510753] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wvb6v; range_end:; response_count:1; response_revision:7600; }","duration":"202.656559ms","start":"2026-02-26T02:01:49.450867Z","end":"2026-02-26T02:01:49.653523Z","steps":["trace[1643510753] 'agreement among raft nodes before linearized reading' (duration: 202.353131ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:01:55.424043Z","caller":"traceutil/trace.go:171","msg":"trace[891138493] linearizableReadLoop","detail":"{readStateIndex:7964; appliedIndex:7963; }","duration":"113.874609ms","start":"2026-02-26T02:01:55.310136Z","end":"2026-02-26T02:01:55.424011Z","steps":["trace[891138493] 'read index received' (duration: 113.685164ms)","trace[891138493] 'applied index is now lower than readState.Index' (duration: 188.115µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:01:55.424096Z","caller":"traceutil/trace.go:171","msg":"trace[1935545183] transaction","detail":"{read_only:false; response_revision:7662; number_of_response:1; }","duration":"139.520212ms","start":"2026-02-26T02:01:55.284536Z","end":"2026-02-26T02:01:55.424056Z","steps":["trace[1935545183] 'process raft request' (duration: 139.240035ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:01:55.424337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.171787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-api-59c75f6dbd-brd9l\" ","response":"range_response_count:1 size:8312"} {"level":"info","ts":"2026-02-26T02:01:55.424437Z","caller":"traceutil/trace.go:171","msg":"trace[319813903] range","detail":"{range_begin:/registry/pods/openstack/barbican-api-59c75f6dbd-brd9l; range_end:; response_count:1; response_revision:7662; }","duration":"114.315941ms","start":"2026-02-26T02:01:55.310097Z","end":"2026-02-26T02:01:55.424413Z","steps":["trace[319813903] 'agreement among raft nodes before linearized reading' (duration: 114.002552ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:01:55.425048Z","caller":"traceutil/trace.go:171","msg":"trace[1241057207] transaction","detail":"{read_only:false; response_revision:7663; number_of_response:1; }","duration":"113.448158ms","start":"2026-02-26T02:01:55.31158Z","end":"2026-02-26T02:01:55.425028Z","steps":["trace[1241057207] 'process raft request' (duration: 113.057428ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:02:03.055406Z","caller":"traceutil/trace.go:171","msg":"trace[1713395857] transaction","detail":"{read_only:false; response_revision:7705; number_of_response:1; }","duration":"369.203682ms","start":"2026-02-26T02:02:02.686173Z","end":"2026-02-26T02:02:03.055377Z","steps":["trace[1713395857] 'process raft request' (duration: 369.026607ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:02:03.055575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:02:02.686154Z","time spent":"369.329215ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:02:03.142938Z","caller":"traceutil/trace.go:171","msg":"trace[1451398920] transaction","detail":"{read_only:false; response_revision:7707; number_of_response:1; }","duration":"132.347014ms","start":"2026-02-26T02:02:03.010573Z","end":"2026-02-26T02:02:03.14292Z","steps":["trace[1451398920] 'process raft request' (duration: 132.291683ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:02:03.142955Z","caller":"traceutil/trace.go:171","msg":"trace[1111550747] transaction","detail":"{read_only:false; response_revision:7706; number_of_response:1; }","duration":"257.265373ms","start":"2026-02-26T02:02:02.885668Z","end":"2026-02-26T02:02:03.142934Z","steps":["trace[1111550747] 'process raft request' (duration: 182.881611ms)","trace[1111550747] 'compare' (duration: 74.225008ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:02:04.146669Z","caller":"traceutil/trace.go:171","msg":"trace[1334102779] transaction","detail":"{read_only:false; response_revision:7711; number_of_response:1; }","duration":"165.69591ms","start":"2026-02-26T02:02:03.980953Z","end":"2026-02-26T02:02:04.146649Z","steps":["trace[1334102779] 'process raft request' (duration: 165.568246ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:02:04.260393Z","caller":"traceutil/trace.go:171","msg":"trace[552820108] transaction","detail":"{read_only:false; response_revision:7712; number_of_response:1; }","duration":"107.673276ms","start":"2026-02-26T02:02:04.152667Z","end":"2026-02-26T02:02:04.260341Z","steps":["trace[552820108] 'process raft request' (duration: 32.168224ms)","trace[552820108] 'compare' (duration: 75.289536ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:02:05.401795Z","caller":"traceutil/trace.go:171","msg":"trace[1753933327] linearizableReadLoop","detail":"{readStateIndex:8018; appliedIndex:8017; }","duration":"320.027971ms","start":"2026-02-26T02:02:05.081742Z","end":"2026-02-26T02:02:05.40177Z","steps":["trace[1753933327] 'read index received' (duration: 319.828085ms)","trace[1753933327] 'applied index is now lower than readState.Index' (duration: 198.686µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:02:05.401915Z","caller":"traceutil/trace.go:171","msg":"trace[1875147831] transaction","detail":"{read_only:false; response_revision:7714; number_of_response:1; }","duration":"340.595151ms","start":"2026-02-26T02:02:05.061263Z","end":"2026-02-26T02:02:05.401859Z","steps":["trace[1875147831] 'process raft request' (duration: 340.309353ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:02:05.402189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:02:05.061226Z","time spent":"340.817757ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:02:05.402321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.562864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:02:05.402387Z","caller":"traceutil/trace.go:171","msg":"trace[2025835437] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7714; }","duration":"320.676708ms","start":"2026-02-26T02:02:05.081691Z","end":"2026-02-26T02:02:05.402368Z","steps":["trace[2025835437] 'agreement among raft nodes before linearized reading' (duration: 320.229386ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:02:05.402435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:02:05.081666Z","time spent":"320.76063ms","remote":"127.0.0.1:45492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-26T02:02:05.814373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.720773ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T02:02:05.81455Z","caller":"traceutil/trace.go:171","msg":"trace[1042735616] linearizableReadLoop","detail":"{readStateIndex:8019; appliedIndex:8018; }","duration":"412.645142ms","start":"2026-02-26T02:02:05.401882Z","end":"2026-02-26T02:02:05.814527Z","steps":["trace[1042735616] 'read index received' (duration: 220.627682ms)","trace[1042735616] 'applied index is now lower than readState.Index' (duration: 192.01594ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:02:05.81463Z","caller":"traceutil/trace.go:171","msg":"trace[1886231985] transaction","detail":"{read_only:false; response_revision:7715; number_of_response:1; }","duration":"666.374712ms","start":"2026-02-26T02:02:05.148207Z","end":"2026-02-26T02:02:05.814582Z","steps":["trace[1886231985] 'process raft request' (duration: 474.31919ms)","trace[1886231985] 'compare' (duration: 191.437925ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:02:05.814845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.234557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:02:05.814889Z","caller":"traceutil/trace.go:171","msg":"trace[276012599] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7715; }","duration":"405.277138ms","start":"2026-02-26T02:02:05.409598Z","end":"2026-02-26T02:02:05.814875Z","steps":["trace[276012599] 'agreement among raft nodes before linearized reading' (duration: 405.195256ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:02:05.814935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:02:05.409529Z","time spent":"405.396272ms","remote":"127.0.0.1:45224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-26T02:02:05.814984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:02:05.148181Z","time spent":"666.68206ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:02:05.814955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.2821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-26T02:02:05.815229Z","caller":"traceutil/trace.go:171","msg":"trace[1630850779] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7715; }","duration":"458.502115ms","start":"2026-02-26T02:02:05.35655Z","end":"2026-02-26T02:02:05.815052Z","steps":["trace[1630850779] 'agreement among raft nodes before linearized reading' (duration: 458.081594ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:02:05.815262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.694976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-26T02:02:05.815356Z","caller":"traceutil/trace.go:171","msg":"trace[1456883679] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7715; }","duration":"203.881121ms","start":"2026-02-26T02:02:05.611452Z","end":"2026-02-26T02:02:05.815333Z","steps":["trace[1456883679] 'agreement among raft nodes before linearized reading' (duration: 203.557543ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:02:05.815344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:02:05.356523Z","time spent":"458.804113ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T02:02:05.815206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.235981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:02:05.815505Z","caller":"traceutil/trace.go:171","msg":"trace[506297924] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:7715; }","duration":"332.549089ms","start":"2026-02-26T02:02:05.482918Z","end":"2026-02-26T02:02:05.815467Z","steps":["trace[506297924] 'agreement among raft nodes before linearized reading' (duration: 332.157109ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:02:05.815649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:02:05.482842Z","time spent":"332.755164ms","remote":"127.0.0.1:39520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:02:07.636675Z","caller":"traceutil/trace.go:171","msg":"trace[534506263] transaction","detail":"{read_only:false; response_revision:7727; number_of_response:1; }","duration":"140.18265ms","start":"2026-02-26T02:02:07.496452Z","end":"2026-02-26T02:02:07.636634Z","steps":["trace[534506263] 'process raft request' (duration: 137.580111ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:02:07.64128Z","caller":"traceutil/trace.go:171","msg":"trace[873772208] transaction","detail":"{read_only:false; response_revision:7728; number_of_response:1; }","duration":"144.108843ms","start":"2026-02-26T02:02:07.497117Z","end":"2026-02-26T02:02:07.641225Z","steps":["trace[873772208] 'process raft request' (duration: 143.909768ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:02:07.641413Z","caller":"traceutil/trace.go:171","msg":"trace[672900198] transaction","detail":"{read_only:false; response_revision:7729; number_of_response:1; }","duration":"140.410476ms","start":"2026-02-26T02:02:07.500973Z","end":"2026-02-26T02:02:07.641383Z","steps":["trace[672900198] 'process raft request' (duration: 140.18133ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:02:09.371912Z","caller":"traceutil/trace.go:171","msg":"trace[2010203549] transaction","detail":"{read_only:false; response_revision:7845; number_of_response:1; }","duration":"100.588191ms","start":"2026-02-26T02:02:09.271296Z","end":"2026-02-26T02:02:09.371884Z","steps":["trace[2010203549] 'process raft request' (duration: 58.377673ms)","trace[2010203549] 'compare' (duration: 42.015772ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:02:09.372359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.793952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/rook-ceph/rook-ceph-operator-76bbbb77ff-2zdsj\" ","response":"range_response_count:1 size:3535"} {"level":"info","ts":"2026-02-26T02:02:09.37241Z","caller":"traceutil/trace.go:171","msg":"trace[1564028320] range","detail":"{range_begin:/registry/pods/rook-ceph/rook-ceph-operator-76bbbb77ff-2zdsj; range_end:; response_count:1; response_revision:7847; }","duration":"109.920725ms","start":"2026-02-26T02:02:09.262476Z","end":"2026-02-26T02:02:09.372396Z","steps":["trace[1564028320] 'agreement among raft nodes before linearized reading' (duration: 109.72756ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:02:12.219565Z","caller":"traceutil/trace.go:171","msg":"trace[886773456] transaction","detail":"{read_only:false; response_revision:7880; number_of_response:1; }","duration":"343.398874ms","start":"2026-02-26T02:02:11.876144Z","end":"2026-02-26T02:02:12.219543Z","steps":["trace[886773456] 'process raft request' (duration: 343.278411ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:02:12.219694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:02:11.876119Z","time spent":"343.511058ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:02:12.344809Z","caller":"traceutil/trace.go:171","msg":"trace[816170112] transaction","detail":"{read_only:false; response_revision:7881; number_of_response:1; }","duration":"413.370261ms","start":"2026-02-26T02:02:11.931402Z","end":"2026-02-26T02:02:12.344773Z","steps":["trace[816170112] 'process raft request' (duration: 413.011631ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:02:12.34501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:02:11.931372Z","time spent":"413.530405ms","remote":"127.0.0.1:45202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19434,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:02:12.349183Z","caller":"traceutil/trace.go:171","msg":"trace[288276942] linearizableReadLoop","detail":"{readStateIndex:8188; appliedIndex:8186; }","duration":"349.278508ms","start":"2026-02-26T02:02:11.999856Z","end":"2026-02-26T02:02:12.349134Z","steps":["trace[288276942] 'read index received' (duration: 219.498202ms)","trace[288276942] 'applied index is now lower than readState.Index' (duration: 129.773916ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:02:12.349548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.650518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-26T02:02:12.349681Z","caller":"traceutil/trace.go:171","msg":"trace[1117832664] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7881; }","duration":"349.837123ms","start":"2026-02-26T02:02:11.999814Z","end":"2026-02-26T02:02:12.349651Z","steps":["trace[1117832664] 'agreement among raft nodes before linearized reading' (duration: 349.452983ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:02:12.349754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:02:11.999795Z","time spent":"349.944806ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T02:02:12.350443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.141183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-26T02:02:12.350514Z","caller":"traceutil/trace.go:171","msg":"trace[57099025] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7882; }","duration":"331.266186ms","start":"2026-02-26T02:02:12.019232Z","end":"2026-02-26T02:02:12.350498Z","steps":["trace[57099025] 'agreement among raft nodes before linearized reading' (duration: 331.01778ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:02:12.350562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:02:12.019214Z","time spent":"331.337188ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T02:02:12.35088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.940167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-26T02:02:12.350976Z","caller":"traceutil/trace.go:171","msg":"trace[1045555703] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7882; }","duration":"331.06271ms","start":"2026-02-26T02:02:12.019893Z","end":"2026-02-26T02:02:12.350956Z","steps":["trace[1045555703] 'agreement among raft nodes before linearized reading' (duration: 330.890406ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:02:12.351015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:02:12.019884Z","time spent":"331.122281ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T02:02:12.351114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.420591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wvb6v\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-26T02:02:12.351158Z","caller":"traceutil/trace.go:171","msg":"trace[501955156] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wvb6v; range_end:; response_count:1; response_revision:7882; }","duration":"328.483533ms","start":"2026-02-26T02:02:12.022661Z","end":"2026-02-26T02:02:12.351144Z","steps":["trace[501955156] 'agreement among raft nodes before linearized reading' (duration: 328.36988ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:02:12.351186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:02:12.022651Z","time spent":"328.529524ms","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-wvb6v\" "} {"level":"warn","ts":"2026-02-26T02:02:14.868673Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284845249,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:02:15.369565Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284845249,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:02:15.870793Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284845249,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:02:16.371673Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284845249,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:02:16.872133Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284845249,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:02:16.935246Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.567983838s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T02:02:16.935677Z","caller":"traceutil/trace.go:171","msg":"trace[1632030991] transaction","detail":"{read_only:false; response_revision:7893; number_of_response:1; }","duration":"2.568504772s","start":"2026-02-26T02:02:14.367143Z","end":"2026-02-26T02:02:16.935648Z","steps":["trace[1632030991] 'process raft request' (duration: 2.568329857s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:02:16.935852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:02:14.367122Z","time spent":"2.568643306s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:02:17.126341Z","caller":"traceutil/trace.go:171","msg":"trace[561497019] transaction","detail":"{read_only:false; response_revision:7894; number_of_response:1; }","duration":"2.758484479s","start":"2026-02-26T02:02:14.367832Z","end":"2026-02-26T02:02:17.126316Z","steps":["trace[561497019] 'process raft request' (duration: 2.758180111s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:02:17.12649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:02:14.367809Z","time spent":"2.758603282s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:02:17.126671Z","caller":"traceutil/trace.go:171","msg":"trace[782087007] transaction","detail":"{read_only:false; response_revision:7895; number_of_response:1; }","duration":"2.757630626s","start":"2026-02-26T02:02:14.368994Z","end":"2026-02-26T02:02:17.126625Z","steps":["trace[782087007] 'process raft request' (duration: 2.757270237s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:02:17.126737Z","caller":"traceutil/trace.go:171","msg":"trace[1838838625] transaction","detail":"{read_only:false; response_revision:7897; number_of_response:1; }","duration":"1.645040781s","start":"2026-02-26T02:02:15.481668Z","end":"2026-02-26T02:02:17.126709Z","steps":["trace[1838838625] 'process raft request' (duration: 1.644954639s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:02:17.126753Z","caller":"traceutil/trace.go:171","msg":"trace[839687428] transaction","detail":"{read_only:false; response_revision:7896; number_of_response:1; }","duration":"2.757428521s","start":"2026-02-26T02:02:14.369288Z","end":"2026-02-26T02:02:17.126716Z","steps":["trace[839687428] 'process raft request' (duration: 2.757230146s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:02:17.126898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:02:14.369271Z","time spent":"2.757550874s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:02:17.126901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:02:15.481642Z","time spent":"1.645169725s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:02:17.126979Z","caller":"traceutil/trace.go:171","msg":"trace[1099634860] linearizableReadLoop","detail":"{readStateIndex:8207; appliedIndex:8200; }","duration":"2.759155337s","start":"2026-02-26T02:02:14.367794Z","end":"2026-02-26T02:02:17.12695Z","steps":["trace[1099634860] 'read index received' (duration: 2.567734432s)","trace[1099634860] 'applied index is now lower than readState.Index' (duration: 191.419565ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:02:17.127029Z","caller":"traceutil/trace.go:171","msg":"trace[1058550725] transaction","detail":"{read_only:false; response_revision:7898; number_of_response:1; }","duration":"1.455559088s","start":"2026-02-26T02:02:15.671433Z","end":"2026-02-26T02:02:17.126992Z","steps":["trace[1058550725] 'process raft request' (duration: 1.455234789s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:02:17.127035Z","caller":"traceutil/trace.go:171","msg":"trace[1871586030] transaction","detail":"{read_only:false; response_revision:7899; number_of_response:1; }","duration":"894.803458ms","start":"2026-02-26T02:02:16.23219Z","end":"2026-02-26T02:02:17.126994Z","steps":["trace[1871586030] 'process raft request' (duration: 894.646204ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:02:17.127212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:02:16.232163Z","time spent":"894.957111ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:02:17.127233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.48079221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T02:02:17.127332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.695213649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-26T02:02:17.127212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:02:15.671406Z","time spent":"1.455713491s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:02:17.127366Z","caller":"traceutil/trace.go:171","msg":"trace[617544362] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7899; }","duration":"2.695262999s","start":"2026-02-26T02:02:14.432093Z","end":"2026-02-26T02:02:17.127356Z","steps":["trace[617544362] 'agreement among raft nodes before linearized reading' (duration: 2.695178867s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:02:17.127358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.494514649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T02:02:17.127373Z","caller":"traceutil/trace.go:171","msg":"trace[546216238] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:7899; }","duration":"1.480902643s","start":"2026-02-26T02:02:15.646376Z","end":"2026-02-26T02:02:17.127279Z","steps":["trace[546216238] 'agreement among raft nodes before linearized reading' (duration: 1.48078385s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:02:17.1274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:02:14.432082Z","time spent":"2.695311641s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T02:02:17.127335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.260694122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T02:02:17.127419Z","caller":"traceutil/trace.go:171","msg":"trace[1751924659] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:7899; }","duration":"1.494628053s","start":"2026-02-26T02:02:15.632773Z","end":"2026-02-26T02:02:17.127401Z","steps":["trace[1751924659] 'agreement among raft nodes before linearized reading' (duration: 1.494480599s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:02:17.127425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.759624699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223860"} {"level":"warn","ts":"2026-02-26T02:02:17.127452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:02:15.646354Z","time spent":"1.481058807s","remote":"127.0.0.1:45300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:02:17.127459Z","caller":"traceutil/trace.go:171","msg":"trace[1281345141] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7899; }","duration":"1.260862197s","start":"2026-02-26T02:02:15.866577Z","end":"2026-02-26T02:02:17.127439Z","steps":["trace[1281345141] 'agreement among raft nodes before linearized reading' (duration: 1.260685752s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:02:17.127459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:02:15.632754Z","time spent":"1.494695565s","remote":"127.0.0.1:39494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:02:17.127467Z","caller":"traceutil/trace.go:171","msg":"trace[293332695] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7899; }","duration":"2.759691391s","start":"2026-02-26T02:02:14.367765Z","end":"2026-02-26T02:02:17.127457Z","steps":["trace[293332695] 'agreement among raft nodes before linearized reading' (duration: 2.759325511s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:02:17.127512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:02:14.367748Z","time spent":"2.759757172s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223884,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-26T02:02:17.127521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.340712983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T02:02:17.127246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.715641705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-26T02:02:17.127515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:02:15.866554Z","time spent":"1.260944829s","remote":"127.0.0.1:50622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:02:17.127551Z","caller":"traceutil/trace.go:171","msg":"trace[1824049269] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7899; }","duration":"1.340776204s","start":"2026-02-26T02:02:15.786764Z","end":"2026-02-26T02:02:17.12754Z","steps":["trace[1824049269] 'agreement among raft nodes before linearized reading' (duration: 1.340735723s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:02:17.127561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.360727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-02-26T02:02:17.127582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:02:15.786744Z","time spent":"1.340832666s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T02:02:17.127594Z","caller":"traceutil/trace.go:171","msg":"trace[435990394] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7899; }","duration":"2.716014065s","start":"2026-02-26T02:02:14.411545Z","end":"2026-02-26T02:02:17.127559Z","steps":["trace[435990394] 'agreement among raft nodes before linearized reading' (duration: 2.715569113s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:02:17.12761Z","caller":"traceutil/trace.go:171","msg":"trace[2033252261] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7899; }","duration":"691.45171ms","start":"2026-02-26T02:02:16.436144Z","end":"2026-02-26T02:02:17.127596Z","steps":["trace[2033252261] 'agreement among raft nodes before linearized reading' (duration: 691.279415ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:02:17.127652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:02:16.436121Z","time spent":"691.519992ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-26T02:02:17.127658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:02:14.411515Z","time spent":"2.716124397s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T02:02:17.128071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047998759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-02-26T02:02:17.128118Z","caller":"traceutil/trace.go:171","msg":"trace[1103485201] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7899; }","duration":"1.048130212s","start":"2026-02-26T02:02:16.079975Z","end":"2026-02-26T02:02:17.128105Z","steps":["trace[1103485201] 'agreement among raft nodes before linearized reading' (duration: 1.047136236s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:02:17.128156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:02:16.079918Z","time spent":"1.048227455s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T02:02:17.1283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:02:14.36898Z","time spent":"2.757789401s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:02:17.568367Z","caller":"traceutil/trace.go:171","msg":"trace[502769380] transaction","detail":"{read_only:false; response_revision:7904; number_of_response:1; }","duration":"110.390097ms","start":"2026-02-26T02:02:17.457958Z","end":"2026-02-26T02:02:17.568348Z","steps":["trace[502769380] 'process raft request' (duration: 110.246073ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:02:24.902171Z","caller":"traceutil/trace.go:171","msg":"trace[184988715] linearizableReadLoop","detail":"{readStateIndex:8241; appliedIndex:8240; }","duration":"115.437407ms","start":"2026-02-26T02:02:24.786711Z","end":"2026-02-26T02:02:24.902149Z","steps":["trace[184988715] 'read index received' (duration: 115.248882ms)","trace[184988715] 'applied index is now lower than readState.Index' (duration: 187.715µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:02:24.902327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.599812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:02:24.902359Z","caller":"traceutil/trace.go:171","msg":"trace[155667344] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7931; }","duration":"115.687455ms","start":"2026-02-26T02:02:24.786662Z","end":"2026-02-26T02:02:24.902349Z","steps":["trace[155667344] 'agreement among raft nodes before linearized reading' (duration: 115.569581ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:02:24.90273Z","caller":"traceutil/trace.go:171","msg":"trace[637568602] transaction","detail":"{read_only:false; response_revision:7931; number_of_response:1; }","duration":"267.975161ms","start":"2026-02-26T02:02:24.634745Z","end":"2026-02-26T02:02:24.90272Z","steps":["trace[637568602] 'process raft request' (duration: 267.271643ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:02:25.137172Z","caller":"traceutil/trace.go:171","msg":"trace[2143474733] transaction","detail":"{read_only:false; response_revision:7932; number_of_response:1; }","duration":"105.66874ms","start":"2026-02-26T02:02:25.031485Z","end":"2026-02-26T02:02:25.137153Z","steps":["trace[2143474733] 'process raft request' (duration: 105.559257ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:02:25.358405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.391276ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T02:02:25.358518Z","caller":"traceutil/trace.go:171","msg":"trace[1208921591] linearizableReadLoop","detail":"{readStateIndex:8244; appliedIndex:8242; }","duration":"168.606457ms","start":"2026-02-26T02:02:25.189889Z","end":"2026-02-26T02:02:25.358496Z","steps":["trace[1208921591] 'read index received' (duration: 23.673484ms)","trace[1208921591] 'applied index is now lower than readState.Index' (duration: 144.931463ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:02:25.358588Z","caller":"traceutil/trace.go:171","msg":"trace[430583428] transaction","detail":"{read_only:false; response_revision:7934; number_of_response:1; }","duration":"178.006264ms","start":"2026-02-26T02:02:25.180552Z","end":"2026-02-26T02:02:25.358558Z","steps":["trace[430583428] 'process raft request' (duration: 51.361632ms)","trace[430583428] 'compare' (duration: 126.18704ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:02:25.358709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.816722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T02:02:25.358738Z","caller":"traceutil/trace.go:171","msg":"trace[1990018230] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7934; }","duration":"168.859043ms","start":"2026-02-26T02:02:25.18987Z","end":"2026-02-26T02:02:25.358729Z","steps":["trace[1990018230] 'agreement among raft nodes before linearized reading' (duration: 168.71955ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:02:25.359002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.204259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-02-26T02:02:25.359009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.591474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wvb6v\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-26T02:02:25.359038Z","caller":"traceutil/trace.go:171","msg":"trace[401606623] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7934; }","duration":"159.276021ms","start":"2026-02-26T02:02:25.199752Z","end":"2026-02-26T02:02:25.359028Z","steps":["trace[401606623] 'agreement among raft nodes before linearized reading' (duration: 159.129427ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:02:25.35904Z","caller":"traceutil/trace.go:171","msg":"trace[913083807] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wvb6v; range_end:; response_count:1; response_revision:7934; }","duration":"155.669916ms","start":"2026-02-26T02:02:25.203361Z","end":"2026-02-26T02:02:25.359031Z","steps":["trace[913083807] 'agreement among raft nodes before linearized reading' (duration: 155.580704ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:02:25.359018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.668566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-02-26T02:02:25.359079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.047203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-26T02:02:25.359103Z","caller":"traceutil/trace.go:171","msg":"trace[861361487] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7934; }","duration":"163.779569ms","start":"2026-02-26T02:02:25.195303Z","end":"2026-02-26T02:02:25.359082Z","steps":["trace[861361487] 'agreement among raft nodes before linearized reading' (duration: 163.585454ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:02:25.359086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.442907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T02:02:25.359155Z","caller":"traceutil/trace.go:171","msg":"trace[1525572730] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7934; }","duration":"165.190697ms","start":"2026-02-26T02:02:25.193946Z","end":"2026-02-26T02:02:25.359136Z","steps":["trace[1525572730] 'agreement among raft nodes before linearized reading' (duration: 164.9246ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:02:25.359179Z","caller":"traceutil/trace.go:171","msg":"trace[2118554835] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7934; }","duration":"164.56191ms","start":"2026-02-26T02:02:25.194592Z","end":"2026-02-26T02:02:25.359154Z","steps":["trace[2118554835] 'agreement among raft nodes before linearized reading' (duration: 164.304384ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:02:27.328387Z","caller":"traceutil/trace.go:171","msg":"trace[86417567] transaction","detail":"{read_only:false; response_revision:7940; number_of_response:1; }","duration":"235.344972ms","start":"2026-02-26T02:02:27.093017Z","end":"2026-02-26T02:02:27.328362Z","steps":["trace[86417567] 'process raft request' (duration: 140.025265ms)","trace[86417567] 'compare' (duration: 94.995229ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:02:27.328457Z","caller":"traceutil/trace.go:171","msg":"trace[339282119] transaction","detail":"{read_only:false; response_revision:7941; number_of_response:1; }","duration":"108.770781ms","start":"2026-02-26T02:02:27.219659Z","end":"2026-02-26T02:02:27.32843Z","steps":["trace[339282119] 'process raft request' (duration: 108.647208ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:02:27.328693Z","caller":"traceutil/trace.go:171","msg":"trace[821683582] linearizableReadLoop","detail":"{readStateIndex:8251; appliedIndex:8250; }","duration":"187.549734ms","start":"2026-02-26T02:02:27.141127Z","end":"2026-02-26T02:02:27.328677Z","steps":["trace[821683582] 'read index received' (duration: 92.012301ms)","trace[821683582] 'applied index is now lower than readState.Index' (duration: 95.535823ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:02:27.328869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.724589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-26T02:02:27.328911Z","caller":"traceutil/trace.go:171","msg":"trace[775984307] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7941; }","duration":"187.806611ms","start":"2026-02-26T02:02:27.141095Z","end":"2026-02-26T02:02:27.328902Z","steps":["trace[775984307] 'agreement among raft nodes before linearized reading' (duration: 187.667528ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:02:27.52432Z","caller":"traceutil/trace.go:171","msg":"trace[1410414742] linearizableReadLoop","detail":"{readStateIndex:8255; appliedIndex:8254; }","duration":"117.43194ms","start":"2026-02-26T02:02:27.40686Z","end":"2026-02-26T02:02:27.524292Z","steps":["trace[1410414742] 'read index received' (duration: 117.320628ms)","trace[1410414742] 'applied index is now lower than readState.Index' (duration: 110.192µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:02:27.524384Z","caller":"traceutil/trace.go:171","msg":"trace[1977336165] transaction","detail":"{read_only:false; response_revision:7944; number_of_response:1; }","duration":"130.865024ms","start":"2026-02-26T02:02:27.393478Z","end":"2026-02-26T02:02:27.524343Z","steps":["trace[1977336165] 'process raft request' (duration: 130.633888ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:02:27.524504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.641085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:02:27.524546Z","caller":"traceutil/trace.go:171","msg":"trace[476715573] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7944; }","duration":"117.737098ms","start":"2026-02-26T02:02:27.406799Z","end":"2026-02-26T02:02:27.524536Z","steps":["trace[476715573] 'agreement among raft nodes before linearized reading' (duration: 117.642545ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:02:27.525087Z","caller":"traceutil/trace.go:171","msg":"trace[182908369] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7944; }","duration":"100.033102ms","start":"2026-02-26T02:02:27.425042Z","end":"2026-02-26T02:02:27.525075Z","steps":["trace[182908369] 'agreement among raft nodes before linearized reading' (duration: 99.96328ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:02:30.193431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.16144ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T02:02:30.193579Z","caller":"traceutil/trace.go:171","msg":"trace[788525027] transaction","detail":"{read_only:false; response_revision:7953; number_of_response:1; }","duration":"827.408821ms","start":"2026-02-26T02:02:29.366139Z","end":"2026-02-26T02:02:30.193548Z","steps":["trace[788525027] 'process raft request' (duration: 373.005965ms)","trace[788525027] 'compare' (duration: 453.920993ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:02:30.193677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:02:29.366118Z","time spent":"827.515474ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:02:30.447251Z","caller":"traceutil/trace.go:171","msg":"trace[1918383396] linearizableReadLoop","detail":"{readStateIndex:8265; appliedIndex:8263; }","duration":"918.798856ms","start":"2026-02-26T02:02:29.528424Z","end":"2026-02-26T02:02:30.447223Z","steps":["trace[1918383396] 'read index received' (duration: 210.750175ms)","trace[1918383396] 'applied index is now lower than readState.Index' (duration: 708.047331ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:02:30.447316Z","caller":"traceutil/trace.go:171","msg":"trace[1669591093] transaction","detail":"{read_only:false; response_revision:7954; number_of_response:1; }","duration":"1.056578591s","start":"2026-02-26T02:02:29.3907Z","end":"2026-02-26T02:02:30.447279Z","steps":["trace[1669591093] 'process raft request' (duration: 1.056338275s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:02:30.447472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:02:29.390684Z","time spent":"1.056700964s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:02:30.447531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.810044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-26T02:02:30.44757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.129004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-02-26T02:02:30.447638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.431474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-26T02:02:30.44767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.450078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-26T02:02:30.447637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.335803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:02:30.447725Z","caller":"traceutil/trace.go:171","msg":"trace[281238063] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7954; }","duration":"848.579479ms","start":"2026-02-26T02:02:29.599125Z","end":"2026-02-26T02:02:30.447705Z","steps":["trace[281238063] 'agreement among raft nodes before linearized reading' (duration: 848.342442ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:02:30.447726Z","caller":"traceutil/trace.go:171","msg":"trace[223762467] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7954; }","duration":"847.527181ms","start":"2026-02-26T02:02:29.600184Z","end":"2026-02-26T02:02:30.447711Z","steps":["trace[223762467] 'agreement among raft nodes before linearized reading' (duration: 847.369867ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:02:30.447773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:02:29.5991Z","time spent":"848.66341ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T02:02:30.44778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:02:29.600174Z","time spent":"847.597632ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-26T02:02:30.447783Z","caller":"traceutil/trace.go:171","msg":"trace[1129123944] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7954; }","duration":"270.530358ms","start":"2026-02-26T02:02:30.177225Z","end":"2026-02-26T02:02:30.447755Z","steps":["trace[1129123944] 'agreement among raft nodes before linearized reading' (duration: 270.319142ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:02:30.447667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.415503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wvb6v\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-26T02:02:30.447658Z","caller":"traceutil/trace.go:171","msg":"trace[2078443717] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7954; }","duration":"919.244898ms","start":"2026-02-26T02:02:29.528388Z","end":"2026-02-26T02:02:30.447632Z","steps":["trace[2078443717] 'agreement among raft nodes before linearized reading' (duration: 918.995181ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:02:30.447822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.66912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-26T02:02:30.447867Z","caller":"traceutil/trace.go:171","msg":"trace[1588056020] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wvb6v; range_end:; response_count:1; response_revision:7954; }","duration":"843.644208ms","start":"2026-02-26T02:02:29.604192Z","end":"2026-02-26T02:02:30.447836Z","steps":["trace[1588056020] 'agreement among raft nodes before linearized reading' (duration: 843.246058ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:02:30.447883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:02:29.528375Z","time spent":"919.489764ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-26T02:02:30.447592Z","caller":"traceutil/trace.go:171","msg":"trace[337459394] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7954; }","duration":"848.930107ms","start":"2026-02-26T02:02:29.598648Z","end":"2026-02-26T02:02:30.447578Z","steps":["trace[337459394] 'agreement among raft nodes before linearized reading' (duration: 848.744182ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:02:30.447922Z","caller":"traceutil/trace.go:171","msg":"trace[1367102504] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7954; }","duration":"848.807134ms","start":"2026-02-26T02:02:29.599096Z","end":"2026-02-26T02:02:30.447903Z","steps":["trace[1367102504] 'agreement among raft nodes before linearized reading' (duration: 848.515616ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:02:30.447933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:02:29.604181Z","time spent":"843.733461ms","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-wvb6v\" "} {"level":"warn","ts":"2026-02-26T02:02:30.448002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:02:29.598625Z","time spent":"849.367749ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T02:02:30.447684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.804928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T02:02:30.448145Z","caller":"traceutil/trace.go:171","msg":"trace[1612708744] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:7954; }","duration":"178.334602ms","start":"2026-02-26T02:02:30.269772Z","end":"2026-02-26T02:02:30.448107Z","steps":["trace[1612708744] 'agreement among raft nodes before linearized reading' (duration: 177.701406ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:02:30.448014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:02:29.599075Z","time spent":"848.924737ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-26T02:02:30.592063Z","caller":"traceutil/trace.go:171","msg":"trace[76363146] transaction","detail":"{read_only:false; response_revision:7955; number_of_response:1; }","duration":"139.284145ms","start":"2026-02-26T02:02:30.452737Z","end":"2026-02-26T02:02:30.592021Z","steps":["trace[76363146] 'process raft request' (duration: 68.672007ms)","trace[76363146] 'compare' (duration: 70.430493ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:02:30.647528Z","caller":"traceutil/trace.go:171","msg":"trace[1759230550] linearizableReadLoop","detail":"{readStateIndex:8269; appliedIndex:8265; }","duration":"193.84042ms","start":"2026-02-26T02:02:30.453666Z","end":"2026-02-26T02:02:30.647506Z","steps":["trace[1759230550] 'read index received' (duration: 67.767113ms)","trace[1759230550] 'applied index is now lower than readState.Index' (duration: 126.072607ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:02:30.647613Z","caller":"traceutil/trace.go:171","msg":"trace[1802953300] transaction","detail":"{read_only:false; response_revision:7957; number_of_response:1; }","duration":"194.342754ms","start":"2026-02-26T02:02:30.453237Z","end":"2026-02-26T02:02:30.64758Z","steps":["trace[1802953300] 'process raft request' (duration: 194.1743ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:02:30.647652Z","caller":"traceutil/trace.go:171","msg":"trace[1629252256] transaction","detail":"{read_only:false; response_revision:7956; number_of_response:1; }","duration":"194.519688ms","start":"2026-02-26T02:02:30.453109Z","end":"2026-02-26T02:02:30.647629Z","steps":["trace[1629252256] 'process raft request' (duration: 194.128438ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:02:30.647754Z","caller":"traceutil/trace.go:171","msg":"trace[854992105] transaction","detail":"{read_only:false; response_revision:7958; number_of_response:1; }","duration":"194.388064ms","start":"2026-02-26T02:02:30.453361Z","end":"2026-02-26T02:02:30.647749Z","steps":["trace[854992105] 'process raft request' (duration: 194.087547ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:02:30.647771Z","caller":"traceutil/trace.go:171","msg":"trace[1734156456] transaction","detail":"{read_only:false; response_revision:7959; number_of_response:1; }","duration":"194.028816ms","start":"2026-02-26T02:02:30.453732Z","end":"2026-02-26T02:02:30.647761Z","steps":["trace[1734156456] 'process raft request' (duration: 193.738998ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:02:30.6479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.214161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223860"} {"level":"info","ts":"2026-02-26T02:02:30.647929Z","caller":"traceutil/trace.go:171","msg":"trace[697179909] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7959; }","duration":"194.292742ms","start":"2026-02-26T02:02:30.453629Z","end":"2026-02-26T02:02:30.647922Z","steps":["trace[697179909] 'agreement among raft nodes before linearized reading' (duration: 193.960153ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:02:32.47721Z","caller":"traceutil/trace.go:171","msg":"trace[287329059] linearizableReadLoop","detail":"{readStateIndex:8272; appliedIndex:8271; }","duration":"279.131315ms","start":"2026-02-26T02:02:32.198046Z","end":"2026-02-26T02:02:32.477177Z","steps":["trace[287329059] 'read index received' (duration: 278.92539ms)","trace[287329059] 'applied index is now lower than readState.Index' (duration: 204.675µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:02:32.477269Z","caller":"traceutil/trace.go:171","msg":"trace[526176696] transaction","detail":"{read_only:false; response_revision:7961; number_of_response:1; }","duration":"332.844388ms","start":"2026-02-26T02:02:32.144398Z","end":"2026-02-26T02:02:32.477242Z","steps":["trace[526176696] 'process raft request' (duration: 332.589971ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:02:32.477436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.389482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-26T02:02:32.47743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:02:32.144381Z","time spent":"332.941421ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:02:32.47748Z","caller":"traceutil/trace.go:171","msg":"trace[2014143537] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7961; }","duration":"279.478014ms","start":"2026-02-26T02:02:32.197991Z","end":"2026-02-26T02:02:32.477469Z","steps":["trace[2014143537] 'agreement among raft nodes before linearized reading' (duration: 279.306859ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:02:33.422322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.819041ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-02-26T02:02:33.422757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.045285ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:02:33.422944Z","caller":"traceutil/trace.go:171","msg":"trace[1345369727] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7961; }","duration":"273.25309ms","start":"2026-02-26T02:02:33.149665Z","end":"2026-02-26T02:02:33.422918Z","steps":["trace[1345369727] 'range keys from in-memory index tree' (duration: 273.013124ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:02:33.423085Z","caller":"traceutil/trace.go:171","msg":"trace[697129878] transaction","detail":"{read_only:false; response_revision:7962; number_of_response:1; }","duration":"1.013635682s","start":"2026-02-26T02:02:32.409352Z","end":"2026-02-26T02:02:33.422988Z","steps":["trace[697129878] 'process raft request' (duration: 1.013069487s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:02:33.423462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:02:32.409316Z","time spent":"1.013851248s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:02:33.532481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.431199ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T02:02:33.532702Z","caller":"traceutil/trace.go:171","msg":"trace[1468364321] linearizableReadLoop","detail":"{readStateIndex:8276; appliedIndex:8272; }","duration":"935.314321ms","start":"2026-02-26T02:02:32.597367Z","end":"2026-02-26T02:02:33.532682Z","steps":["trace[1468364321] 'read index received' (duration: 281.028994ms)","trace[1468364321] 'applied index is now lower than readState.Index' (duration: 654.284187ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:02:33.532795Z","caller":"traceutil/trace.go:171","msg":"trace[207132057] transaction","detail":"{read_only:false; response_revision:7964; number_of_response:1; }","duration":"1.05159168s","start":"2026-02-26T02:02:32.481191Z","end":"2026-02-26T02:02:33.532782Z","steps":["trace[207132057] 'process raft request' (duration: 1.051427676s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:02:33.532771Z","caller":"traceutil/trace.go:171","msg":"trace[1220122135] transaction","detail":"{read_only:false; response_revision:7963; number_of_response:1; }","duration":"1.07894367s","start":"2026-02-26T02:02:32.45375Z","end":"2026-02-26T02:02:33.532694Z","steps":["trace[1220122135] 'process raft request' (duration: 969.218903ms)","trace[1220122135] 'compare' (duration: 109.251575ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:02:33.532867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:02:32.481166Z","time spent":"1.051660423s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:02:33.532955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:02:32.453721Z","time spent":"1.079138255s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:02:33.532969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.597849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-26T02:02:33.533022Z","caller":"traceutil/trace.go:171","msg":"trace[1948467055] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7964; }","duration":"935.720361ms","start":"2026-02-26T02:02:32.597288Z","end":"2026-02-26T02:02:33.533008Z","steps":["trace[1948467055] 'agreement among raft nodes before linearized reading' (duration: 935.570357ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:02:33.533051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:02:32.597244Z","time spent":"935.801363ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T02:02:33.863392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.376837ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T02:02:33.863579Z","caller":"traceutil/trace.go:171","msg":"trace[73176130] transaction","detail":"{read_only:false; response_revision:7965; number_of_response:1; }","duration":"446.659513ms","start":"2026-02-26T02:02:33.416885Z","end":"2026-02-26T02:02:33.863545Z","steps":["trace[73176130] 'process raft request' (duration: 342.025399ms)","trace[73176130] 'compare' (duration: 104.244123ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:02:33.863623Z","caller":"traceutil/trace.go:171","msg":"trace[298099794] transaction","detail":"{read_only:false; response_revision:7967; number_of_response:1; }","duration":"132.895867ms","start":"2026-02-26T02:02:33.730707Z","end":"2026-02-26T02:02:33.863603Z","steps":["trace[298099794] 'process raft request' (duration: 132.849056ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:02:33.863845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:02:33.416857Z","time spent":"446.792396ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:02:33.863861Z","caller":"traceutil/trace.go:171","msg":"trace[633641581] transaction","detail":"{read_only:false; response_revision:7966; number_of_response:1; }","duration":"326.684776ms","start":"2026-02-26T02:02:33.537151Z","end":"2026-02-26T02:02:33.863836Z","steps":["trace[633641581] 'process raft request' (duration: 326.345487ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:02:33.86392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.457007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T02:02:33.864078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.210228044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-26T02:02:33.863976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.949568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:02:33.864124Z","caller":"traceutil/trace.go:171","msg":"trace[819852685] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7967; }","duration":"1.210304967s","start":"2026-02-26T02:02:32.653805Z","end":"2026-02-26T02:02:33.86411Z","steps":["trace[819852685] 'agreement among raft nodes before linearized reading' (duration: 1.210076541s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:02:33.86415Z","caller":"traceutil/trace.go:171","msg":"trace[946165022] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:7967; }","duration":"396.222146ms","start":"2026-02-26T02:02:33.467903Z","end":"2026-02-26T02:02:33.864125Z","steps":["trace[946165022] 'agreement among raft nodes before linearized reading' (duration: 395.948109ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:02:33.864128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.212276399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-26T02:02:33.864182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:02:32.653793Z","time spent":"1.210377059s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T02:02:33.864198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.21235789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-02-26T02:02:33.864211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:02:33.467882Z","time spent":"396.315019ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:02:33.86422Z","caller":"traceutil/trace.go:171","msg":"trace[2033387251] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7967; }","duration":"1.212403262s","start":"2026-02-26T02:02:32.651795Z","end":"2026-02-26T02:02:33.864198Z","steps":["trace[2033387251] 'agreement among raft nodes before linearized reading' (duration: 1.212074113s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:02:33.864246Z","caller":"traceutil/trace.go:171","msg":"trace[1645065549] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7967; }","duration":"1.212436303s","start":"2026-02-26T02:02:32.651794Z","end":"2026-02-26T02:02:33.86423Z","steps":["trace[1645065549] 'agreement among raft nodes before linearized reading' (duration: 1.212292689s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:02:33.864043Z","caller":"traceutil/trace.go:171","msg":"trace[2135799444] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:7967; }","duration":"918.632022ms","start":"2026-02-26T02:02:32.945392Z","end":"2026-02-26T02:02:33.864024Z","steps":["trace[2135799444] 'agreement among raft nodes before linearized reading' (duration: 918.442457ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:02:33.864268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:02:32.651771Z","time spent":"1.212487754s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T02:02:33.864278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:02:32.651774Z","time spent":"1.212495975s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-26T02:02:33.864294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:02:32.945366Z","time spent":"918.912649ms","remote":"127.0.0.1:50712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:02:33.864317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:02:33.537135Z","time spent":"326.780528ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:02:33.864409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.212578977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-26T02:02:33.864486Z","caller":"traceutil/trace.go:171","msg":"trace[669749343] linearizableReadLoop","detail":"{readStateIndex:8277; appliedIndex:8276; }","duration":"330.858636ms","start":"2026-02-26T02:02:33.532741Z","end":"2026-02-26T02:02:33.863599Z","steps":["trace[669749343] 'read index received' (duration: 226.186172ms)","trace[669749343] 'applied index is now lower than readState.Index' (duration: 104.668784ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:02:33.864514Z","caller":"traceutil/trace.go:171","msg":"trace[263383286] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7967; }","duration":"1.212716561s","start":"2026-02-26T02:02:32.651773Z","end":"2026-02-26T02:02:33.864489Z","steps":["trace[263383286] 'agreement among raft nodes before linearized reading' (duration: 1.212433343s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:02:33.864561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:02:32.651761Z","time spent":"1.212791072s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T02:02:33.864628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.249453537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-02-26T02:02:33.864673Z","caller":"traceutil/trace.go:171","msg":"trace[1787859137] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7967; }","duration":"1.249538539s","start":"2026-02-26T02:02:32.615123Z","end":"2026-02-26T02:02:33.864662Z","steps":["trace[1787859137] 'agreement among raft nodes before linearized reading' (duration: 1.249412326s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:02:33.864708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:02:32.61509Z","time spent":"1.249611211s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T02:02:33.86464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.210496442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wvb6v\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-26T02:02:33.864806Z","caller":"traceutil/trace.go:171","msg":"trace[1525117112] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wvb6v; range_end:; response_count:1; response_revision:7967; }","duration":"1.210681736s","start":"2026-02-26T02:02:32.654107Z","end":"2026-02-26T02:02:33.864788Z","steps":["trace[1525117112] 'agreement among raft nodes before linearized reading' (duration: 1.209721461s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:02:33.86489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:02:32.654099Z","time spent":"1.210777989s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-wvb6v\" "} {"level":"warn","ts":"2026-02-26T02:02:33.863974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.165608001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T02:02:33.865023Z","caller":"traceutil/trace.go:171","msg":"trace[849940421] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:7967; }","duration":"1.16672248s","start":"2026-02-26T02:02:32.698285Z","end":"2026-02-26T02:02:33.865008Z","steps":["trace[849940421] 'agreement among raft nodes before linearized reading' (duration: 1.16557964s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:02:33.865111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:02:32.698271Z","time spent":"1.166822062s","remote":"127.0.0.1:45380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:02:34.249228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.414579ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T02:02:34.249527Z","caller":"traceutil/trace.go:171","msg":"trace[406108792] transaction","detail":"{read_only:false; response_revision:7968; number_of_response:1; }","duration":"380.682056ms","start":"2026-02-26T02:02:33.868818Z","end":"2026-02-26T02:02:34.2495Z","steps":["trace[406108792] 'process raft request' (duration: 212.796629ms)","trace[406108792] 'compare' (duration: 166.255865ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:02:34.249621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:02:33.868798Z","time spent":"380.779409ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:02:34.249859Z","caller":"traceutil/trace.go:171","msg":"trace[1481819647] linearizableReadLoop","detail":"{readStateIndex:8280; appliedIndex:8279; }","duration":"380.707378ms","start":"2026-02-26T02:02:33.868927Z","end":"2026-02-26T02:02:34.249634Z","steps":["trace[1481819647] 'read index received' (duration: 212.706397ms)","trace[1481819647] 'applied index is now lower than readState.Index' (duration: 167.997581ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:02:34.250115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.152229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-02-26T02:02:34.250218Z","caller":"traceutil/trace.go:171","msg":"trace[1647212818] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7968; }","duration":"381.288203ms","start":"2026-02-26T02:02:33.868905Z","end":"2026-02-26T02:02:34.250193Z","steps":["trace[1647212818] 'agreement among raft nodes before linearized reading' (duration: 380.923603ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:02:34.250283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:02:33.868894Z","time spent":"381.370265ms","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-26T02:02:34.250334Z","caller":"traceutil/trace.go:171","msg":"trace[114883677] transaction","detail":"{read_only:false; response_revision:7969; number_of_response:1; }","duration":"381.334134ms","start":"2026-02-26T02:02:33.868983Z","end":"2026-02-26T02:02:34.250317Z","steps":["trace[114883677] 'process raft request' (duration: 380.462441ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:02:34.250425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:02:33.868967Z","time spent":"381.415907ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:02:34.250857Z","caller":"traceutil/trace.go:171","msg":"trace[1320372719] transaction","detail":"{read_only:false; response_revision:7970; number_of_response:1; }","duration":"380.993985ms","start":"2026-02-26T02:02:33.869848Z","end":"2026-02-26T02:02:34.250842Z","steps":["trace[1320372719] 'process raft request' (duration: 380.346268ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:02:34.251166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:02:33.869842Z","time spent":"381.240562ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:02:34.251199Z","caller":"traceutil/trace.go:171","msg":"trace[1345477378] transaction","detail":"{read_only:false; response_revision:7971; number_of_response:1; }","duration":"381.108518ms","start":"2026-02-26T02:02:33.87007Z","end":"2026-02-26T02:02:34.251179Z","steps":["trace[1345477378] 'process raft request' (duration: 380.651656ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:02:34.251375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:02:33.870064Z","time spent":"381.18173ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:02:34.251547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.091947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223860"} {"level":"info","ts":"2026-02-26T02:02:34.251636Z","caller":"traceutil/trace.go:171","msg":"trace[1754340577] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7971; }","duration":"381.202391ms","start":"2026-02-26T02:02:33.870415Z","end":"2026-02-26T02:02:34.251617Z","steps":["trace[1754340577] 'agreement among raft nodes before linearized reading' (duration: 380.715988ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:02:34.251678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:02:33.870409Z","time spent":"381.259172ms","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223884,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-26T02:02:58.625677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.759187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-26T02:02:58.625758Z","caller":"traceutil/trace.go:171","msg":"trace[670272399] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8136; }","duration":"253.856439ms","start":"2026-02-26T02:02:58.371885Z","end":"2026-02-26T02:02:58.625742Z","steps":["trace[670272399] 'range keys from in-memory index tree' (duration: 253.5162ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:02:58.625964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.679462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-26T02:02:58.625996Z","caller":"traceutil/trace.go:171","msg":"trace[736475660] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8136; }","duration":"251.764454ms","start":"2026-02-26T02:02:58.374218Z","end":"2026-02-26T02:02:58.625982Z","steps":["trace[736475660] 'range keys from in-memory index tree' (duration: 251.546228ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:02:58.626144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.843049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-02-26T02:02:58.626167Z","caller":"traceutil/trace.go:171","msg":"trace[787089890] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-csi-config; range_end:; response_count:1; response_revision:8136; }","duration":"204.881ms","start":"2026-02-26T02:02:58.42128Z","end":"2026-02-26T02:02:58.626161Z","steps":["trace[787089890] 'range keys from in-memory index tree' (duration: 204.724466ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:02:58.626326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.816896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-26T02:02:58.626408Z","caller":"traceutil/trace.go:171","msg":"trace[1960074162] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8136; }","duration":"251.928398ms","start":"2026-02-26T02:02:58.374461Z","end":"2026-02-26T02:02:58.626389Z","steps":["trace[1960074162] 'range keys from in-memory index tree' (duration: 251.670882ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:02:58.626588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.269179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-02-26T02:02:58.626622Z","caller":"traceutil/trace.go:171","msg":"trace[2142466193] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8136; }","duration":"246.320161ms","start":"2026-02-26T02:02:58.380291Z","end":"2026-02-26T02:02:58.626611Z","steps":["trace[2142466193] 'range keys from in-memory index tree' (duration: 246.143056ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:02:58.626891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.339032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wvb6v\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-26T02:02:58.626928Z","caller":"traceutil/trace.go:171","msg":"trace[99823794] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wvb6v; range_end:; response_count:1; response_revision:8136; }","duration":"243.426845ms","start":"2026-02-26T02:02:58.383492Z","end":"2026-02-26T02:02:58.626919Z","steps":["trace[99823794] 'range keys from in-memory index tree' (duration: 243.205739ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:02:58.627002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.75012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T02:02:58.627079Z","caller":"traceutil/trace.go:171","msg":"trace[270015266] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:8136; }","duration":"222.903555ms","start":"2026-02-26T02:02:58.404155Z","end":"2026-02-26T02:02:58.627058Z","steps":["trace[270015266] 'count revisions from in-memory index tree' (duration: 222.660698ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:02:59.890095Z","caller":"traceutil/trace.go:171","msg":"trace[318661276] linearizableReadLoop","detail":"{readStateIndex:8463; appliedIndex:8462; }","duration":"228.860782ms","start":"2026-02-26T02:02:59.661206Z","end":"2026-02-26T02:02:59.890067Z","steps":["trace[318661276] 'read index received' (duration: 228.763699ms)","trace[318661276] 'applied index is now lower than readState.Index' (duration: 95.802µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:02:59.890163Z","caller":"traceutil/trace.go:171","msg":"trace[712791443] transaction","detail":"{read_only:false; response_revision:8144; number_of_response:1; }","duration":"249.620998ms","start":"2026-02-26T02:02:59.640506Z","end":"2026-02-26T02:02:59.890127Z","steps":["trace[712791443] 'process raft request' (duration: 249.379882ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:02:59.890377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.685243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-02-26T02:02:59.890431Z","caller":"traceutil/trace.go:171","msg":"trace[1804430225] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8144; }","duration":"110.789126ms","start":"2026-02-26T02:02:59.779626Z","end":"2026-02-26T02:02:59.890415Z","steps":["trace[1804430225] 'agreement among raft nodes before linearized reading' (duration: 110.595971ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:02:59.890706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.440487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-26T02:02:59.890887Z","caller":"traceutil/trace.go:171","msg":"trace[142782878] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8144; }","duration":"229.665203ms","start":"2026-02-26T02:02:59.661153Z","end":"2026-02-26T02:02:59.890818Z","steps":["trace[142782878] 'agreement among raft nodes before linearized reading' (duration: 229.040437ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:03:02.403627Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284846054,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:03:02.904351Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284846054,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:03:03.40494Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284846054,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:03:03.592102Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.696863949s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T02:03:03.592572Z","caller":"traceutil/trace.go:171","msg":"trace[280230484] transaction","detail":"{read_only:false; response_revision:8152; number_of_response:1; }","duration":"1.697431564s","start":"2026-02-26T02:03:01.895115Z","end":"2026-02-26T02:03:03.592547Z","steps":["trace[280230484] 'process raft request' (duration: 1.697260259s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:03:03.592717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:03:01.895094Z","time spent":"1.697535576s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:03:03.911995Z","caller":"traceutil/trace.go:171","msg":"trace[510070686] transaction","detail":"{read_only:false; response_revision:8153; number_of_response:1; }","duration":"1.936384291s","start":"2026-02-26T02:03:01.975526Z","end":"2026-02-26T02:03:03.911911Z","steps":["trace[510070686] 'process raft request' (duration: 1.935901368s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:03:03.912201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:03:01.9755Z","time spent":"1.936617736s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:03:03.914753Z","caller":"traceutil/trace.go:171","msg":"trace[1370670696] linearizableReadLoop","detail":"{readStateIndex:8473; appliedIndex:8470; }","duration":"2.011658212s","start":"2026-02-26T02:03:01.903069Z","end":"2026-02-26T02:03:03.914727Z","steps":["trace[1370670696] 'read index received' (duration: 1.689328851s)","trace[1370670696] 'applied index is now lower than readState.Index' (duration: 322.327981ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:03:03.914827Z","caller":"traceutil/trace.go:171","msg":"trace[1854999901] transaction","detail":"{read_only:false; response_revision:8154; number_of_response:1; }","duration":"461.013001ms","start":"2026-02-26T02:03:03.453776Z","end":"2026-02-26T02:03:03.914789Z","steps":["trace[1854999901] 'process raft request' (duration: 460.774405ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:03:03.914992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:03:03.453748Z","time spent":"461.154815ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:03:03.915087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.262436347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-02-26T02:03:03.915098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.91313936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-26T02:03:03.915124Z","caller":"traceutil/trace.go:171","msg":"trace[1126079228] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8154; }","duration":"1.262520369s","start":"2026-02-26T02:03:02.65259Z","end":"2026-02-26T02:03:03.91511Z","steps":["trace[1126079228] 'agreement among raft nodes before linearized reading' (duration: 1.262439827s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:03:03.915153Z","caller":"traceutil/trace.go:171","msg":"trace[516778122] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8154; }","duration":"1.913228562s","start":"2026-02-26T02:03:02.0019Z","end":"2026-02-26T02:03:03.915128Z","steps":["trace[516778122] 'agreement among raft nodes before linearized reading' (duration: 1.913096658s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:03:03.915168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:03:02.652554Z","time spent":"1.262605822s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-26T02:03:03.915207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:03:02.001876Z","time spent":"1.913302983s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T02:03:03.914995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.011912099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-26T02:03:03.915256Z","caller":"traceutil/trace.go:171","msg":"trace[53840251] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8154; }","duration":"2.012206326s","start":"2026-02-26T02:03:01.903036Z","end":"2026-02-26T02:03:03.915243Z","steps":["trace[53840251] 'agreement among raft nodes before linearized reading' (duration: 2.011847046s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:03:03.915306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:03:01.903024Z","time spent":"2.012268958s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T02:03:03.915345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.263429473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-26T02:03:03.91538Z","caller":"traceutil/trace.go:171","msg":"trace[1386626378] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8154; }","duration":"1.263479645s","start":"2026-02-26T02:03:02.65189Z","end":"2026-02-26T02:03:03.91537Z","steps":["trace[1386626378] 'agreement among raft nodes before linearized reading' (duration: 1.263393113s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:03:03.915405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.44083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:03:03.91544Z","caller":"traceutil/trace.go:171","msg":"trace[1921377493] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:8154; }","duration":"665.517422ms","start":"2026-02-26T02:03:03.249913Z","end":"2026-02-26T02:03:03.91543Z","steps":["trace[1921377493] 'agreement among raft nodes before linearized reading' (duration: 665.45957ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:03:03.915478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:03:03.249892Z","time spent":"665.577034ms","remote":"127.0.0.1:39434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:03:03.915555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.27773493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T02:03:03.915589Z","caller":"traceutil/trace.go:171","msg":"trace[1540998562] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:8154; }","duration":"1.277842703s","start":"2026-02-26T02:03:02.637737Z","end":"2026-02-26T02:03:03.91558Z","steps":["trace[1540998562] 'agreement among raft nodes before linearized reading' (duration: 1.277762061s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:03:03.915615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:03:02.637717Z","time spent":"1.277890864s","remote":"127.0.0.1:45198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":52,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:03:03.915705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.040785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-02-26T02:03:03.915745Z","caller":"traceutil/trace.go:171","msg":"trace[1315332874] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:8154; }","duration":"967.136697ms","start":"2026-02-26T02:03:02.948599Z","end":"2026-02-26T02:03:03.915736Z","steps":["trace[1315332874] 'agreement among raft nodes before linearized reading' (duration: 967.020614ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:03:03.915732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.128340649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T02:03:03.915779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:03:02.948583Z","time spent":"967.186839ms","remote":"127.0.0.1:45188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-02-26T02:03:03.915788Z","caller":"traceutil/trace.go:171","msg":"trace[267159320] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8154; }","duration":"1.128464262s","start":"2026-02-26T02:03:02.787312Z","end":"2026-02-26T02:03:03.915776Z","steps":["trace[267159320] 'agreement among raft nodes before linearized reading' (duration: 1.128344519s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:03:03.915819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:03:02.787293Z","time spent":"1.128518934s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:03:03.915854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.407143705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T02:03:03.915905Z","caller":"traceutil/trace.go:171","msg":"trace[1095521631] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:8154; }","duration":"1.407219037s","start":"2026-02-26T02:03:02.508671Z","end":"2026-02-26T02:03:03.91589Z","steps":["trace[1095521631] 'agreement among raft nodes before linearized reading' (duration: 1.407118124s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:03:03.916017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:03:02.508661Z","time spent":"1.407340601s","remote":"127.0.0.1:38452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:03:03.916236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.263009692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-26T02:03:03.916306Z","caller":"traceutil/trace.go:171","msg":"trace[2055866588] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8154; }","duration":"1.263112466s","start":"2026-02-26T02:03:02.653182Z","end":"2026-02-26T02:03:03.916295Z","steps":["trace[2055866588] 'agreement among raft nodes before linearized reading' (duration: 1.26289097s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:03:03.916351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:03:02.653172Z","time spent":"1.263171137s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T02:03:03.916577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.263884286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-26T02:03:03.916613Z","caller":"traceutil/trace.go:171","msg":"trace[2031853089] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8154; }","duration":"1.263939577s","start":"2026-02-26T02:03:02.652664Z","end":"2026-02-26T02:03:03.916603Z","steps":["trace[2031853089] 'agreement among raft nodes before linearized reading' (duration: 1.263844644s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:03:03.916639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:03:02.652653Z","time spent":"1.263980888s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T02:03:03.91548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.264637875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wvb6v\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-26T02:03:03.916837Z","caller":"traceutil/trace.go:171","msg":"trace[1657776810] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wvb6v; range_end:; response_count:1; response_revision:8154; }","duration":"1.265981461s","start":"2026-02-26T02:03:02.650816Z","end":"2026-02-26T02:03:03.916798Z","steps":["trace[1657776810] 'agreement among raft nodes before linearized reading' (duration: 1.264611525s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:03:03.916938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:03:02.650806Z","time spent":"1.266098914s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-wvb6v\" "} {"level":"warn","ts":"2026-02-26T02:03:03.915412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:03:02.651879Z","time spent":"1.263526966s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T02:03:03.917003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.424711407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-02-26T02:03:03.917079Z","caller":"traceutil/trace.go:171","msg":"trace[547879453] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8154; }","duration":"1.424829371s","start":"2026-02-26T02:03:02.492228Z","end":"2026-02-26T02:03:03.917057Z","steps":["trace[547879453] 'agreement among raft nodes before linearized reading' (duration: 1.424599215s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:03:03.91712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:03:02.492208Z","time spent":"1.424903563s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-26T02:03:05.144084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.373161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-02-26T02:03:05.144185Z","caller":"traceutil/trace.go:171","msg":"trace[83192379] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8162; }","duration":"149.477253ms","start":"2026-02-26T02:03:04.994678Z","end":"2026-02-26T02:03:05.144156Z","steps":["trace[83192379] 'range keys from in-memory index tree' (duration: 149.146205ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:03:06.28528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.043675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:03:06.285438Z","caller":"traceutil/trace.go:171","msg":"trace[1603225696] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8163; }","duration":"498.22809ms","start":"2026-02-26T02:03:05.787174Z","end":"2026-02-26T02:03:06.285402Z","steps":["trace[1603225696] 'range keys from in-memory index tree' (duration: 497.966313ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:03:06.285482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:03:05.787156Z","time spent":"498.314423ms","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:03:06.427424Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284846083,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T02:03:06.636422Z","caller":"traceutil/trace.go:171","msg":"trace[1617873236] linearizableReadLoop","detail":"{readStateIndex:8484; appliedIndex:8483; }","duration":"709.059448ms","start":"2026-02-26T02:03:05.927312Z","end":"2026-02-26T02:03:06.636371Z","steps":["trace[1617873236] 'read index received' (duration: 708.471732ms)","trace[1617873236] 'applied index is now lower than readState.Index' (duration: 585.676µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:03:06.636533Z","caller":"traceutil/trace.go:171","msg":"trace[2126662379] transaction","detail":"{read_only:false; response_revision:8164; number_of_response:1; }","duration":"719.112652ms","start":"2026-02-26T02:03:05.917384Z","end":"2026-02-26T02:03:06.636497Z","steps":["trace[2126662379] 'process raft request' (duration: 718.387713ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:03:06.63671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.662625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wvb6v\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-02-26T02:03:06.636727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.941918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-26T02:03:06.636739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.428827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-26T02:03:06.636796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.277777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:03:06.636821Z","caller":"traceutil/trace.go:171","msg":"trace[145593650] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8164; }","duration":"350.326639ms","start":"2026-02-26T02:03:06.286487Z","end":"2026-02-26T02:03:06.636814Z","steps":["trace[145593650] 'agreement among raft nodes before linearized reading' (duration: 350.292878ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:03:06.636819Z","caller":"traceutil/trace.go:171","msg":"trace[1631103851] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8164; }","duration":"709.55406ms","start":"2026-02-26T02:03:05.927249Z","end":"2026-02-26T02:03:06.636803Z","steps":["trace[1631103851] 'agreement among raft nodes before linearized reading' (duration: 709.289633ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:03:06.636758Z","caller":"traceutil/trace.go:171","msg":"trace[1923968809] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wvb6v; range_end:; response_count:1; response_revision:8164; }","duration":"703.746268ms","start":"2026-02-26T02:03:05.932999Z","end":"2026-02-26T02:03:06.636746Z","steps":["trace[1923968809] 'agreement among raft nodes before linearized reading' (duration: 703.592554ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:03:06.636873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:03:05.932987Z","time spent":"703.881591ms","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-wvb6v\" "} {"level":"warn","ts":"2026-02-26T02:03:06.636887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:03:05.927222Z","time spent":"709.650493ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T02:03:06.636867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.976093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-26T02:03:06.636917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.131823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:489"} {"level":"warn","ts":"2026-02-26T02:03:06.63695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.603623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-02-26T02:03:06.636963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.077485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-26T02:03:06.637076Z","caller":"traceutil/trace.go:171","msg":"trace[2136375992] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8164; }","duration":"707.218449ms","start":"2026-02-26T02:03:05.929832Z","end":"2026-02-26T02:03:06.63705Z","steps":["trace[2136375992] 'agreement among raft nodes before linearized reading' (duration: 706.88435ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:03:06.636784Z","caller":"traceutil/trace.go:171","msg":"trace[25895846] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8164; }","duration":"708.0446ms","start":"2026-02-26T02:03:05.928722Z","end":"2026-02-26T02:03:06.636767Z","steps":["trace[25895846] 'agreement among raft nodes before linearized reading' (duration: 707.858525ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:03:06.637134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:03:05.929825Z","time spent":"707.298811ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T02:03:06.637147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:03:05.928712Z","time spent":"708.409411ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T02:03:06.636846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:03:06.286474Z","time spent":"350.366859ms","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T02:03:06.637006Z","caller":"traceutil/trace.go:171","msg":"trace[1068550358] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8164; }","duration":"706.675885ms","start":"2026-02-26T02:03:05.930312Z","end":"2026-02-26T02:03:06.636988Z","steps":["trace[1068550358] 'agreement among raft nodes before linearized reading' (duration: 706.48374ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:03:06.63736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:03:05.930298Z","time spent":"707.047235ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-26T02:03:06.636748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:03:05.917367Z","time spent":"719.283866ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:03:06.636992Z","caller":"traceutil/trace.go:171","msg":"trace[985638106] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8164; }","duration":"707.134397ms","start":"2026-02-26T02:03:05.929834Z","end":"2026-02-26T02:03:06.636969Z","steps":["trace[985638106] 'agreement among raft nodes before linearized reading' (duration: 706.834919ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:03:06.637478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:03:05.929824Z","time spent":"707.629619ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-26T02:03:06.636997Z","caller":"traceutil/trace.go:171","msg":"trace[1249187232] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8164; }","duration":"708.230676ms","start":"2026-02-26T02:03:05.92875Z","end":"2026-02-26T02:03:06.636981Z","steps":["trace[1249187232] 'agreement among raft nodes before linearized reading' (duration: 708.063582ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:03:06.637595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:03:05.928741Z","time spent":"708.845672ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T02:03:06.637528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.816395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:03:06.637732Z","caller":"traceutil/trace.go:171","msg":"trace[1208014749] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:8164; }","duration":"285.070581ms","start":"2026-02-26T02:03:06.352645Z","end":"2026-02-26T02:03:06.637715Z","steps":["trace[1208014749] 'agreement among raft nodes before linearized reading' (duration: 284.448305ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:03:07.114261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.46802ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T02:03:07.114407Z","caller":"traceutil/trace.go:171","msg":"trace[1275184273] transaction","detail":"{read_only:false; response_revision:8165; number_of_response:1; }","duration":"472.430039ms","start":"2026-02-26T02:03:06.641949Z","end":"2026-02-26T02:03:07.114379Z","steps":["trace[1275184273] 'process raft request' (duration: 202.745783ms)","trace[1275184273] 'compare' (duration: 268.966077ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:03:07.114527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:03:06.641926Z","time spent":"472.554273ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:03:07.11691Z","caller":"traceutil/trace.go:171","msg":"trace[1473288084] transaction","detail":"{read_only:false; response_revision:8166; number_of_response:1; }","duration":"474.896954ms","start":"2026-02-26T02:03:06.641988Z","end":"2026-02-26T02:03:07.116885Z","steps":["trace[1473288084] 'process raft request' (duration: 474.74698ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:03:07.117086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:03:06.641968Z","time spent":"475.015908ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:03:07.117218Z","caller":"traceutil/trace.go:171","msg":"trace[2007979328] transaction","detail":"{read_only:false; response_revision:8167; number_of_response:1; }","duration":"475.147761ms","start":"2026-02-26T02:03:06.642042Z","end":"2026-02-26T02:03:07.11719Z","steps":["trace[2007979328] 'process raft request' (duration: 474.801982ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:03:07.117332Z","caller":"traceutil/trace.go:171","msg":"trace[1704190252] transaction","detail":"{read_only:false; response_revision:8168; number_of_response:1; }","duration":"475.232203ms","start":"2026-02-26T02:03:06.64207Z","end":"2026-02-26T02:03:07.117302Z","steps":["trace[1704190252] 'process raft request' (duration: 475.040778ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:03:07.117374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:03:06.642038Z","time spent":"475.256974ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:03:07.117361Z","caller":"traceutil/trace.go:171","msg":"trace[811853874] linearizableReadLoop","detail":"{readStateIndex:8489; appliedIndex:8484; }","duration":"475.11558ms","start":"2026-02-26T02:03:06.642224Z","end":"2026-02-26T02:03:07.117339Z","steps":["trace[811853874] 'read index received' (duration: 202.487416ms)","trace[811853874] 'applied index is now lower than readState.Index' (duration: 272.627044ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:03:07.117506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:03:06.642048Z","time spent":"475.365847ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:03:07.117734Z","caller":"traceutil/trace.go:171","msg":"trace[1874632601] transaction","detail":"{read_only:false; response_revision:8169; number_of_response:1; }","duration":"475.611653ms","start":"2026-02-26T02:03:06.642098Z","end":"2026-02-26T02:03:07.11771Z","steps":["trace[1874632601] 'process raft request' (duration: 475.12144ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:03:07.117801Z","caller":"traceutil/trace.go:171","msg":"trace[1932245718] transaction","detail":"{read_only:false; response_revision:8170; number_of_response:1; }","duration":"474.813892ms","start":"2026-02-26T02:03:06.642976Z","end":"2026-02-26T02:03:07.11779Z","steps":["trace[1932245718] 'process raft request' (duration: 474.302269ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:03:07.117883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:03:06.642969Z","time spent":"474.876824ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:03:07.117903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:03:06.642092Z","time spent":"475.716846ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:03:07.117759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.535952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228591"} {"level":"info","ts":"2026-02-26T02:03:07.117989Z","caller":"traceutil/trace.go:171","msg":"trace[1272465528] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8170; }","duration":"475.805248ms","start":"2026-02-26T02:03:06.642155Z","end":"2026-02-26T02:03:07.11796Z","steps":["trace[1272465528] 'agreement among raft nodes before linearized reading' (duration: 475.248394ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:03:07.1181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:03:06.642129Z","time spent":"475.931992ms","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228615,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-26T02:03:16.175274Z","caller":"traceutil/trace.go:171","msg":"trace[994337493] linearizableReadLoop","detail":"{readStateIndex:8578; appliedIndex:8577; }","duration":"101.46085ms","start":"2026-02-26T02:03:16.073785Z","end":"2026-02-26T02:03:16.175246Z","steps":["trace[994337493] 'read index received' (duration: 22.911573ms)","trace[994337493] 'applied index is now lower than readState.Index' (duration: 78.545876ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:03:16.175351Z","caller":"traceutil/trace.go:171","msg":"trace[1808322853] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8252; }","duration":"122.159185ms","start":"2026-02-26T02:03:16.053166Z","end":"2026-02-26T02:03:16.175325Z","steps":["trace[1808322853] 'process raft request' (duration: 43.580717ms)","trace[1808322853] 'compare' (duration: 78.28277ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:03:16.175691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.883921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-425dm\" ","response":"range_response_count:1 size:2803"} {"level":"warn","ts":"2026-02-26T02:03:16.175734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.528121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-425dm\" ","response":"range_response_count:1 size:4673"} {"level":"info","ts":"2026-02-26T02:03:16.17579Z","caller":"traceutil/trace.go:171","msg":"trace[1089565992] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-425dm; range_end:; response_count:1; response_revision:8252; }","duration":"101.662905ms","start":"2026-02-26T02:03:16.074113Z","end":"2026-02-26T02:03:16.175775Z","steps":["trace[1089565992] 'agreement among raft nodes before linearized reading' (duration: 101.522161ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:03:16.175741Z","caller":"traceutil/trace.go:171","msg":"trace[1393895266] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-425dm; range_end:; response_count:1; response_revision:8252; }","duration":"101.986403ms","start":"2026-02-26T02:03:16.073741Z","end":"2026-02-26T02:03:16.175727Z","steps":["trace[1393895266] 'agreement among raft nodes before linearized reading' (duration: 101.661475ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:03:16.939788Z","caller":"traceutil/trace.go:171","msg":"trace[1075978305] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8253; }","duration":"753.855946ms","start":"2026-02-26T02:03:16.185896Z","end":"2026-02-26T02:03:16.939752Z","steps":["trace[1075978305] 'process raft request' (duration: 685.167888ms)","trace[1075978305] 'compare' (duration: 68.332638ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:03:16.940024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:03:16.185884Z","time spent":"753.978609ms","remote":"127.0.0.1:40902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80,"response count":0,"response size":42,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-02-26T02:03:17.020203Z","caller":"traceutil/trace.go:171","msg":"trace[438163958] transaction","detail":"{read_only:false; response_revision:8254; number_of_response:1; }","duration":"832.063044ms","start":"2026-02-26T02:03:16.188118Z","end":"2026-02-26T02:03:17.020181Z","steps":["trace[438163958] 'process raft request' (duration: 831.857038ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:03:17.020322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:03:16.188099Z","time spent":"832.159516ms","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4638,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:03:17.020341Z","caller":"traceutil/trace.go:171","msg":"trace[1320309298] transaction","detail":"{read_only:false; response_revision:8255; number_of_response:1; }","duration":"351.348785ms","start":"2026-02-26T02:03:16.668958Z","end":"2026-02-26T02:03:17.020307Z","steps":["trace[1320309298] 'process raft request' (duration: 351.16ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:03:17.020628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:03:16.668931Z","time spent":"351.604631ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:03:17.020748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.502913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:03:17.020782Z","caller":"traceutil/trace.go:171","msg":"trace[1869165557] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:8255; }","duration":"629.610346ms","start":"2026-02-26T02:03:16.391163Z","end":"2026-02-26T02:03:17.020773Z","steps":["trace[1869165557] 'agreement among raft nodes before linearized reading' (duration: 629.548855ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:03:17.020804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:03:16.391129Z","time spent":"629.669448ms","remote":"127.0.0.1:38470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:03:17.020799Z","caller":"traceutil/trace.go:171","msg":"trace[1555985109] linearizableReadLoop","detail":"{readStateIndex:8580; appliedIndex:8578; }","duration":"629.37177ms","start":"2026-02-26T02:03:16.391256Z","end":"2026-02-26T02:03:17.020628Z","steps":["trace[1555985109] 'read index received' (duration: 479.813424ms)","trace[1555985109] 'applied index is now lower than readState.Index' (duration: 149.556846ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:03:17.080802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.423152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:03:17.080902Z","caller":"traceutil/trace.go:171","msg":"trace[1749964949] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8257; }","duration":"656.584486ms","start":"2026-02-26T02:03:16.424289Z","end":"2026-02-26T02:03:17.080873Z","steps":["trace[1749964949] 'agreement among raft nodes before linearized reading' (duration: 656.401171ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:03:17.080949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:03:16.42426Z","time spent":"656.679759ms","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:03:17.081392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.279613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:03:17.081486Z","caller":"traceutil/trace.go:171","msg":"trace[1977316985] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8257; }","duration":"294.459937ms","start":"2026-02-26T02:03:16.787003Z","end":"2026-02-26T02:03:17.081463Z","steps":["trace[1977316985] 'agreement among raft nodes before linearized reading' (duration: 293.901593ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:03:17.218842Z","caller":"traceutil/trace.go:171","msg":"trace[1027714771] transaction","detail":"{read_only:false; response_revision:8258; number_of_response:1; }","duration":"119.616717ms","start":"2026-02-26T02:03:17.099191Z","end":"2026-02-26T02:03:17.218807Z","steps":["trace[1027714771] 'process raft request' (duration: 84.066802ms)","trace[1027714771] 'compare' (duration: 35.375871ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:03:17.385952Z","caller":"traceutil/trace.go:171","msg":"trace[1793346651] linearizableReadLoop","detail":"{readStateIndex:8587; appliedIndex:8585; }","duration":"162.335132ms","start":"2026-02-26T02:03:17.223595Z","end":"2026-02-26T02:03:17.38593Z","steps":["trace[1793346651] 'read index received' (duration: 23.714384ms)","trace[1793346651] 'applied index is now lower than readState.Index' (duration: 138.619748ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:03:17.386214Z","caller":"traceutil/trace.go:171","msg":"trace[1706255553] transaction","detail":"{read_only:false; response_revision:8264; number_of_response:1; }","duration":"160.892944ms","start":"2026-02-26T02:03:17.225296Z","end":"2026-02-26T02:03:17.386189Z","steps":["trace[1706255553] 'process raft request' (duration: 160.593136ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:03:17.386431Z","caller":"traceutil/trace.go:171","msg":"trace[1870658720] transaction","detail":"{read_only:false; response_revision:8261; number_of_response:1; }","duration":"161.585032ms","start":"2026-02-26T02:03:17.22481Z","end":"2026-02-26T02:03:17.386395Z","steps":["trace[1870658720] 'process raft request' (duration: 160.896334ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:03:17.386501Z","caller":"traceutil/trace.go:171","msg":"trace[1269204783] transaction","detail":"{read_only:false; response_revision:8263; number_of_response:1; }","duration":"161.256254ms","start":"2026-02-26T02:03:17.225232Z","end":"2026-02-26T02:03:17.386488Z","steps":["trace[1269204783] 'process raft request' (duration: 160.609097ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:03:17.386457Z","caller":"traceutil/trace.go:171","msg":"trace[1558225519] transaction","detail":"{read_only:false; response_revision:8262; number_of_response:1; }","duration":"161.559981ms","start":"2026-02-26T02:03:17.224884Z","end":"2026-02-26T02:03:17.386444Z","steps":["trace[1558225519] 'process raft request' (duration: 160.886334ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:03:17.386737Z","caller":"traceutil/trace.go:171","msg":"trace[1780989538] transaction","detail":"{read_only:false; response_revision:8260; number_of_response:1; }","duration":"163.193854ms","start":"2026-02-26T02:03:17.223523Z","end":"2026-02-26T02:03:17.386717Z","steps":["trace[1780989538] 'process raft request' (duration: 124.616619ms)","trace[1780989538] 'compare' (duration: 37.439585ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:03:17.386803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.183544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228506"} {"level":"info","ts":"2026-02-26T02:03:17.386852Z","caller":"traceutil/trace.go:171","msg":"trace[199831261] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8264; }","duration":"163.248036ms","start":"2026-02-26T02:03:17.223593Z","end":"2026-02-26T02:03:17.386841Z","steps":["trace[199831261] 'agreement among raft nodes before linearized reading' (duration: 162.63642ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:03:17.387123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.061085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-26T02:03:17.387176Z","caller":"traceutil/trace.go:171","msg":"trace[235870565] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:8264; }","duration":"162.128206ms","start":"2026-02-26T02:03:17.225036Z","end":"2026-02-26T02:03:17.387164Z","steps":["trace[235870565] 'agreement among raft nodes before linearized reading' (duration: 161.866049ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:03:17.387335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.644459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-02-26T02:03:17.387416Z","caller":"traceutil/trace.go:171","msg":"trace[1538827390] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8264; }","duration":"108.724561ms","start":"2026-02-26T02:03:17.278677Z","end":"2026-02-26T02:03:17.387402Z","steps":["trace[1538827390] 'agreement among raft nodes before linearized reading' (duration: 108.514025ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:03:18.313715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.376017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:03:18.313813Z","caller":"traceutil/trace.go:171","msg":"trace[1487290807] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:8269; }","duration":"261.533652ms","start":"2026-02-26T02:03:18.052253Z","end":"2026-02-26T02:03:18.313787Z","steps":["trace[1487290807] 'count revisions from in-memory index tree' (duration: 261.257515ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:03:18.314091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.437158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T02:03:18.314204Z","caller":"traceutil/trace.go:171","msg":"trace[1807945178] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:8269; }","duration":"150.643404ms","start":"2026-02-26T02:03:18.163542Z","end":"2026-02-26T02:03:18.314185Z","steps":["trace[1807945178] 'count revisions from in-memory index tree' (duration: 150.236514ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:03:18.314801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.651651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2209360"} {"level":"info","ts":"2026-02-26T02:03:18.314896Z","caller":"traceutil/trace.go:171","msg":"trace[574447530] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8269; }","duration":"395.807065ms","start":"2026-02-26T02:03:17.919061Z","end":"2026-02-26T02:03:18.314868Z","steps":["trace[574447530] 'range keys from in-memory index tree' (duration: 394.653004ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:03:18.314958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:03:17.91904Z","time spent":"395.909257ms","remote":"127.0.0.1:45134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2209384,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-02-26T02:03:18.743735Z","caller":"traceutil/trace.go:171","msg":"trace[732571347] linearizableReadLoop","detail":"{readStateIndex:8597; appliedIndex:8596; }","duration":"370.93085ms","start":"2026-02-26T02:03:18.372775Z","end":"2026-02-26T02:03:18.743706Z","steps":["trace[732571347] 'read index received' (duration: 370.708464ms)","trace[732571347] 'applied index is now lower than readState.Index' (duration: 221.306µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:03:18.743793Z","caller":"traceutil/trace.go:171","msg":"trace[1760832548] transaction","detail":"{read_only:false; response_revision:8270; number_of_response:1; }","duration":"376.472936ms","start":"2026-02-26T02:03:18.367286Z","end":"2026-02-26T02:03:18.743759Z","steps":["trace[1760832548] 'process raft request' (duration: 376.273331ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:03:18.744027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.233399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-02-26T02:03:18.744077Z","caller":"traceutil/trace.go:171","msg":"trace[65831019] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8270; }","duration":"371.30474ms","start":"2026-02-26T02:03:18.372758Z","end":"2026-02-26T02:03:18.744063Z","steps":["trace[65831019] 'agreement among raft nodes before linearized reading' (duration: 371.058644ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:03:18.744115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:03:18.37269Z","time spent":"371.415903ms","remote":"127.0.0.1:45122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3589,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-02-26T02:03:18.743968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:03:18.36726Z","time spent":"376.612099ms","remote":"127.0.0.1:45358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":527,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T02:03:19.249259Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284846414,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T02:03:19.460504Z","caller":"traceutil/trace.go:171","msg":"trace[1105286425] linearizableReadLoop","detail":"{readStateIndex:8601; appliedIndex:8597; }","duration":"711.261756ms","start":"2026-02-26T02:03:18.749226Z","end":"2026-02-26T02:03:19.460488Z","steps":["trace[1105286425] 'read index received' (duration: 685.58688ms)","trace[1105286425] 'applied index is now lower than readState.Index' (duration: 25.674246ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:03:19.460497Z","caller":"traceutil/trace.go:171","msg":"trace[1974931757] transaction","detail":"{read_only:false; response_revision:8271; number_of_response:1; }","duration":"711.613145ms","start":"2026-02-26T02:03:18.748844Z","end":"2026-02-26T02:03:19.460458Z","steps":["trace[1974931757] 'process raft request' (duration: 685.9546ms)","trace[1974931757] 'compare' (duration: 25.0701ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:03:19.460542Z","caller":"traceutil/trace.go:171","msg":"trace[1213076835] transaction","detail":"{read_only:false; response_revision:8272; number_of_response:1; }","duration":"711.166543ms","start":"2026-02-26T02:03:18.749317Z","end":"2026-02-26T02:03:19.460483Z","steps":["trace[1213076835] 'process raft request' (duration: 711.031959ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:03:19.460689Z","caller":"traceutil/trace.go:171","msg":"trace[496608545] transaction","detail":"{read_only:false; response_revision:8273; number_of_response:1; }","duration":"533.012425ms","start":"2026-02-26T02:03:18.927669Z","end":"2026-02-26T02:03:19.460681Z","steps":["trace[496608545] 'process raft request' (duration: 532.756798ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:03:19.460679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:03:18.748818Z","time spent":"711.755018ms","remote":"127.0.0.1:45358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":886,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:03:19.460742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:03:18.749303Z","time spent":"711.302127ms","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T02:03:19.460786Z","caller":"traceutil/trace.go:171","msg":"trace[659919033] transaction","detail":"{read_only:false; response_revision:8274; number_of_response:1; }","duration":"433.501406ms","start":"2026-02-26T02:03:19.02728Z","end":"2026-02-26T02:03:19.460782Z","steps":["trace[659919033] 'process raft request' (duration: 433.177188ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:03:19.460811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:03:19.02726Z","time spent":"433.539528ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:03:19.460974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.748888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-02-26T02:03:19.461175Z","caller":"traceutil/trace.go:171","msg":"trace[1385070430] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8274; }","duration":"711.968574ms","start":"2026-02-26T02:03:18.749199Z","end":"2026-02-26T02:03:19.461168Z","steps":["trace[1385070430] 'agreement among raft nodes before linearized reading' (duration: 711.709547ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:03:19.461189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:03:18.749189Z","time spent":"711.995985ms","remote":"127.0.0.1:45122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3589,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-02-26T02:03:19.46133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.382586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-02-26T02:03:19.460765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:03:18.927643Z","time spent":"533.065457ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:03:19.461377Z","caller":"traceutil/trace.go:171","msg":"trace[1833815115] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8274; }","duration":"530.455048ms","start":"2026-02-26T02:03:18.930917Z","end":"2026-02-26T02:03:19.461372Z","steps":["trace[1833815115] 'agreement among raft nodes before linearized reading' (duration: 530.339875ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:03:19.461401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:03:18.930908Z","time spent":"530.488549ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-26T02:03:19.461757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.765679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:03:19.461817Z","caller":"traceutil/trace.go:171","msg":"trace[1961552236] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8274; }","duration":"464.860232ms","start":"2026-02-26T02:03:18.996941Z","end":"2026-02-26T02:03:19.461801Z","steps":["trace[1961552236] 'agreement among raft nodes before linearized reading' (duration: 464.754229ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:03:19.461856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:03:18.996926Z","time spent":"464.920993ms","remote":"127.0.0.1:49482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:03:19.461867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.946481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T02:03:19.461934Z","caller":"traceutil/trace.go:171","msg":"trace[330598895] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8274; }","duration":"211.071064ms","start":"2026-02-26T02:03:19.250847Z","end":"2026-02-26T02:03:19.461918Z","steps":["trace[330598895] 'agreement among raft nodes before linearized reading' (duration: 210.841328ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:03:19.58589Z","caller":"traceutil/trace.go:171","msg":"trace[1693324546] transaction","detail":"{read_only:false; response_revision:8276; number_of_response:1; }","duration":"118.689623ms","start":"2026-02-26T02:03:19.467159Z","end":"2026-02-26T02:03:19.585849Z","steps":["trace[1693324546] 'process raft request' (duration: 110.480757ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:03:19.585923Z","caller":"traceutil/trace.go:171","msg":"trace[2124520439] transaction","detail":"{read_only:false; response_revision:8278; number_of_response:1; }","duration":"118.637571ms","start":"2026-02-26T02:03:19.467262Z","end":"2026-02-26T02:03:19.5859Z","steps":["trace[2124520439] 'process raft request' (duration: 118.552069ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:03:19.585909Z","caller":"traceutil/trace.go:171","msg":"trace[849463553] transaction","detail":"{read_only:false; response_revision:8277; number_of_response:1; }","duration":"118.723064ms","start":"2026-02-26T02:03:19.467156Z","end":"2026-02-26T02:03:19.585879Z","steps":["trace[849463553] 'process raft request' (duration: 118.56858ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:03:19.586068Z","caller":"traceutil/trace.go:171","msg":"trace[1605270811] transaction","detail":"{read_only:false; response_revision:8279; number_of_response:1; }","duration":"118.766665ms","start":"2026-02-26T02:03:19.467289Z","end":"2026-02-26T02:03:19.586056Z","steps":["trace[1605270811] 'process raft request' (duration: 118.566029ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:03:19.586279Z","caller":"traceutil/trace.go:171","msg":"trace[617326885] transaction","detail":"{read_only:false; response_revision:8280; number_of_response:1; }","duration":"118.97341ms","start":"2026-02-26T02:03:19.467288Z","end":"2026-02-26T02:03:19.586262Z","steps":["trace[617326885] 'process raft request' (duration: 118.719543ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:03:19.586373Z","caller":"traceutil/trace.go:171","msg":"trace[656852553] linearizableReadLoop","detail":"{readStateIndex:8609; appliedIndex:8601; }","duration":"118.442206ms","start":"2026-02-26T02:03:19.467914Z","end":"2026-02-26T02:03:19.586356Z","steps":["trace[656852553] 'read index received' (duration: 76.77045ms)","trace[656852553] 'applied index is now lower than readState.Index' (duration: 41.670606ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:03:19.586401Z","caller":"traceutil/trace.go:171","msg":"trace[1457974747] transaction","detail":"{read_only:false; response_revision:8282; number_of_response:1; }","duration":"118.96754ms","start":"2026-02-26T02:03:19.467421Z","end":"2026-02-26T02:03:19.586388Z","steps":["trace[1457974747] 'process raft request' (duration: 118.824607ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:03:19.586381Z","caller":"traceutil/trace.go:171","msg":"trace[935710051] transaction","detail":"{read_only:false; response_revision:8281; number_of_response:1; }","duration":"119.017132ms","start":"2026-02-26T02:03:19.467349Z","end":"2026-02-26T02:03:19.586366Z","steps":["trace[935710051] 'process raft request' (duration: 118.842447ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:03:19.586586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.252422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-02-26T02:03:19.586622Z","caller":"traceutil/trace.go:171","msg":"trace[1044690252] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:8282; }","duration":"118.328193ms","start":"2026-02-26T02:03:19.468281Z","end":"2026-02-26T02:03:19.586609Z","steps":["trace[1044690252] 'agreement among raft nodes before linearized reading' (duration: 118.19756ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:03:19.586845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.922759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228506"} {"level":"info","ts":"2026-02-26T02:03:19.586892Z","caller":"traceutil/trace.go:171","msg":"trace[1212242938] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8282; }","duration":"119.006131ms","start":"2026-02-26T02:03:19.467874Z","end":"2026-02-26T02:03:19.58688Z","steps":["trace[1212242938] 'agreement among raft nodes before linearized reading' (duration: 118.541239ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:03:19.775154Z","caller":"traceutil/trace.go:171","msg":"trace[56826018] transaction","detail":"{read_only:false; response_revision:8283; number_of_response:1; }","duration":"148.497297ms","start":"2026-02-26T02:03:19.626614Z","end":"2026-02-26T02:03:19.775111Z","steps":["trace[56826018] 'process raft request' (duration: 86.752373ms)","trace[56826018] 'compare' (duration: 61.428146ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:03:22.332505Z","caller":"traceutil/trace.go:171","msg":"trace[129360680] transaction","detail":"{read_only:false; response_revision:8288; number_of_response:1; }","duration":"734.503877ms","start":"2026-02-26T02:03:21.597971Z","end":"2026-02-26T02:03:22.332474Z","steps":["trace[129360680] 'process raft request' (duration: 734.27213ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:03:22.33269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:03:21.597961Z","time spent":"734.634891ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:03:22.332789Z","caller":"traceutil/trace.go:171","msg":"trace[1328710659] transaction","detail":"{read_only:false; response_revision:8289; number_of_response:1; }","duration":"734.746853ms","start":"2026-02-26T02:03:21.598014Z","end":"2026-02-26T02:03:22.332761Z","steps":["trace[1328710659] 'process raft request' (duration: 734.409384ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:03:22.332882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:03:21.598001Z","time spent":"734.837506ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:03:22.333055Z","caller":"traceutil/trace.go:171","msg":"trace[2061283921] transaction","detail":"{read_only:false; response_revision:8290; number_of_response:1; }","duration":"735.009081ms","start":"2026-02-26T02:03:21.598035Z","end":"2026-02-26T02:03:22.333044Z","steps":["trace[2061283921] 'process raft request' (duration: 734.640441ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:03:22.333117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:03:21.598017Z","time spent":"735.069252ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:03:22.333113Z","caller":"traceutil/trace.go:171","msg":"trace[188091215] linearizableReadLoop","detail":"{readStateIndex:8619; appliedIndex:8613; }","duration":"734.391604ms","start":"2026-02-26T02:03:21.598694Z","end":"2026-02-26T02:03:22.333086Z","steps":["trace[188091215] 'read index received' (duration: 51.562256ms)","trace[188091215] 'applied index is now lower than readState.Index' (duration: 682.828158ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:03:22.333152Z","caller":"traceutil/trace.go:171","msg":"trace[1996394514] transaction","detail":"{read_only:false; response_revision:8291; number_of_response:1; }","duration":"735.02404ms","start":"2026-02-26T02:03:21.598084Z","end":"2026-02-26T02:03:22.333108Z","steps":["trace[1996394514] 'process raft request' (duration: 734.867266ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:03:22.333228Z","caller":"traceutil/trace.go:171","msg":"trace[1762284665] transaction","detail":"{read_only:false; response_revision:8292; number_of_response:1; }","duration":"735.114813ms","start":"2026-02-26T02:03:21.598102Z","end":"2026-02-26T02:03:22.333217Z","steps":["trace[1762284665] 'process raft request' (duration: 734.940839ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:03:22.333324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:03:21.598069Z","time spent":"735.168895ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:03:22.333328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:03:21.598095Z","time spent":"735.159484ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:03:22.333593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.899928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228506"} {"level":"info","ts":"2026-02-26T02:03:22.33363Z","caller":"traceutil/trace.go:171","msg":"trace[823045248] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8292; }","duration":"734.950679ms","start":"2026-02-26T02:03:21.598669Z","end":"2026-02-26T02:03:22.333619Z","steps":["trace[823045248] 'agreement among raft nodes before linearized reading' (duration: 734.589069ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:03:22.333661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:03:21.598661Z","time spent":"734.99234ms","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228530,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-26T02:03:22.480811Z","caller":"traceutil/trace.go:171","msg":"trace[1403564280] linearizableReadLoop","detail":"{readStateIndex:8620; appliedIndex:8619; }","duration":"147.605664ms","start":"2026-02-26T02:03:22.333178Z","end":"2026-02-26T02:03:22.480784Z","steps":["trace[1403564280] 'read index received' (duration: 147.328777ms)","trace[1403564280] 'applied index is now lower than readState.Index' (duration: 275.637µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:03:22.480961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.636262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:03:22.480995Z","caller":"traceutil/trace.go:171","msg":"trace[722198969] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8293; }","duration":"693.746055ms","start":"2026-02-26T02:03:21.787238Z","end":"2026-02-26T02:03:22.480984Z","steps":["trace[722198969] 'agreement among raft nodes before linearized reading' (duration: 693.654202ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:03:22.480969Z","caller":"traceutil/trace.go:171","msg":"trace[1139363552] transaction","detail":"{read_only:false; response_revision:8293; number_of_response:1; }","duration":"699.27263ms","start":"2026-02-26T02:03:21.781622Z","end":"2026-02-26T02:03:22.480895Z","steps":["trace[1139363552] 'process raft request' (duration: 698.972472ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:03:22.481032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:03:21.787213Z","time spent":"693.811167ms","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:03:22.481026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.520382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T02:03:22.481127Z","caller":"traceutil/trace.go:171","msg":"trace[1814875920] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:8293; }","duration":"551.697547ms","start":"2026-02-26T02:03:21.929407Z","end":"2026-02-26T02:03:22.481105Z","steps":["trace[1814875920] 'agreement among raft nodes before linearized reading' (duration: 551.496621ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:03:22.481184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:03:21.929385Z","time spent":"551.787029ms","remote":"127.0.0.1:39480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:03:22.481353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:03:21.781598Z","time spent":"699.478605ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:03:22.794622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.660073ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-26T02:03:27.706424Z","caller":"traceutil/trace.go:171","msg":"trace[1974082042] transaction","detail":"{read_only:false; response_revision:8328; number_of_response:1; }","duration":"250.363758ms","start":"2026-02-26T02:03:27.456027Z","end":"2026-02-26T02:03:27.70639Z","steps":["trace[1974082042] 'process raft request' (duration: 250.146272ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:03:27.838731Z","caller":"traceutil/trace.go:171","msg":"trace[1165226317] linearizableReadLoop","detail":"{readStateIndex:8659; appliedIndex:8657; }","duration":"336.604597ms","start":"2026-02-26T02:03:27.502103Z","end":"2026-02-26T02:03:27.838707Z","steps":["trace[1165226317] 'read index received' (duration: 204.201553ms)","trace[1165226317] 'applied index is now lower than readState.Index' (duration: 132.401814ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:03:27.83899Z","caller":"traceutil/trace.go:171","msg":"trace[331219882] transaction","detail":"{read_only:false; response_revision:8329; number_of_response:1; }","duration":"382.186107ms","start":"2026-02-26T02:03:27.456788Z","end":"2026-02-26T02:03:27.838974Z","steps":["trace[331219882] 'process raft request' (duration: 381.727555ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:03:27.839172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:03:27.456771Z","time spent":"382.33049ms","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3347,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T02:03:27.83952Z","caller":"traceutil/trace.go:171","msg":"trace[1565641142] transaction","detail":"{read_only:false; response_revision:8330; number_of_response:1; }","duration":"303.65496ms","start":"2026-02-26T02:03:27.535854Z","end":"2026-02-26T02:03:27.839509Z","steps":["trace[1565641142] 'process raft request' (duration: 302.795757ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:03:27.839603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:03:27.535826Z","time spent":"303.730642ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:03:27.839651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.542232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T02:03:27.839731Z","caller":"traceutil/trace.go:171","msg":"trace[563540360] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:8330; }","duration":"337.678675ms","start":"2026-02-26T02:03:27.502032Z","end":"2026-02-26T02:03:27.839711Z","steps":["trace[563540360] 'agreement among raft nodes before linearized reading' (duration: 337.48898ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:03:27.839788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:03:27.502002Z","time spent":"337.772608ms","remote":"127.0.0.1:45318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":54,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:03:29.621179Z","caller":"traceutil/trace.go:171","msg":"trace[548529304] linearizableReadLoop","detail":"{readStateIndex:8679; appliedIndex:8678; }","duration":"349.346032ms","start":"2026-02-26T02:03:29.271804Z","end":"2026-02-26T02:03:29.62115Z","steps":["trace[548529304] 'read index received' (duration: 349.121706ms)","trace[548529304] 'applied index is now lower than readState.Index' (duration: 223.406µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:03:29.621283Z","caller":"traceutil/trace.go:171","msg":"trace[2138509716] transaction","detail":"{read_only:false; response_revision:8349; number_of_response:1; }","duration":"501.143677ms","start":"2026-02-26T02:03:29.120097Z","end":"2026-02-26T02:03:29.621241Z","steps":["trace[2138509716] 'process raft request' (duration: 500.9034ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:03:29.621369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.548738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/ceph-mon\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:03:29.621428Z","caller":"traceutil/trace.go:171","msg":"trace[1233287216] range","detail":"{range_begin:/registry/services/specs/openstack/ceph-mon; range_end:; response_count:0; response_revision:8349; }","duration":"349.707502ms","start":"2026-02-26T02:03:29.271705Z","end":"2026-02-26T02:03:29.621412Z","steps":["trace[1233287216] 'agreement among raft nodes before linearized reading' (duration: 349.588449ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:03:29.621476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:03:29.120079Z","time spent":"501.28649ms","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4830,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:03:29.621494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:03:29.271677Z","time spent":"349.807134ms","remote":"127.0.0.1:45224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/ceph-mon\" "} {"level":"warn","ts":"2026-02-26T02:03:29.621603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.287559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T02:03:29.621685Z","caller":"traceutil/trace.go:171","msg":"trace[299705038] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8349; }","duration":"108.420173ms","start":"2026-02-26T02:03:29.513249Z","end":"2026-02-26T02:03:29.621669Z","steps":["trace[299705038] 'agreement among raft nodes before linearized reading' (duration: 108.268629ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:04:23.334247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.779985ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:04:23.334395Z","caller":"traceutil/trace.go:171","msg":"trace[828309193] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8911; }","duration":"183.95725ms","start":"2026-02-26T02:04:23.150415Z","end":"2026-02-26T02:04:23.334373Z","steps":["trace[828309193] 'range keys from in-memory index tree' (duration: 183.754365ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:04:23.337341Z","caller":"traceutil/trace.go:171","msg":"trace[1021691099] transaction","detail":"{read_only:false; response_revision:8912; number_of_response:1; }","duration":"539.850765ms","start":"2026-02-26T02:04:22.797462Z","end":"2026-02-26T02:04:23.337313Z","steps":["trace[1021691099] 'process raft request' (duration: 539.615539ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:04:23.337564Z","caller":"traceutil/trace.go:171","msg":"trace[1248804820] transaction","detail":"{read_only:false; response_revision:8913; number_of_response:1; }","duration":"539.730162ms","start":"2026-02-26T02:04:22.797804Z","end":"2026-02-26T02:04:23.337534Z","steps":["trace[1248804820] 'process raft request' (duration: 539.461935ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:04:23.337732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:04:22.797782Z","time spent":"539.879406ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:04:23.337796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:04:22.79745Z","time spent":"539.986099ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:04:23.338123Z","caller":"traceutil/trace.go:171","msg":"trace[368203543] linearizableReadLoop","detail":"{readStateIndex:9260; appliedIndex:9256; }","duration":"468.568149ms","start":"2026-02-26T02:04:22.869537Z","end":"2026-02-26T02:04:23.338105Z","steps":["trace[368203543] 'read index received' (duration: 467.585493ms)","trace[368203543] 'applied index is now lower than readState.Index' (duration: 981.316µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:04:23.33834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.469216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T02:04:23.338385Z","caller":"traceutil/trace.go:171","msg":"trace[140084309] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:8915; }","duration":"235.562908ms","start":"2026-02-26T02:04:23.102809Z","end":"2026-02-26T02:04:23.338372Z","steps":["trace[140084309] 'agreement among raft nodes before linearized reading' (duration: 235.478336ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:04:23.338479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.926619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wvb6v\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-26T02:04:23.338612Z","caller":"traceutil/trace.go:171","msg":"trace[37531023] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wvb6v; range_end:; response_count:1; response_revision:8915; }","duration":"469.115924ms","start":"2026-02-26T02:04:22.869466Z","end":"2026-02-26T02:04:23.338582Z","steps":["trace[37531023] 'agreement among raft nodes before linearized reading' (duration: 468.754914ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:04:23.338714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:04:22.869443Z","time spent":"469.255338ms","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-wvb6v\" "} {"level":"info","ts":"2026-02-26T02:04:23.338723Z","caller":"traceutil/trace.go:171","msg":"trace[1777345215] transaction","detail":"{read_only:false; response_revision:8915; number_of_response:1; }","duration":"539.059904ms","start":"2026-02-26T02:04:22.799649Z","end":"2026-02-26T02:04:23.338709Z","steps":["trace[1777345215] 'process raft request' (duration: 538.392337ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:04:23.338755Z","caller":"traceutil/trace.go:171","msg":"trace[2018317954] transaction","detail":"{read_only:false; response_revision:8914; number_of_response:1; }","duration":"540.05823ms","start":"2026-02-26T02:04:22.798548Z","end":"2026-02-26T02:04:23.338606Z","steps":["trace[2018317954] 'process raft request' (duration: 538.933001ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:04:23.338909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:04:22.799636Z","time spent":"539.231279ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:04:23.338935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:04:22.79854Z","time spent":"540.344538ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:04:35.608614Z","caller":"traceutil/trace.go:171","msg":"trace[1463239232] transaction","detail":"{read_only:false; response_revision:8978; number_of_response:1; }","duration":"156.549907ms","start":"2026-02-26T02:04:35.452025Z","end":"2026-02-26T02:04:35.608575Z","steps":["trace[1463239232] 'process raft request' (duration: 84.742464ms)","trace[1463239232] 'compare' (duration: 71.595988ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:04:35.608755Z","caller":"traceutil/trace.go:171","msg":"trace[1546061304] transaction","detail":"{read_only:false; response_revision:8979; number_of_response:1; }","duration":"156.311271ms","start":"2026-02-26T02:04:35.452407Z","end":"2026-02-26T02:04:35.608718Z","steps":["trace[1546061304] 'process raft request' (duration: 156.098525ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:04:36.346488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.065321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T02:04:36.346575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.338987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:04:36.346588Z","caller":"traceutil/trace.go:171","msg":"trace[24872263] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:8979; }","duration":"608.229766ms","start":"2026-02-26T02:04:35.738335Z","end":"2026-02-26T02:04:36.346565Z","steps":["trace[24872263] 'count revisions from in-memory index tree' (duration: 607.950379ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:04:36.346627Z","caller":"traceutil/trace.go:171","msg":"trace[924036526] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8979; }","duration":"559.420499ms","start":"2026-02-26T02:04:35.787193Z","end":"2026-02-26T02:04:36.346613Z","steps":["trace[924036526] 'range keys from in-memory index tree' (duration: 559.243015ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:04:36.34664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:04:35.738312Z","time spent":"608.314208ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:04:36.346659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:04:35.787179Z","time spent":"559.471861ms","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T02:04:36.439492Z","caller":"traceutil/trace.go:171","msg":"trace[970390735] linearizableReadLoop","detail":"{readStateIndex:9327; appliedIndex:9326; }","duration":"326.246771ms","start":"2026-02-26T02:04:36.113212Z","end":"2026-02-26T02:04:36.439459Z","steps":["trace[970390735] 'read index received' (duration: 326.074336ms)","trace[970390735] 'applied index is now lower than readState.Index' (duration: 168.674µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:04:36.439692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.464007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:04:36.439759Z","caller":"traceutil/trace.go:171","msg":"trace[1379643560] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:8980; }","duration":"326.58945ms","start":"2026-02-26T02:04:36.113155Z","end":"2026-02-26T02:04:36.439744Z","steps":["trace[1379643560] 'agreement among raft nodes before linearized reading' (duration: 326.460137ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:04:36.439759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.243429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-26T02:04:36.43979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:04:36.113133Z","time spent":"326.650522ms","remote":"127.0.0.1:45110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:04:36.439796Z","caller":"traceutil/trace.go:171","msg":"trace[1060891644] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8980; }","duration":"247.328771ms","start":"2026-02-26T02:04:36.192457Z","end":"2026-02-26T02:04:36.439786Z","steps":["trace[1060891644] 'agreement among raft nodes before linearized reading' (duration: 247.161717ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:04:36.439615Z","caller":"traceutil/trace.go:171","msg":"trace[1401870199] transaction","detail":"{read_only:false; response_revision:8980; number_of_response:1; }","duration":"345.009836ms","start":"2026-02-26T02:04:36.094565Z","end":"2026-02-26T02:04:36.439574Z","steps":["trace[1401870199] 'process raft request' (duration: 344.733078ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:04:36.441044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:04:36.094538Z","time spent":"346.415163ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:04:36.586467Z","caller":"traceutil/trace.go:171","msg":"trace[654049693] transaction","detail":"{read_only:false; response_revision:8981; number_of_response:1; }","duration":"142.304522ms","start":"2026-02-26T02:04:36.444148Z","end":"2026-02-26T02:04:36.586453Z","steps":["trace[654049693] 'process raft request' (duration: 54.707543ms)","trace[654049693] 'compare' (duration: 87.532118ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:04:37.286304Z","caller":"traceutil/trace.go:171","msg":"trace[707698059] linearizableReadLoop","detail":"{readStateIndex:9329; appliedIndex:9328; }","duration":"432.257597ms","start":"2026-02-26T02:04:36.854003Z","end":"2026-02-26T02:04:37.286261Z","steps":["trace[707698059] 'read index received' (duration: 338.992988ms)","trace[707698059] 'applied index is now lower than readState.Index' (duration: 93.263399ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:04:37.286555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.531365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-26T02:04:37.28661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.514294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-02-26T02:04:37.286615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.820843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-02-26T02:04:37.286653Z","caller":"traceutil/trace.go:171","msg":"trace[1394459766] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:1; response_revision:8982; }","duration":"231.601477ms","start":"2026-02-26T02:04:37.055037Z","end":"2026-02-26T02:04:37.286639Z","steps":["trace[1394459766] 'agreement among raft nodes before linearized reading' (duration: 231.417912ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:04:37.286639Z","caller":"traceutil/trace.go:171","msg":"trace[1796525553] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8982; }","duration":"432.669138ms","start":"2026-02-26T02:04:36.85395Z","end":"2026-02-26T02:04:37.286619Z","steps":["trace[1796525553] 'agreement among raft nodes before linearized reading' (duration: 432.459943ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:04:37.286693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:04:36.853928Z","time spent":"432.7575ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-26T02:04:37.286693Z","caller":"traceutil/trace.go:171","msg":"trace[1338178241] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8982; }","duration":"352.927766ms","start":"2026-02-26T02:04:36.933744Z","end":"2026-02-26T02:04:37.286672Z","steps":["trace[1338178241] 'agreement among raft nodes before linearized reading' (duration: 352.70538ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:04:37.286693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.491528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-02-26T02:04:37.286743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:04:36.933734Z","time spent":"352.998097ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-26T02:04:37.286809Z","caller":"traceutil/trace.go:171","msg":"trace[137048335] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8982; }","duration":"106.639681ms","start":"2026-02-26T02:04:37.180142Z","end":"2026-02-26T02:04:37.286782Z","steps":["trace[137048335] 'agreement among raft nodes before linearized reading' (duration: 106.312533ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:04:37.286373Z","caller":"traceutil/trace.go:171","msg":"trace[1775739985] transaction","detail":"{read_only:false; response_revision:8982; number_of_response:1; }","duration":"478.123196ms","start":"2026-02-26T02:04:36.808202Z","end":"2026-02-26T02:04:37.286325Z","steps":["trace[1775739985] 'process raft request' (duration: 384.766935ms)","trace[1775739985] 'compare' (duration: 92.877179ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:04:37.287225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:04:36.808171Z","time spent":"478.975229ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:04:37.526609Z","caller":"traceutil/trace.go:171","msg":"trace[328955981] linearizableReadLoop","detail":"{readStateIndex:9330; appliedIndex:9329; }","duration":"236.029003ms","start":"2026-02-26T02:04:37.290553Z","end":"2026-02-26T02:04:37.526582Z","steps":["trace[328955981] 'read index received' (duration: 138.84287ms)","trace[328955981] 'applied index is now lower than readState.Index' (duration: 97.183403ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:04:37.526792Z","caller":"traceutil/trace.go:171","msg":"trace[499257012] transaction","detail":"{read_only:false; response_revision:8983; number_of_response:1; }","duration":"235.537371ms","start":"2026-02-26T02:04:37.291222Z","end":"2026-02-26T02:04:37.526759Z","steps":["trace[499257012] 'process raft request' (duration: 235.305975ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:04:37.526909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.329341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-02-26T02:04:37.526926Z","caller":"traceutil/trace.go:171","msg":"trace[733439598] transaction","detail":"{read_only:false; response_revision:8984; number_of_response:1; }","duration":"235.615912ms","start":"2026-02-26T02:04:37.291276Z","end":"2026-02-26T02:04:37.526892Z","steps":["trace[733439598] 'process raft request' (duration: 235.428307ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:04:37.527009Z","caller":"traceutil/trace.go:171","msg":"trace[1883674214] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8983; }","duration":"236.458025ms","start":"2026-02-26T02:04:37.290527Z","end":"2026-02-26T02:04:37.526985Z","steps":["trace[1883674214] 'agreement among raft nodes before linearized reading' (duration: 236.143746ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:04:37.600744Z","caller":"traceutil/trace.go:171","msg":"trace[11787484] transaction","detail":"{read_only:false; response_revision:8985; number_of_response:1; }","duration":"147.621972ms","start":"2026-02-26T02:04:37.453089Z","end":"2026-02-26T02:04:37.600711Z","steps":["trace[11787484] 'process raft request' (duration: 147.403957ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:04:37.600916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.944653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wvb6v\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-02-26T02:04:37.600936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.73578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-26T02:04:37.600994Z","caller":"traceutil/trace.go:171","msg":"trace[316734465] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wvb6v; range_end:; response_count:1; response_revision:8985; }","duration":"142.093886ms","start":"2026-02-26T02:04:37.458874Z","end":"2026-02-26T02:04:37.600968Z","steps":["trace[316734465] 'agreement among raft nodes before linearized reading' (duration: 141.84155ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:04:37.601005Z","caller":"traceutil/trace.go:171","msg":"trace[1195561607] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8985; }","duration":"121.839723ms","start":"2026-02-26T02:04:37.479148Z","end":"2026-02-26T02:04:37.600988Z","steps":["trace[1195561607] 'agreement among raft nodes before linearized reading' (duration: 121.620887ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:04:37.60102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.736103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-59c75f6dbd-brd9l.1897a97bc57f37a0\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-02-26T02:04:37.601106Z","caller":"traceutil/trace.go:171","msg":"trace[1220626456] range","detail":"{range_begin:/registry/events/openstack/barbican-api-59c75f6dbd-brd9l.1897a97bc57f37a0; range_end:; response_count:1; response_revision:8985; }","duration":"145.860576ms","start":"2026-02-26T02:04:37.455223Z","end":"2026-02-26T02:04:37.601083Z","steps":["trace[1220626456] 'agreement among raft nodes before linearized reading' (duration: 145.61457ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:04:37.843358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.384976ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T02:04:37.843561Z","caller":"traceutil/trace.go:171","msg":"trace[160399026] transaction","detail":"{read_only:false; response_revision:8990; number_of_response:1; }","duration":"219.257581ms","start":"2026-02-26T02:04:37.624284Z","end":"2026-02-26T02:04:37.843541Z","steps":["trace[160399026] 'process raft request' (duration: 219.198469ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:04:37.843613Z","caller":"traceutil/trace.go:171","msg":"trace[1524371847] linearizableReadLoop","detail":"{readStateIndex:9337; appliedIndex:9336; }","duration":"219.445776ms","start":"2026-02-26T02:04:37.624128Z","end":"2026-02-26T02:04:37.843574Z","steps":["trace[1524371847] 'read index received' (duration: 49.897176ms)","trace[1524371847] 'applied index is now lower than readState.Index' (duration: 169.54477ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:04:37.843678Z","caller":"traceutil/trace.go:171","msg":"trace[855884249] transaction","detail":"{read_only:false; response_revision:8989; number_of_response:1; }","duration":"220.049641ms","start":"2026-02-26T02:04:37.623588Z","end":"2026-02-26T02:04:37.843637Z","steps":["trace[855884249] 'process raft request' (duration: 50.286226ms)","trace[855884249] 'compare' (duration: 169.244292ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:04:37.84384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.116967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:04:37.843893Z","caller":"traceutil/trace.go:171","msg":"trace[293266371] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8990; }","duration":"164.22575ms","start":"2026-02-26T02:04:37.679652Z","end":"2026-02-26T02:04:37.843878Z","steps":["trace[293266371] 'agreement among raft nodes before linearized reading' (duration: 164.108947ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:04:37.843886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.736813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-26T02:04:37.843999Z","caller":"traceutil/trace.go:171","msg":"trace[845571955] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:8990; }","duration":"219.898808ms","start":"2026-02-26T02:04:37.624082Z","end":"2026-02-26T02:04:37.843981Z","steps":["trace[845571955] 'agreement among raft nodes before linearized reading' (duration: 219.647381ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:06:05.111513Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7334} {"level":"info","ts":"2026-02-26T02:06:05.180217Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7334,"took":"66.948775ms","hash":456836097,"current-db-size-bytes":38580224,"current-db-size":"39 MB","current-db-size-in-use-bytes":24514560,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-02-26T02:06:05.180272Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":456836097,"revision":7334,"compact-revision":5302} {"level":"info","ts":"2026-02-26T02:06:17.115252Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"e10bb51ed7578852","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-02-26T02:06:17.121326Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-02-26T02:06:17.121444Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-02-26T02:06:49.456238Z","caller":"traceutil/trace.go:171","msg":"trace[845008000] linearizableReadLoop","detail":"{readStateIndex:10304; appliedIndex:10303; }","duration":"171.641391ms","start":"2026-02-26T02:06:49.284564Z","end":"2026-02-26T02:06:49.456206Z","steps":["trace[845008000] 'read index received' (duration: 171.523978ms)","trace[845008000] 'applied index is now lower than readState.Index' (duration: 115.873µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:06:49.456281Z","caller":"traceutil/trace.go:171","msg":"trace[698567497] transaction","detail":"{read_only:false; response_revision:9923; number_of_response:1; }","duration":"189.38557ms","start":"2026-02-26T02:06:49.266856Z","end":"2026-02-26T02:06:49.456242Z","steps":["trace[698567497] 'process raft request' (duration: 189.177415ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:06:49.456512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.924169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-26T02:06:49.456616Z","caller":"traceutil/trace.go:171","msg":"trace[883671501] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9923; }","duration":"172.088614ms","start":"2026-02-26T02:06:49.284504Z","end":"2026-02-26T02:06:49.456593Z","steps":["trace[883671501] 'agreement among raft nodes before linearized reading' (duration: 171.823667ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:06:51.102334Z","caller":"traceutil/trace.go:171","msg":"trace[1319840015] transaction","detail":"{read_only:false; response_revision:9937; number_of_response:1; }","duration":"111.681049ms","start":"2026-02-26T02:06:50.99062Z","end":"2026-02-26T02:06:51.102301Z","steps":["trace[1319840015] 'process raft request' (duration: 111.514574ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:06:53.464978Z","caller":"traceutil/trace.go:171","msg":"trace[1124304099] transaction","detail":"{read_only:false; response_revision:9957; number_of_response:1; }","duration":"129.326235ms","start":"2026-02-26T02:06:53.335625Z","end":"2026-02-26T02:06:53.464951Z","steps":["trace[1124304099] 'process raft request' (duration: 129.160611ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:06:53.719915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.0865ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T02:06:53.720197Z","caller":"traceutil/trace.go:171","msg":"trace[820400188] linearizableReadLoop","detail":"{readStateIndex:10340; appliedIndex:10339; }","duration":"210.209621ms","start":"2026-02-26T02:06:53.509954Z","end":"2026-02-26T02:06:53.720164Z","steps":["trace[820400188] 'read index received' (duration: 75.757431ms)","trace[820400188] 'applied index is now lower than readState.Index' (duration: 134.44848ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:06:53.720281Z","caller":"traceutil/trace.go:171","msg":"trace[1497470160] transaction","detail":"{read_only:false; response_revision:9958; number_of_response:1; }","duration":"235.761805ms","start":"2026-02-26T02:06:53.484498Z","end":"2026-02-26T02:06:53.72026Z","steps":["trace[1497470160] 'process raft request' (duration: 101.222113ms)","trace[1497470160] 'compare' (duration: 133.953297ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:06:53.720521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.537859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-02-26T02:06:53.720615Z","caller":"traceutil/trace.go:171","msg":"trace[622512264] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:9958; }","duration":"210.676763ms","start":"2026-02-26T02:06:53.509915Z","end":"2026-02-26T02:06:53.720592Z","steps":["trace[622512264] 'agreement among raft nodes before linearized reading' (duration: 210.357115ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:08:00.291839Z","caller":"traceutil/trace.go:171","msg":"trace[880606791] transaction","detail":"{read_only:false; response_revision:10615; number_of_response:1; }","duration":"185.526697ms","start":"2026-02-26T02:08:00.106277Z","end":"2026-02-26T02:08:00.291803Z","steps":["trace[880606791] 'process raft request' (duration: 185.347163ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:08:00.569069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.269623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:08:00.569195Z","caller":"traceutil/trace.go:171","msg":"trace[2104454750] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10615; }","duration":"168.464018ms","start":"2026-02-26T02:08:00.400703Z","end":"2026-02-26T02:08:00.569167Z","steps":["trace[2104454750] 'range keys from in-memory index tree' (duration: 168.1353ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:08:00.569319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.587711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-02-26T02:08:00.569411Z","caller":"traceutil/trace.go:171","msg":"trace[1938853361] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:10615; }","duration":"168.730535ms","start":"2026-02-26T02:08:00.400655Z","end":"2026-02-26T02:08:00.569386Z","steps":["trace[1938853361] 'range keys from in-memory index tree' (duration: 168.321214ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:08:00.569411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.857689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:08:00.569479Z","caller":"traceutil/trace.go:171","msg":"trace[800545724] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10615; }","duration":"168.972392ms","start":"2026-02-26T02:08:00.40049Z","end":"2026-02-26T02:08:00.569462Z","steps":["trace[800545724] 'range keys from in-memory index tree' (duration: 168.763956ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:08:00.569498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.592301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-02-26T02:08:00.56956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.768206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:08:00.569583Z","caller":"traceutil/trace.go:171","msg":"trace[2077498822] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10615; }","duration":"168.682404ms","start":"2026-02-26T02:08:00.400879Z","end":"2026-02-26T02:08:00.569561Z","steps":["trace[2077498822] 'range keys from in-memory index tree' (duration: 168.313994ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:08:00.569602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.721735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:08:00.569599Z","caller":"traceutil/trace.go:171","msg":"trace[1540920895] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10615; }","duration":"168.879369ms","start":"2026-02-26T02:08:00.400708Z","end":"2026-02-26T02:08:00.569587Z","steps":["trace[1540920895] 'range keys from in-memory index tree' (duration: 168.702444ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:08:00.569626Z","caller":"traceutil/trace.go:171","msg":"trace[1896526627] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10615; }","duration":"168.747776ms","start":"2026-02-26T02:08:00.400871Z","end":"2026-02-26T02:08:00.569619Z","steps":["trace[1896526627] 'range keys from in-memory index tree' (duration: 168.56023ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:08:20.672978Z","caller":"traceutil/trace.go:171","msg":"trace[1088495796] transaction","detail":"{read_only:false; response_revision:10719; number_of_response:1; }","duration":"241.563399ms","start":"2026-02-26T02:08:20.431386Z","end":"2026-02-26T02:08:20.672949Z","steps":["trace[1088495796] 'process raft request' (duration: 241.379304ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:08:21.189002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.000786ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T02:08:21.1891Z","caller":"traceutil/trace.go:171","msg":"trace[1816877429] linearizableReadLoop","detail":"{readStateIndex:11124; appliedIndex:11123; }","duration":"515.638536ms","start":"2026-02-26T02:08:20.673444Z","end":"2026-02-26T02:08:21.189083Z","steps":["trace[1816877429] 'read index received' (duration: 219.513566ms)","trace[1816877429] 'applied index is now lower than readState.Index' (duration: 296.12383ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:08:21.189292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.153152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T02:08:21.189333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.942073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-02-26T02:08:21.18936Z","caller":"traceutil/trace.go:171","msg":"trace[167898286] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:10720; }","duration":"557.981484ms","start":"2026-02-26T02:08:20.63137Z","end":"2026-02-26T02:08:21.189351Z","steps":["trace[167898286] 'agreement among raft nodes before linearized reading' (duration: 557.887151ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:08:21.189366Z","caller":"traceutil/trace.go:171","msg":"trace[231836038] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10720; }","duration":"557.279626ms","start":"2026-02-26T02:08:20.632068Z","end":"2026-02-26T02:08:21.189348Z","steps":["trace[231836038] 'agreement among raft nodes before linearized reading' (duration: 557.104691ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:08:21.189382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:08:20.631361Z","time spent":"558.015594ms","remote":"127.0.0.1:45198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-02-26T02:08:21.189413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:08:20.632049Z","time spent":"557.356257ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-02-26T02:08:21.189524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.338673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:08:21.189542Z","caller":"traceutil/trace.go:171","msg":"trace[1812997181] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10720; }","duration":"558.367544ms","start":"2026-02-26T02:08:20.631169Z","end":"2026-02-26T02:08:21.189536Z","steps":["trace[1812997181] 'agreement among raft nodes before linearized reading' (duration: 558.335533ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:08:21.189561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:08:20.631164Z","time spent":"558.393734ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-02-26T02:08:21.189615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.462677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:08:21.189628Z","caller":"traceutil/trace.go:171","msg":"trace[1449758740] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10720; }","duration":"558.492367ms","start":"2026-02-26T02:08:20.631132Z","end":"2026-02-26T02:08:21.189624Z","steps":["trace[1449758740] 'agreement among raft nodes before linearized reading' (duration: 558.472036ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:08:21.189643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:08:20.631124Z","time spent":"558.515887ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-02-26T02:08:21.189682Z","caller":"traceutil/trace.go:171","msg":"trace[1443692708] transaction","detail":"{read_only:false; response_revision:10720; number_of_response:1; }","duration":"551.905193ms","start":"2026-02-26T02:08:20.63776Z","end":"2026-02-26T02:08:21.189665Z","steps":["trace[1443692708] 'process raft request' (duration: 255.165318ms)","trace[1443692708] 'compare' (duration: 295.895983ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:08:21.189744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.038192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:08:21.189763Z","caller":"traceutil/trace.go:171","msg":"trace[773113188] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10720; }","duration":"559.077562ms","start":"2026-02-26T02:08:20.630678Z","end":"2026-02-26T02:08:21.189756Z","steps":["trace[773113188] 'agreement among raft nodes before linearized reading' (duration: 559.052012ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:08:21.189779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:08:20.637745Z","time spent":"551.966075ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:08:21.189877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.522677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-26T02:08:21.1899Z","caller":"traceutil/trace.go:171","msg":"trace[123091896] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10720; }","duration":"497.596139ms","start":"2026-02-26T02:08:20.692298Z","end":"2026-02-26T02:08:21.189894Z","steps":["trace[123091896] 'agreement among raft nodes before linearized reading' (duration: 497.512987ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:08:21.189971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:08:20.692277Z","time spent":"497.638031ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T02:08:21.190058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.954776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-02-26T02:08:21.190093Z","caller":"traceutil/trace.go:171","msg":"trace[1631029982] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10720; }","duration":"557.042099ms","start":"2026-02-26T02:08:20.633041Z","end":"2026-02-26T02:08:21.190083Z","steps":["trace[1631029982] 'agreement among raft nodes before linearized reading' (duration: 556.908025ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:08:21.19012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:08:20.633018Z","time spent":"557.09658ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5103,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-02-26T02:08:21.19024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.486879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-26T02:08:21.190275Z","caller":"traceutil/trace.go:171","msg":"trace[1141213306] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10720; }","duration":"104.557851ms","start":"2026-02-26T02:08:21.085707Z","end":"2026-02-26T02:08:21.190265Z","steps":["trace[1141213306] 'agreement among raft nodes before linearized reading' (duration: 104.475439ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:08:21.19034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.935402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-02-26T02:08:21.190371Z","caller":"traceutil/trace.go:171","msg":"trace[2093810879] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10720; }","duration":"558.019014ms","start":"2026-02-26T02:08:20.632343Z","end":"2026-02-26T02:08:21.190362Z","steps":["trace[2093810879] 'agreement among raft nodes before linearized reading' (duration: 557.932242ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:08:21.190396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:08:20.6323Z","time spent":"558.090296ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5103,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-02-26T02:08:21.19042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.863394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T02:08:21.190447Z","caller":"traceutil/trace.go:171","msg":"trace[1159070254] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10720; }","duration":"161.928275ms","start":"2026-02-26T02:08:21.028511Z","end":"2026-02-26T02:08:21.19044Z","steps":["trace[1159070254] 'agreement among raft nodes before linearized reading' (duration: 161.856203ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:08:21.190579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.677552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-02-26T02:08:21.190605Z","caller":"traceutil/trace.go:171","msg":"trace[1966888215] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10720; }","duration":"213.745084ms","start":"2026-02-26T02:08:20.976851Z","end":"2026-02-26T02:08:21.190597Z","steps":["trace[1966888215] 'agreement among raft nodes before linearized reading' (duration: 213.692532ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:08:21.190577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.298092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:08:21.190641Z","caller":"traceutil/trace.go:171","msg":"trace[1841111803] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10720; }","duration":"558.378384ms","start":"2026-02-26T02:08:20.632254Z","end":"2026-02-26T02:08:21.190632Z","steps":["trace[1841111803] 'agreement among raft nodes before linearized reading' (duration: 558.293522ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:08:21.190667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:08:20.632236Z","time spent":"558.424845ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-02-26T02:08:21.190772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.953532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:08:21.190801Z","caller":"traceutil/trace.go:171","msg":"trace[1274101502] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:10720; }","duration":"343.990993ms","start":"2026-02-26T02:08:20.846801Z","end":"2026-02-26T02:08:21.190792Z","steps":["trace[1274101502] 'agreement among raft nodes before linearized reading' (duration: 343.935981ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:08:21.190826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:08:20.846776Z","time spent":"344.041914ms","remote":"127.0.0.1:49482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:08:21.190864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.734845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-26T02:08:21.190855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.60573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:08:21.190907Z","caller":"traceutil/trace.go:171","msg":"trace[1749923555] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10720; }","duration":"435.814547ms","start":"2026-02-26T02:08:20.755081Z","end":"2026-02-26T02:08:21.190896Z","steps":["trace[1749923555] 'agreement among raft nodes before linearized reading' (duration: 435.706255ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:08:21.190882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.676782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T02:08:21.190941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:08:20.755062Z","time spent":"435.871179ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T02:08:21.189789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:08:20.630669Z","time spent":"559.111923ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-02-26T02:08:21.190936Z","caller":"traceutil/trace.go:171","msg":"trace[5048608] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10720; }","duration":"558.724413ms","start":"2026-02-26T02:08:20.632193Z","end":"2026-02-26T02:08:21.190917Z","steps":["trace[5048608] 'agreement among raft nodes before linearized reading' (duration: 558.564089ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:08:21.190989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:08:20.632177Z","time spent":"558.803676ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-02-26T02:08:21.190989Z","caller":"traceutil/trace.go:171","msg":"trace[1640220802] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10720; }","duration":"558.816756ms","start":"2026-02-26T02:08:20.632133Z","end":"2026-02-26T02:08:21.19095Z","steps":["trace[1640220802] 'agreement among raft nodes before linearized reading' (duration: 558.59641ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:08:21.191041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:08:20.632117Z","time spent":"558.914758ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-02-26T02:08:21.191049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.056975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-02-26T02:08:21.191119Z","caller":"traceutil/trace.go:171","msg":"trace[1867640644] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10720; }","duration":"497.144467ms","start":"2026-02-26T02:08:20.693956Z","end":"2026-02-26T02:08:21.1911Z","steps":["trace[1867640644] 'agreement among raft nodes before linearized reading' (duration: 496.90523ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:08:21.191163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:08:20.693947Z","time spent":"497.208048ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-26T02:08:21.854386Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284853199,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T02:08:22.021167Z","caller":"traceutil/trace.go:171","msg":"trace[2127173197] transaction","detail":"{read_only:false; response_revision:10723; number_of_response:1; }","duration":"824.083869ms","start":"2026-02-26T02:08:21.19706Z","end":"2026-02-26T02:08:22.021144Z","steps":["trace[2127173197] 'process raft request' (duration: 824.007757ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:08:22.0212Z","caller":"traceutil/trace.go:171","msg":"trace[265447943] transaction","detail":"{read_only:false; response_revision:10722; number_of_response:1; }","duration":"824.216102ms","start":"2026-02-26T02:08:21.196935Z","end":"2026-02-26T02:08:22.021151Z","steps":["trace[265447943] 'process raft request' (duration: 824.006487ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:08:22.021341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:08:21.197051Z","time spent":"824.202532ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:08:22.021393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:08:21.196911Z","time spent":"824.374197ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:08:22.021424Z","caller":"traceutil/trace.go:171","msg":"trace[1924895071] transaction","detail":"{read_only:false; response_revision:10725; number_of_response:1; }","duration":"824.269344ms","start":"2026-02-26T02:08:21.197125Z","end":"2026-02-26T02:08:22.021394Z","steps":["trace[1924895071] 'process raft request' (duration: 824.152331ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:08:22.021431Z","caller":"traceutil/trace.go:171","msg":"trace[560898011] transaction","detail":"{read_only:false; response_revision:10724; number_of_response:1; }","duration":"824.320605ms","start":"2026-02-26T02:08:21.19707Z","end":"2026-02-26T02:08:22.02139Z","steps":["trace[560898011] 'process raft request' (duration: 824.036657ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:08:22.021605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:08:21.197115Z","time spent":"824.372436ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:08:22.021626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:08:21.197039Z","time spent":"824.470759ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:08:22.026727Z","caller":"traceutil/trace.go:171","msg":"trace[929365190] linearizableReadLoop","detail":"{readStateIndex:11131; appliedIndex:11125; }","duration":"673.218095ms","start":"2026-02-26T02:08:21.353492Z","end":"2026-02-26T02:08:22.02671Z","steps":["trace[929365190] 'read index received' (duration: 667.535235ms)","trace[929365190] 'applied index is now lower than readState.Index' (duration: 5.68195ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:08:22.027039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.536483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wvb6v\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-26T02:08:22.027093Z","caller":"traceutil/trace.go:171","msg":"trace[1587630613] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wvb6v; range_end:; response_count:1; response_revision:10727; }","duration":"673.596225ms","start":"2026-02-26T02:08:21.353483Z","end":"2026-02-26T02:08:22.027079Z","steps":["trace[1587630613] 'agreement among raft nodes before linearized reading' (duration: 673.42387ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:08:22.027128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:08:21.353409Z","time spent":"673.711458ms","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-wvb6v\" "} {"level":"info","ts":"2026-02-26T02:08:22.027108Z","caller":"traceutil/trace.go:171","msg":"trace[1331088843] transaction","detail":"{read_only:false; response_revision:10727; number_of_response:1; }","duration":"490.560122ms","start":"2026-02-26T02:08:21.53652Z","end":"2026-02-26T02:08:22.02708Z","steps":["trace[1331088843] 'process raft request' (duration: 490.136501ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:08:22.027086Z","caller":"traceutil/trace.go:171","msg":"trace[1931817552] transaction","detail":"{read_only:false; response_revision:10726; number_of_response:1; }","duration":"577.832037ms","start":"2026-02-26T02:08:21.449203Z","end":"2026-02-26T02:08:22.027035Z","steps":["trace[1931817552] 'process raft request' (duration: 577.308893ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:08:22.027213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.890908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:08:22.027264Z","caller":"traceutil/trace.go:171","msg":"trace[510881358] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10727; }","duration":"238.943489ms","start":"2026-02-26T02:08:21.788305Z","end":"2026-02-26T02:08:22.027249Z","steps":["trace[510881358] 'agreement among raft nodes before linearized reading' (duration: 238.861797ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:08:22.02724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:08:21.536498Z","time spent":"490.682376ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:08:22.027349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:08:21.449179Z","time spent":"578.026602ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:08:22.504852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.540507ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-26T02:08:22.504969Z","caller":"traceutil/trace.go:171","msg":"trace[916080669] linearizableReadLoop","detail":"{readStateIndex:11132; appliedIndex:11131; }","duration":"146.823927ms","start":"2026-02-26T02:08:22.358123Z","end":"2026-02-26T02:08:22.504947Z","steps":["trace[916080669] 'read index received' (duration: 5.095485ms)","trace[916080669] 'applied index is now lower than readState.Index' (duration: 141.726792ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:08:22.505169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.039672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-02-26T02:08:22.505208Z","caller":"traceutil/trace.go:171","msg":"trace[1870828756] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10727; }","duration":"147.137615ms","start":"2026-02-26T02:08:22.358059Z","end":"2026-02-26T02:08:22.505196Z","steps":["trace[1870828756] 'agreement among raft nodes before linearized reading' (duration: 146.94243ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:08:22.79409Z","caller":"traceutil/trace.go:171","msg":"trace[563960595] transaction","detail":"{read_only:false; response_revision:10728; number_of_response:1; }","duration":"110.780735ms","start":"2026-02-26T02:08:22.68328Z","end":"2026-02-26T02:08:22.79406Z","steps":["trace[563960595] 'process raft request' (duration: 110.57829ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:08:23.442024Z","caller":"traceutil/trace.go:171","msg":"trace[1887221300] linearizableReadLoop","detail":"{readStateIndex:11135; appliedIndex:11134; }","duration":"151.759328ms","start":"2026-02-26T02:08:23.290232Z","end":"2026-02-26T02:08:23.441991Z","steps":["trace[1887221300] 'read index received' (duration: 83.237078ms)","trace[1887221300] 'applied index is now lower than readState.Index' (duration: 68.52068ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:08:23.442151Z","caller":"traceutil/trace.go:171","msg":"trace[104882281] transaction","detail":"{read_only:false; response_revision:10730; number_of_response:1; }","duration":"162.759157ms","start":"2026-02-26T02:08:23.279328Z","end":"2026-02-26T02:08:23.442087Z","steps":["trace[104882281] 'process raft request' (duration: 94.091864ms)","trace[104882281] 'compare' (duration: 68.311974ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:08:23.442248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.992573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T02:08:23.442402Z","caller":"traceutil/trace.go:171","msg":"trace[471800367] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:10730; }","duration":"152.127667ms","start":"2026-02-26T02:08:23.290172Z","end":"2026-02-26T02:08:23.442299Z","steps":["trace[471800367] 'agreement among raft nodes before linearized reading' (duration: 151.978283ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:08:23.442479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.208922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:08:23.4426Z","caller":"traceutil/trace.go:171","msg":"trace[1767064192] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:10730; }","duration":"143.400606ms","start":"2026-02-26T02:08:23.299175Z","end":"2026-02-26T02:08:23.442576Z","steps":["trace[1767064192] 'agreement among raft nodes before linearized reading' (duration: 143.030546ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:08:23.953619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.974129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:08:23.953721Z","caller":"traceutil/trace.go:171","msg":"trace[900158538] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10730; }","duration":"167.151373ms","start":"2026-02-26T02:08:23.786544Z","end":"2026-02-26T02:08:23.953695Z","steps":["trace[900158538] 'range keys from in-memory index tree' (duration: 166.862585ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:08:24.163646Z","caller":"traceutil/trace.go:171","msg":"trace[1566961181] transaction","detail":"{read_only:false; response_revision:10731; number_of_response:1; }","duration":"131.981705ms","start":"2026-02-26T02:08:24.031632Z","end":"2026-02-26T02:08:24.163613Z","steps":["trace[1566961181] 'process raft request' (duration: 131.705288ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:08:24.25005Z","caller":"traceutil/trace.go:171","msg":"trace[1567589309] linearizableReadLoop","detail":"{readStateIndex:11140; appliedIndex:11135; }","duration":"208.759973ms","start":"2026-02-26T02:08:24.04126Z","end":"2026-02-26T02:08:24.25002Z","steps":["trace[1567589309] 'read index received' (duration: 122.172876ms)","trace[1567589309] 'applied index is now lower than readState.Index' (duration: 86.585747ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:08:24.250198Z","caller":"traceutil/trace.go:171","msg":"trace[92797102] transaction","detail":"{read_only:false; response_revision:10734; number_of_response:1; }","duration":"217.196225ms","start":"2026-02-26T02:08:24.032985Z","end":"2026-02-26T02:08:24.250181Z","steps":["trace[92797102] 'process raft request' (duration: 216.943628ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:08:24.250225Z","caller":"traceutil/trace.go:171","msg":"trace[249239089] transaction","detail":"{read_only:false; response_revision:10733; number_of_response:1; }","duration":"217.277988ms","start":"2026-02-26T02:08:24.032891Z","end":"2026-02-26T02:08:24.250169Z","steps":["trace[249239089] 'process raft request' (duration: 216.98809ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:08:24.250264Z","caller":"traceutil/trace.go:171","msg":"trace[881155348] transaction","detail":"{read_only:false; response_revision:10732; number_of_response:1; }","duration":"217.448332ms","start":"2026-02-26T02:08:24.032778Z","end":"2026-02-26T02:08:24.250226Z","steps":["trace[881155348] 'process raft request' (duration: 216.936378ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:08:24.250521Z","caller":"traceutil/trace.go:171","msg":"trace[1598020094] transaction","detail":"{read_only:false; response_revision:10735; number_of_response:1; }","duration":"217.339829ms","start":"2026-02-26T02:08:24.033125Z","end":"2026-02-26T02:08:24.250465Z","steps":["trace[1598020094] 'process raft request' (duration: 216.846596ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:08:24.250701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.369459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wvb6v\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-26T02:08:24.250815Z","caller":"traceutil/trace.go:171","msg":"trace[219747358] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wvb6v; range_end:; response_count:1; response_revision:10735; }","duration":"209.536752ms","start":"2026-02-26T02:08:24.041234Z","end":"2026-02-26T02:08:24.250771Z","steps":["trace[219747358] 'agreement among raft nodes before linearized reading' (duration: 209.112031ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:08:24.453241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.786676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:447703"} {"level":"info","ts":"2026-02-26T02:08:24.453335Z","caller":"traceutil/trace.go:171","msg":"trace[1746967418] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:10735; }","duration":"196.953ms","start":"2026-02-26T02:08:24.256364Z","end":"2026-02-26T02:08:24.453317Z","steps":["trace[1746967418] 'range keys from in-memory index tree' (duration: 195.697807ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:10:35.159501Z","caller":"traceutil/trace.go:171","msg":"trace[405526028] linearizableReadLoop","detail":"{readStateIndex:12006; appliedIndex:12005; }","duration":"159.653436ms","start":"2026-02-26T02:10:34.999805Z","end":"2026-02-26T02:10:35.159458Z","steps":["trace[405526028] 'read index received' (duration: 159.334147ms)","trace[405526028] 'applied index is now lower than readState.Index' (duration: 316.719µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:10:35.159487Z","caller":"traceutil/trace.go:171","msg":"trace[682540566] transaction","detail":"{read_only:false; response_revision:11573; number_of_response:1; }","duration":"168.1398ms","start":"2026-02-26T02:10:34.991295Z","end":"2026-02-26T02:10:35.159435Z","steps":["trace[682540566] 'process raft request' (duration: 167.914964ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:10:35.161346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.518345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-02-26T02:10:35.161428Z","caller":"traceutil/trace.go:171","msg":"trace[487378706] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:11573; }","duration":"161.654438ms","start":"2026-02-26T02:10:34.999753Z","end":"2026-02-26T02:10:35.161408Z","steps":["trace[487378706] 'agreement among raft nodes before linearized reading' (duration: 159.848731ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:11:05.118289Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9545} {"level":"info","ts":"2026-02-26T02:11:05.199799Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9545,"took":"78.609142ms","hash":1567626367,"current-db-size-bytes":38580224,"current-db-size":"39 MB","current-db-size-in-use-bytes":23531520,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-02-26T02:11:05.199875Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1567626367,"revision":9545,"compact-revision":7334} {"level":"info","ts":"2026-02-26T02:13:17.137111Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000330b.wal"} {"level":"info","ts":"2026-02-26T02:14:03.713577Z","caller":"traceutil/trace.go:171","msg":"trace[401090047] linearizableReadLoop","detail":"{readStateIndex:13386; appliedIndex:13385; }","duration":"125.944139ms","start":"2026-02-26T02:14:03.587579Z","end":"2026-02-26T02:14:03.713523Z","steps":["trace[401090047] 'read index received' (duration: 125.747614ms)","trace[401090047] 'applied index is now lower than readState.Index' (duration: 195.455µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:14:03.713635Z","caller":"traceutil/trace.go:171","msg":"trace[1712962066] transaction","detail":"{read_only:false; response_revision:12900; number_of_response:1; }","duration":"171.903131ms","start":"2026-02-26T02:14:03.541688Z","end":"2026-02-26T02:14:03.713591Z","steps":["trace[1712962066] 'process raft request' (duration: 171.630183ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:14:03.713925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.356951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-02-26T02:14:03.714023Z","caller":"traceutil/trace.go:171","msg":"trace[1307270538] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12900; }","duration":"126.509424ms","start":"2026-02-26T02:14:03.587492Z","end":"2026-02-26T02:14:03.714001Z","steps":["trace[1307270538] 'agreement among raft nodes before linearized reading' (duration: 126.227277ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:14:06.834408Z","caller":"traceutil/trace.go:171","msg":"trace[1433507005] linearizableReadLoop","detail":"{readStateIndex:13403; appliedIndex:13402; }","duration":"151.424071ms","start":"2026-02-26T02:14:06.682952Z","end":"2026-02-26T02:14:06.834376Z","steps":["trace[1433507005] 'read index received' (duration: 151.171865ms)","trace[1433507005] 'applied index is now lower than readState.Index' (duration: 250.646µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:14:06.834533Z","caller":"traceutil/trace.go:171","msg":"trace[123458818] transaction","detail":"{read_only:false; response_revision:12917; number_of_response:1; }","duration":"175.337501ms","start":"2026-02-26T02:14:06.659155Z","end":"2026-02-26T02:14:06.834492Z","steps":["trace[123458818] 'process raft request' (duration: 174.990682ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:14:06.834587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.619047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:14:06.834675Z","caller":"traceutil/trace.go:171","msg":"trace[1913651461] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:12917; }","duration":"151.7818ms","start":"2026-02-26T02:14:06.682871Z","end":"2026-02-26T02:14:06.834653Z","steps":["trace[1913651461] 'agreement among raft nodes before linearized reading' (duration: 151.628436ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:14:26.801038Z","caller":"traceutil/trace.go:171","msg":"trace[391012983] transaction","detail":"{read_only:false; response_revision:13011; number_of_response:1; }","duration":"300.227311ms","start":"2026-02-26T02:14:26.500779Z","end":"2026-02-26T02:14:26.801006Z","steps":["trace[391012983] 'process raft request' (duration: 300.061987ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:14:26.801207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:14:26.500764Z","time spent":"300.357575ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:14:26.82591Z","caller":"traceutil/trace.go:171","msg":"trace[947171348] transaction","detail":"{read_only:false; response_revision:13012; number_of_response:1; }","duration":"324.520912ms","start":"2026-02-26T02:14:26.501362Z","end":"2026-02-26T02:14:26.825883Z","steps":["trace[947171348] 'process raft request' (duration: 324.320307ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:14:26.826135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:14:26.501352Z","time spent":"324.682656ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:14:26.826234Z","caller":"traceutil/trace.go:171","msg":"trace[2110834172] linearizableReadLoop","detail":"{readStateIndex:13503; appliedIndex:13500; }","duration":"323.857184ms","start":"2026-02-26T02:14:26.502342Z","end":"2026-02-26T02:14:26.8262Z","steps":["trace[2110834172] 'read index received' (duration: 298.502236ms)","trace[2110834172] 'applied index is now lower than readState.Index' (duration: 25.352528ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:14:26.826292Z","caller":"traceutil/trace.go:171","msg":"trace[1714957610] transaction","detail":"{read_only:false; response_revision:13013; number_of_response:1; }","duration":"324.082181ms","start":"2026-02-26T02:14:26.502172Z","end":"2026-02-26T02:14:26.826254Z","steps":["trace[1714957610] 'process raft request' (duration: 323.65818ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:14:26.826458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:14:26.502166Z","time spent":"324.207944ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:14:26.826488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.122431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-26T02:14:26.826598Z","caller":"traceutil/trace.go:171","msg":"trace[165507277] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13013; }","duration":"324.261065ms","start":"2026-02-26T02:14:26.502309Z","end":"2026-02-26T02:14:26.82657Z","steps":["trace[165507277] 'agreement among raft nodes before linearized reading' (duration: 324.017499ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:14:26.826659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:14:26.502295Z","time spent":"324.349137ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-26T02:14:34.998714Z","caller":"traceutil/trace.go:171","msg":"trace[1985605131] transaction","detail":"{read_only:false; response_revision:13048; number_of_response:1; }","duration":"155.19537ms","start":"2026-02-26T02:14:34.843489Z","end":"2026-02-26T02:14:34.998685Z","steps":["trace[1985605131] 'process raft request' (duration: 154.595514ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:14:34.998924Z","caller":"traceutil/trace.go:171","msg":"trace[828935903] linearizableReadLoop","detail":"{readStateIndex:13540; appliedIndex:13539; }","duration":"141.88301ms","start":"2026-02-26T02:14:34.857029Z","end":"2026-02-26T02:14:34.998912Z","steps":["trace[828935903] 'read index received' (duration: 140.986526ms)","trace[828935903] 'applied index is now lower than readState.Index' (duration: 895.544µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:14:34.999174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.548691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-26T02:14:34.999152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.096025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-26T02:14:34.999288Z","caller":"traceutil/trace.go:171","msg":"trace[577291518] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13049; }","duration":"142.264749ms","start":"2026-02-26T02:14:34.857004Z","end":"2026-02-26T02:14:34.999268Z","steps":["trace[577291518] 'agreement among raft nodes before linearized reading' (duration: 141.992012ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:14:34.99922Z","caller":"traceutil/trace.go:171","msg":"trace[1703176665] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13049; }","duration":"141.621522ms","start":"2026-02-26T02:14:34.857587Z","end":"2026-02-26T02:14:34.999209Z","steps":["trace[1703176665] 'agreement among raft nodes before linearized reading' (duration: 141.470648ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:14:34.99997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.820503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-26T02:14:35.000017Z","caller":"traceutil/trace.go:171","msg":"trace[230840158] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13049; }","duration":"101.868804ms","start":"2026-02-26T02:14:34.898135Z","end":"2026-02-26T02:14:35.000004Z","steps":["trace[230840158] 'agreement among raft nodes before linearized reading' (duration: 101.733361ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:14:35.000132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.194369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:14:35.00021Z","caller":"traceutil/trace.go:171","msg":"trace[170417233] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:13049; }","duration":"128.330642ms","start":"2026-02-26T02:14:34.871863Z","end":"2026-02-26T02:14:35.000194Z","steps":["trace[170417233] 'agreement among raft nodes before linearized reading' (duration: 128.181748ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:14:42.332159Z","caller":"traceutil/trace.go:171","msg":"trace[1987476277] linearizableReadLoop","detail":"{readStateIndex:13594; appliedIndex:13593; }","duration":"259.339975ms","start":"2026-02-26T02:14:42.07279Z","end":"2026-02-26T02:14:42.33213Z","steps":["trace[1987476277] 'read index received' (duration: 259.071608ms)","trace[1987476277] 'applied index is now lower than readState.Index' (duration: 267.437µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:14:42.332564Z","caller":"traceutil/trace.go:171","msg":"trace[1406729227] transaction","detail":"{read_only:false; response_revision:13100; number_of_response:1; }","duration":"414.927786ms","start":"2026-02-26T02:14:41.917627Z","end":"2026-02-26T02:14:42.332555Z","steps":["trace[1406729227] 'process raft request' (duration: 414.344521ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:14:42.332686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:14:41.917606Z","time spent":"414.985427ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:14:42.332904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.119396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-bcfjs\" ","response":"range_response_count:1 size:12364"} {"level":"info","ts":"2026-02-26T02:14:42.332928Z","caller":"traceutil/trace.go:171","msg":"trace[1912278222] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-bcfjs; range_end:; response_count:1; response_revision:13100; }","duration":"260.175848ms","start":"2026-02-26T02:14:42.072746Z","end":"2026-02-26T02:14:42.332922Z","steps":["trace[1912278222] 'agreement among raft nodes before linearized reading' (duration: 260.047134ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:14:43.148885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.248785ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-26T02:14:43.149374Z","caller":"traceutil/trace.go:171","msg":"trace[1135344969] transaction","detail":"{read_only:false; response_revision:13102; number_of_response:1; }","duration":"193.942862ms","start":"2026-02-26T02:14:42.955407Z","end":"2026-02-26T02:14:43.149349Z","steps":["trace[1135344969] 'process raft request' (duration: 193.648104ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:14:43.451658Z","caller":"traceutil/trace.go:171","msg":"trace[2142392919] linearizableReadLoop","detail":"{readStateIndex:13598; appliedIndex:13595; }","duration":"418.036187ms","start":"2026-02-26T02:14:43.033586Z","end":"2026-02-26T02:14:43.451622Z","steps":["trace[2142392919] 'read index received' (duration: 101.599967ms)","trace[2142392919] 'applied index is now lower than readState.Index' (duration: 316.43516ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:14:43.451778Z","caller":"traceutil/trace.go:171","msg":"trace[2000714789] transaction","detail":"{read_only:false; response_revision:13103; number_of_response:1; }","duration":"419.488456ms","start":"2026-02-26T02:14:43.032252Z","end":"2026-02-26T02:14:43.45174Z","steps":["trace[2000714789] 'process raft request' (duration: 373.002751ms)","trace[2000714789] 'compare' (duration: 46.228519ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:14:43.45196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:14:43.032231Z","time spent":"419.624469ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:14:43.452025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.329846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T02:14:43.452107Z","caller":"traceutil/trace.go:171","msg":"trace[1968957762] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13103; }","duration":"418.526601ms","start":"2026-02-26T02:14:43.033531Z","end":"2026-02-26T02:14:43.452058Z","steps":["trace[1968957762] 'agreement among raft nodes before linearized reading' (duration: 418.257184ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:14:43.452187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:14:43.033507Z","time spent":"418.667465ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T02:14:43.452331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.235391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/ovn-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:14:43.452379Z","caller":"traceutil/trace.go:171","msg":"trace[1033265674] range","detail":"{range_begin:/registry/daemonsets/openstack/ovn-controller; range_end:; response_count:0; response_revision:13103; }","duration":"298.329503ms","start":"2026-02-26T02:14:43.154038Z","end":"2026-02-26T02:14:43.452367Z","steps":["trace[1033265674] 'agreement among raft nodes before linearized reading' (duration: 298.250121ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:14:43.452363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.020338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T02:14:43.452434Z","caller":"traceutil/trace.go:171","msg":"trace[500053006] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13103; }","duration":"407.12458ms","start":"2026-02-26T02:14:43.045292Z","end":"2026-02-26T02:14:43.452417Z","steps":["trace[500053006] 'agreement among raft nodes before linearized reading' (duration: 406.885134ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:14:43.452487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:14:43.04528Z","time spent":"407.192452ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T02:14:43.45239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.911285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-26T02:14:43.452549Z","caller":"traceutil/trace.go:171","msg":"trace[660711532] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13103; }","duration":"415.131501ms","start":"2026-02-26T02:14:43.037401Z","end":"2026-02-26T02:14:43.452533Z","steps":["trace[660711532] 'agreement among raft nodes before linearized reading' (duration: 414.69358ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:14:43.452531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.471152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-26T02:14:43.452599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:14:43.037394Z","time spent":"415.193213ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-26T02:14:43.452612Z","caller":"traceutil/trace.go:171","msg":"trace[1963422498] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13103; }","duration":"409.619026ms","start":"2026-02-26T02:14:43.042974Z","end":"2026-02-26T02:14:43.452593Z","steps":["trace[1963422498] 'agreement among raft nodes before linearized reading' (duration: 409.209895ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:14:43.452655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:14:43.042966Z","time spent":"409.680197ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T02:14:43.452662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.720404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-26T02:14:43.452747Z","caller":"traceutil/trace.go:171","msg":"trace[875418492] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13103; }","duration":"413.846297ms","start":"2026-02-26T02:14:43.038878Z","end":"2026-02-26T02:14:43.452725Z","steps":["trace[875418492] 'agreement among raft nodes before linearized reading' (duration: 413.526989ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:14:43.452801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:14:43.038862Z","time spent":"413.930149ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T02:14:53.400522Z","caller":"traceutil/trace.go:171","msg":"trace[624989709] linearizableReadLoop","detail":"{readStateIndex:13768; appliedIndex:13767; }","duration":"152.083838ms","start":"2026-02-26T02:14:53.248403Z","end":"2026-02-26T02:14:53.400487Z","steps":["trace[624989709] 'read index received' (duration: 151.896043ms)","trace[624989709] 'applied index is now lower than readState.Index' (duration: 186.185µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:14:53.400621Z","caller":"traceutil/trace.go:171","msg":"trace[955946892] transaction","detail":"{read_only:false; response_revision:13270; number_of_response:1; }","duration":"491.494594ms","start":"2026-02-26T02:14:52.909076Z","end":"2026-02-26T02:14:53.400571Z","steps":["trace[955946892] 'process raft request' (duration: 491.206096ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:14:53.400818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.395567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f2dc9856-2c43-4bf9-87c5-a7177635db99\" ","response":"range_response_count:1 size:3607"} {"level":"warn","ts":"2026-02-26T02:14:53.400816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:14:52.909049Z","time spent":"491.664328ms","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":768,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:14:53.40087Z","caller":"traceutil/trace.go:171","msg":"trace[894722505] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f2dc9856-2c43-4bf9-87c5-a7177635db99; range_end:; response_count:1; response_revision:13270; }","duration":"152.51747ms","start":"2026-02-26T02:14:53.24834Z","end":"2026-02-26T02:14:53.400857Z","steps":["trace[894722505] 'agreement among raft nodes before linearized reading' (duration: 152.320385ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:14:53.401073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.723302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2673ec15-2333-4f3c-b6f2-22c818bd363c\" ","response":"range_response_count:1 size:3607"} {"level":"info","ts":"2026-02-26T02:14:53.40122Z","caller":"traceutil/trace.go:171","msg":"trace[439780787] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2673ec15-2333-4f3c-b6f2-22c818bd363c; range_end:; response_count:1; response_revision:13270; }","duration":"109.877926ms","start":"2026-02-26T02:14:53.29132Z","end":"2026-02-26T02:14:53.401197Z","steps":["trace[439780787] 'agreement among raft nodes before linearized reading' (duration: 109.549117ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:14:53.401503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.457451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f2dc9856-2c43-4bf9-87c5-a7177635db99\" ","response":"range_response_count:1 size:3607"} {"level":"info","ts":"2026-02-26T02:14:53.40164Z","caller":"traceutil/trace.go:171","msg":"trace[233001411] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f2dc9856-2c43-4bf9-87c5-a7177635db99; range_end:; response_count:1; response_revision:13270; }","duration":"110.700408ms","start":"2026-02-26T02:14:53.290913Z","end":"2026-02-26T02:14:53.401614Z","steps":["trace[233001411] 'agreement among raft nodes before linearized reading' (duration: 110.076592ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:15:01.459468Z","caller":"traceutil/trace.go:171","msg":"trace[2029632367] transaction","detail":"{read_only:false; response_revision:13445; number_of_response:1; }","duration":"102.435119ms","start":"2026-02-26T02:15:01.357004Z","end":"2026-02-26T02:15:01.459439Z","steps":["trace[2029632367] 'process raft request' (duration: 102.292606ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:15:01.61203Z","caller":"traceutil/trace.go:171","msg":"trace[1756419009] transaction","detail":"{read_only:false; response_revision:13446; number_of_response:1; }","duration":"123.864684ms","start":"2026-02-26T02:15:01.48812Z","end":"2026-02-26T02:15:01.611985Z","steps":["trace[1756419009] 'process raft request' (duration: 86.440858ms)","trace[1756419009] 'compare' (duration: 37.17955ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:15:01.612061Z","caller":"traceutil/trace.go:171","msg":"trace[195072735] linearizableReadLoop","detail":"{readStateIndex:13954; appliedIndex:13953; }","duration":"104.013242ms","start":"2026-02-26T02:15:01.508003Z","end":"2026-02-26T02:15:01.612016Z","steps":["trace[195072735] 'read index received' (duration: 66.575795ms)","trace[195072735] 'applied index is now lower than readState.Index' (duration: 37.432917ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:15:01.612474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.453953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-02-26T02:15:01.612577Z","caller":"traceutil/trace.go:171","msg":"trace[193313697] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:13447; }","duration":"104.634988ms","start":"2026-02-26T02:15:01.507919Z","end":"2026-02-26T02:15:01.612554Z","steps":["trace[193313697] 'agreement among raft nodes before linearized reading' (duration: 104.183916ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:15:01.808745Z","caller":"traceutil/trace.go:171","msg":"trace[964732120] transaction","detail":"{read_only:false; response_revision:13448; number_of_response:1; }","duration":"189.095484ms","start":"2026-02-26T02:15:01.619619Z","end":"2026-02-26T02:15:01.808714Z","steps":["trace[964732120] 'process raft request' (duration: 188.843947ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:15:01.808932Z","caller":"traceutil/trace.go:171","msg":"trace[817035679] transaction","detail":"{read_only:false; response_revision:13449; number_of_response:1; }","duration":"189.268978ms","start":"2026-02-26T02:15:01.61963Z","end":"2026-02-26T02:15:01.808899Z","steps":["trace[817035679] 'process raft request' (duration: 189.037852ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:15:01.874368Z","caller":"traceutil/trace.go:171","msg":"trace[1697014781] transaction","detail":"{read_only:false; response_revision:13450; number_of_response:1; }","duration":"254.681693ms","start":"2026-02-26T02:15:01.61966Z","end":"2026-02-26T02:15:01.874342Z","steps":["trace[1697014781] 'process raft request' (duration: 254.496978ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:15:01.874623Z","caller":"traceutil/trace.go:171","msg":"trace[348859380] transaction","detail":"{read_only:false; response_revision:13451; number_of_response:1; }","duration":"254.790335ms","start":"2026-02-26T02:15:01.619801Z","end":"2026-02-26T02:15:01.874591Z","steps":["trace[348859380] 'process raft request' (duration: 254.496907ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:15:01.874745Z","caller":"traceutil/trace.go:171","msg":"trace[777712216] transaction","detail":"{read_only:false; response_revision:13452; number_of_response:1; }","duration":"250.333028ms","start":"2026-02-26T02:15:01.6244Z","end":"2026-02-26T02:15:01.874733Z","steps":["trace[777712216] 'process raft request' (duration: 250.145553ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:15:01.874818Z","caller":"traceutil/trace.go:171","msg":"trace[304065615] transaction","detail":"{read_only:false; response_revision:13453; number_of_response:1; }","duration":"248.066188ms","start":"2026-02-26T02:15:01.626732Z","end":"2026-02-26T02:15:01.874799Z","steps":["trace[304065615] 'process raft request' (duration: 247.940674ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:15:01.875093Z","caller":"traceutil/trace.go:171","msg":"trace[700448897] transaction","detail":"{read_only:false; response_revision:13454; number_of_response:1; }","duration":"239.610795ms","start":"2026-02-26T02:15:01.635474Z","end":"2026-02-26T02:15:01.875085Z","steps":["trace[700448897] 'process raft request' (duration: 239.255026ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:15:37.893083Z","caller":"traceutil/trace.go:171","msg":"trace[112725293] transaction","detail":"{read_only:false; response_revision:13726; number_of_response:1; }","duration":"128.181518ms","start":"2026-02-26T02:15:37.764872Z","end":"2026-02-26T02:15:37.893054Z","steps":["trace[112725293] 'process raft request' (duration: 128.015254ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:15:38.233799Z","caller":"traceutil/trace.go:171","msg":"trace[621804547] linearizableReadLoop","detail":"{readStateIndex:14245; appliedIndex:14244; }","duration":"178.150415ms","start":"2026-02-26T02:15:38.055611Z","end":"2026-02-26T02:15:38.233762Z","steps":["trace[621804547] 'read index received' (duration: 177.865117ms)","trace[621804547] 'applied index is now lower than readState.Index' (duration: 283.608µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:15:38.23408Z","caller":"traceutil/trace.go:171","msg":"trace[2088075911] transaction","detail":"{read_only:false; response_revision:13727; number_of_response:1; }","duration":"180.842116ms","start":"2026-02-26T02:15:38.053191Z","end":"2026-02-26T02:15:38.234033Z","steps":["trace[2088075911] 'process raft request' (duration: 180.334893ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:15:38.234377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.679639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-26T02:15:38.234481Z","caller":"traceutil/trace.go:171","msg":"trace[750182818] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13727; }","duration":"178.868034ms","start":"2026-02-26T02:15:38.055591Z","end":"2026-02-26T02:15:38.234459Z","steps":["trace[750182818] 'agreement among raft nodes before linearized reading' (duration: 178.529875ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:15:58.659855Z","caller":"traceutil/trace.go:171","msg":"trace[1005772515] transaction","detail":"{read_only:false; response_revision:14138; number_of_response:1; }","duration":"441.091895ms","start":"2026-02-26T02:15:58.218746Z","end":"2026-02-26T02:15:58.659838Z","steps":["trace[1005772515] 'process raft request' (duration: 440.823408ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:15:58.660073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:15:58.218714Z","time spent":"441.198808ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:15:58.659773Z","caller":"traceutil/trace.go:171","msg":"trace[1015284891] linearizableReadLoop","detail":"{readStateIndex:14664; appliedIndex:14663; }","duration":"435.917019ms","start":"2026-02-26T02:15:58.223831Z","end":"2026-02-26T02:15:58.659748Z","steps":["trace[1015284891] 'read index received' (duration: 435.779525ms)","trace[1015284891] 'applied index is now lower than readState.Index' (duration: 136.424µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:15:58.660259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.421283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-02-26T02:15:58.660316Z","caller":"traceutil/trace.go:171","msg":"trace[1844507436] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14138; }","duration":"436.524966ms","start":"2026-02-26T02:15:58.223778Z","end":"2026-02-26T02:15:58.660303Z","steps":["trace[1844507436] 'agreement among raft nodes before linearized reading' (duration: 436.356611ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:15:58.66035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:15:58.223756Z","time spent":"436.585997ms","remote":"127.0.0.1:45198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-02-26T02:15:58.755082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.056194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1565"} {"level":"warn","ts":"2026-02-26T02:15:58.755155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.283494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T02:15:58.75519Z","caller":"traceutil/trace.go:171","msg":"trace[438949606] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:14139; }","duration":"474.194358ms","start":"2026-02-26T02:15:58.280967Z","end":"2026-02-26T02:15:58.755161Z","steps":["trace[438949606] 'agreement among raft nodes before linearized reading' (duration: 473.950661ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:15:58.755231Z","caller":"traceutil/trace.go:171","msg":"trace[1307186252] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:14139; }","duration":"517.388396ms","start":"2026-02-26T02:15:58.237824Z","end":"2026-02-26T02:15:58.755212Z","steps":["trace[1307186252] 'agreement among raft nodes before linearized reading' (duration: 517.275963ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:15:58.75527Z","caller":"traceutil/trace.go:171","msg":"trace[397388602] transaction","detail":"{read_only:false; response_revision:14139; number_of_response:1; }","duration":"402.592571ms","start":"2026-02-26T02:15:58.352655Z","end":"2026-02-26T02:15:58.755247Z","steps":["trace[397388602] 'process raft request' (duration: 399.808567ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:15:58.755677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.379307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T02:15:58.755674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.341723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:15:58.755735Z","caller":"traceutil/trace.go:171","msg":"trace[2132462815] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14139; }","duration":"212.452879ms","start":"2026-02-26T02:15:58.543265Z","end":"2026-02-26T02:15:58.755717Z","steps":["trace[2132462815] 'agreement among raft nodes before linearized reading' (duration: 212.389708ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:15:58.755748Z","caller":"traceutil/trace.go:171","msg":"trace[672041363] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14139; }","duration":"213.460486ms","start":"2026-02-26T02:15:58.542271Z","end":"2026-02-26T02:15:58.755732Z","steps":["trace[672041363] 'agreement among raft nodes before linearized reading' (duration: 213.344533ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:15:58.755752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.071777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-02-26T02:15:58.75582Z","caller":"traceutil/trace.go:171","msg":"trace[1948161447] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14139; }","duration":"210.164519ms","start":"2026-02-26T02:15:58.545638Z","end":"2026-02-26T02:15:58.755802Z","steps":["trace[1948161447] 'agreement among raft nodes before linearized reading' (duration: 210.007495ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:15:58.75527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:15:58.28093Z","time spent":"474.324411ms","remote":"127.0.0.1:45188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-02-26T02:15:58.755753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:15:58.352637Z","time spent":"403.045783ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:15:58.755198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.856167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-26T02:15:58.756051Z","caller":"traceutil/trace.go:171","msg":"trace[1468370597] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14139; }","duration":"384.756731ms","start":"2026-02-26T02:15:58.371279Z","end":"2026-02-26T02:15:58.756036Z","steps":["trace[1468370597] 'agreement among raft nodes before linearized reading' (duration: 383.61079ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:15:58.756093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:15:58.371245Z","time spent":"384.838933ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T02:15:58.755291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:15:58.237813Z","time spent":"517.463509ms","remote":"127.0.0.1:45540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:15:58.755383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.077042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-26T02:15:58.756273Z","caller":"traceutil/trace.go:171","msg":"trace[343181270] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14139; }","duration":"384.948446ms","start":"2026-02-26T02:15:58.371277Z","end":"2026-02-26T02:15:58.756225Z","steps":["trace[343181270] 'agreement among raft nodes before linearized reading' (duration: 384.025091ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:15:58.756354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:15:58.37127Z","time spent":"385.061698ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T02:15:58.755469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.946795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-26T02:15:58.756506Z","caller":"traceutil/trace.go:171","msg":"trace[24833578] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14139; }","duration":"429.994472ms","start":"2026-02-26T02:15:58.326493Z","end":"2026-02-26T02:15:58.756487Z","steps":["trace[24833578] 'agreement among raft nodes before linearized reading' (duration: 428.911334ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:15:58.7555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.301818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-26T02:15:58.756561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:15:58.326481Z","time spent":"430.064665ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T02:15:58.755534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.014934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:15:58.756716Z","caller":"traceutil/trace.go:171","msg":"trace[151938241] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14139; }","duration":"214.208416ms","start":"2026-02-26T02:15:58.542491Z","end":"2026-02-26T02:15:58.756699Z","steps":["trace[151938241] 'agreement among raft nodes before linearized reading' (duration: 213.014555ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:15:58.756627Z","caller":"traceutil/trace.go:171","msg":"trace[1276707279] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14139; }","duration":"385.441839ms","start":"2026-02-26T02:15:58.371167Z","end":"2026-02-26T02:15:58.756609Z","steps":["trace[1276707279] 'agreement among raft nodes before linearized reading' (duration: 384.253897ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:15:58.755535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.932266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-79dbr\" ","response":"range_response_count:1 size:9796"} {"level":"warn","ts":"2026-02-26T02:15:58.756795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:15:58.371157Z","time spent":"385.619503ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T02:15:58.756847Z","caller":"traceutil/trace.go:171","msg":"trace[609559543] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-79dbr; range_end:; response_count:1; response_revision:14139; }","duration":"427.25941ms","start":"2026-02-26T02:15:58.329568Z","end":"2026-02-26T02:15:58.756827Z","steps":["trace[609559543] 'agreement among raft nodes before linearized reading' (duration: 425.831203ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:15:58.756919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:15:58.329558Z","time spent":"427.341283ms","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9820,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-79dbr\" "} {"level":"warn","ts":"2026-02-26T02:15:58.755604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.689577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:15:58.757001Z","caller":"traceutil/trace.go:171","msg":"trace[2003375959] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14139; }","duration":"532.079784ms","start":"2026-02-26T02:15:58.224909Z","end":"2026-02-26T02:15:58.756988Z","steps":["trace[2003375959] 'agreement among raft nodes before linearized reading' (duration: 530.671557ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:15:58.757035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:15:58.224867Z","time spent":"532.159266ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-26T02:15:58.755591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.491332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wvb6v\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-26T02:15:58.75711Z","caller":"traceutil/trace.go:171","msg":"trace[238872980] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wvb6v; range_end:; response_count:1; response_revision:14139; }","duration":"112.056364ms","start":"2026-02-26T02:15:58.645043Z","end":"2026-02-26T02:15:58.7571Z","steps":["trace[238872980] 'agreement among raft nodes before linearized reading' (duration: 110.426341ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:15:58.755872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.376565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-26T02:15:58.755632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.439889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-02-26T02:15:58.755739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.014881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-02-26T02:15:58.75586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.130312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-02-26T02:15:58.757606Z","caller":"traceutil/trace.go:171","msg":"trace[1398676624] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14139; }","duration":"382.403519ms","start":"2026-02-26T02:15:58.375189Z","end":"2026-02-26T02:15:58.757593Z","steps":["trace[1398676624] 'agreement among raft nodes before linearized reading' (duration: 380.344714ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:15:58.757638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:15:58.375165Z","time spent":"382.463591ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-26T02:15:58.757692Z","caller":"traceutil/trace.go:171","msg":"trace[604505765] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14139; }","duration":"203.508394ms","start":"2026-02-26T02:15:58.554171Z","end":"2026-02-26T02:15:58.75768Z","steps":["trace[604505765] 'agreement among raft nodes before linearized reading' (duration: 201.384408ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:15:58.757644Z","caller":"traceutil/trace.go:171","msg":"trace[1803630938] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14139; }","duration":"531.900148ms","start":"2026-02-26T02:15:58.225723Z","end":"2026-02-26T02:15:58.757623Z","steps":["trace[1803630938] 'agreement among raft nodes before linearized reading' (duration: 529.896716ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:15:58.757766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:15:58.225651Z","time spent":"532.108884ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-02-26T02:15:58.757929Z","caller":"traceutil/trace.go:171","msg":"trace[989079272] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:14139; }","duration":"238.245909ms","start":"2026-02-26T02:15:58.519666Z","end":"2026-02-26T02:15:58.757912Z","steps":["trace[989079272] 'agreement among raft nodes before linearized reading' (duration: 235.878787ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:16:05.125025Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11720} {"level":"info","ts":"2026-02-26T02:16:05.217972Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11720,"took":"90.060054ms","hash":715354120,"current-db-size-bytes":38580224,"current-db-size":"39 MB","current-db-size-in-use-bytes":27566080,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-02-26T02:16:05.218031Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":715354120,"revision":11720,"compact-revision":9545} {"level":"warn","ts":"2026-02-26T02:16:31.484046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.684113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T02:16:31.48412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.826881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wvb6v\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-26T02:16:31.48418Z","caller":"traceutil/trace.go:171","msg":"trace[1483385391] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14298; }","duration":"229.941681ms","start":"2026-02-26T02:16:31.254212Z","end":"2026-02-26T02:16:31.484154Z","steps":["trace[1483385391] 'range keys from in-memory index tree' (duration: 229.627393ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:16:31.484223Z","caller":"traceutil/trace.go:171","msg":"trace[71504117] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wvb6v; range_end:; response_count:1; response_revision:14298; }","duration":"368.953424ms","start":"2026-02-26T02:16:31.115242Z","end":"2026-02-26T02:16:31.484196Z","steps":["trace[71504117] 'range keys from in-memory index tree' (duration: 368.700228ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:31.484201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.95238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-02-26T02:16:31.48428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:31.115221Z","time spent":"369.052027ms","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-wvb6v\" "} {"level":"info","ts":"2026-02-26T02:16:31.484291Z","caller":"traceutil/trace.go:171","msg":"trace[185645585] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14298; }","duration":"307.081384ms","start":"2026-02-26T02:16:31.177188Z","end":"2026-02-26T02:16:31.484269Z","steps":["trace[185645585] 'range keys from in-memory index tree' (duration: 306.782686ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:31.484285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.359721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-02-26T02:16:31.48405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.937207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-79dbr\" ","response":"range_response_count:1 size:9796"} {"level":"warn","ts":"2026-02-26T02:16:31.484335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:31.177157Z","time spent":"307.168346ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-26T02:16:31.48419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.264176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-02-26T02:16:31.484354Z","caller":"traceutil/trace.go:171","msg":"trace[1343928306] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14298; }","duration":"230.464645ms","start":"2026-02-26T02:16:31.253877Z","end":"2026-02-26T02:16:31.484342Z","steps":["trace[1343928306] 'range keys from in-memory index tree' (duration: 230.213858ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:16:31.484395Z","caller":"traceutil/trace.go:171","msg":"trace[988804654] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14298; }","duration":"228.484633ms","start":"2026-02-26T02:16:31.255889Z","end":"2026-02-26T02:16:31.484373Z","steps":["trace[988804654] 'range keys from in-memory index tree' (duration: 228.131333ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:16:31.484396Z","caller":"traceutil/trace.go:171","msg":"trace[2176819] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-79dbr; range_end:; response_count:1; response_revision:14298; }","duration":"350.201401ms","start":"2026-02-26T02:16:31.134172Z","end":"2026-02-26T02:16:31.484373Z","steps":["trace[2176819] 'range keys from in-memory index tree' (duration: 348.614829ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:31.484449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:31.134129Z","time spent":"350.297953ms","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9820,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-79dbr\" "} {"level":"warn","ts":"2026-02-26T02:16:32.884163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006206439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T02:16:32.88419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:32.578284Z","time spent":"305.888512ms","remote":"127.0.0.1:57594","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T02:16:32.884203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.270314969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-pblwl\" ","response":"range_response_count:1 size:20763"} {"level":"info","ts":"2026-02-26T02:16:32.884252Z","caller":"traceutil/trace.go:171","msg":"trace[1278884288] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14299; }","duration":"1.006354502s","start":"2026-02-26T02:16:31.877877Z","end":"2026-02-26T02:16:32.884232Z","steps":["trace[1278884288] 'count revisions from in-memory index tree' (duration: 1.006089416s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:16:32.884286Z","caller":"traceutil/trace.go:171","msg":"trace[1522518090] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-pblwl; range_end:; response_count:1; response_revision:14299; }","duration":"1.270450543s","start":"2026-02-26T02:16:31.613818Z","end":"2026-02-26T02:16:32.884269Z","steps":["trace[1522518090] 'range keys from in-memory index tree' (duration: 1.270018492s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:32.884296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:31.877853Z","time spent":"1.006428005s","remote":"127.0.0.1:50622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:16:32.884323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:31.613791Z","time spent":"1.270523746s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20787,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-pblwl\" "} {"level":"warn","ts":"2026-02-26T02:16:32.884453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.569469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-02-26T02:16:32.884542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.666987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:16:32.884572Z","caller":"traceutil/trace.go:171","msg":"trace[754388488] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:14299; }","duration":"951.747843ms","start":"2026-02-26T02:16:31.932804Z","end":"2026-02-26T02:16:32.884552Z","steps":["trace[754388488] 'range keys from in-memory index tree' (duration: 951.324012ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:32.884615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:31.932783Z","time spent":"951.822575ms","remote":"127.0.0.1:45134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-02-26T02:16:32.884619Z","caller":"traceutil/trace.go:171","msg":"trace[1159870029] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14299; }","duration":"900.76647ms","start":"2026-02-26T02:16:31.983831Z","end":"2026-02-26T02:16:32.884597Z","steps":["trace[1159870029] 'range keys from in-memory index tree' (duration: 900.533944ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:32.884669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:31.983816Z","time spent":"900.837092ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-02-26T02:16:32.884703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.679608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:16:32.884728Z","caller":"traceutil/trace.go:171","msg":"trace[1654784528] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14299; }","duration":"900.753979ms","start":"2026-02-26T02:16:31.983966Z","end":"2026-02-26T02:16:32.88472Z","steps":["trace[1654784528] 'range keys from in-memory index tree' (duration: 900.542254ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:32.884749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:31.98391Z","time spent":"900.834112ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-26T02:16:32.884795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.892923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T02:16:32.884875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.8862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-dzhlp\" ","response":"range_response_count:1 size:22125"} {"level":"info","ts":"2026-02-26T02:16:32.884913Z","caller":"traceutil/trace.go:171","msg":"trace[2113644329] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-dzhlp; range_end:; response_count:1; response_revision:14299; }","duration":"849.945971ms","start":"2026-02-26T02:16:32.034956Z","end":"2026-02-26T02:16:32.884902Z","steps":["trace[2113644329] 'range keys from in-memory index tree' (duration: 849.771707ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:32.884944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:32.034944Z","time spent":"849.992623ms","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22149,"request content":"key:\"/registry/pods/openstack/nova-compute-default-dzhlp\" "} {"level":"warn","ts":"2026-02-26T02:16:32.884941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.5052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-02-26T02:16:32.885013Z","caller":"traceutil/trace.go:171","msg":"trace[27022787] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14299; }","duration":"898.599812ms","start":"2026-02-26T02:16:31.986385Z","end":"2026-02-26T02:16:32.884985Z","steps":["trace[27022787] 'range keys from in-memory index tree' (duration: 898.296534ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:32.884997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.539856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-dzhlp\" ","response":"range_response_count:1 size:22125"} {"level":"warn","ts":"2026-02-26T02:16:32.885063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:31.986376Z","time spent":"898.679085ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-02-26T02:16:32.884938Z","caller":"traceutil/trace.go:171","msg":"trace[2095993431] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14299; }","duration":"901.096869ms","start":"2026-02-26T02:16:31.983799Z","end":"2026-02-26T02:16:32.884896Z","steps":["trace[2095993431] 'range keys from in-memory index tree' (duration: 900.742949ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:16:32.885089Z","caller":"traceutil/trace.go:171","msg":"trace[1623585078] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-dzhlp; range_end:; response_count:1; response_revision:14299; }","duration":"856.704329ms","start":"2026-02-26T02:16:32.028362Z","end":"2026-02-26T02:16:32.885067Z","steps":["trace[1623585078] 'range keys from in-memory index tree' (duration: 856.277299ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:32.885146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:32.02834Z","time spent":"856.796622ms","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22149,"request content":"key:\"/registry/pods/openstack/nova-compute-default-dzhlp\" "} {"level":"warn","ts":"2026-02-26T02:16:32.885199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.313252ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T02:16:32.885254Z","caller":"traceutil/trace.go:171","msg":"trace[1367213531] linearizableReadLoop","detail":"{readStateIndex:14834; appliedIndex:14833; }","duration":"713.569467ms","start":"2026-02-26T02:16:32.171676Z","end":"2026-02-26T02:16:32.885246Z","steps":["trace[1367213531] 'read index received' (duration: 77.782µs)","trace[1367213531] 'applied index is now lower than readState.Index' (duration: 713.490885ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:16:32.885234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:31.983777Z","time spent":"901.361145ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-02-26T02:16:32.885312Z","caller":"traceutil/trace.go:171","msg":"trace[1346350319] transaction","detail":"{read_only:false; response_revision:14300; number_of_response:1; }","duration":"780.722577ms","start":"2026-02-26T02:16:32.104579Z","end":"2026-02-26T02:16:32.885301Z","steps":["trace[1346350319] 'process raft request' (duration: 51.208099ms)","trace[1346350319] 'compare' (duration: 729.030055ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:16:32.885355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:32.104557Z","time spent":"780.777069ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:16:32.883786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098418829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:16:32.885477Z","caller":"traceutil/trace.go:171","msg":"trace[988116401] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14299; }","duration":"1.100137675s","start":"2026-02-26T02:16:31.785281Z","end":"2026-02-26T02:16:32.885419Z","steps":["trace[988116401] 'range keys from in-memory index tree' (duration: 1.098308586s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:32.885581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:31.785252Z","time spent":"1.100276329s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:16:32.885648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.923016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:16:32.885806Z","caller":"traceutil/trace.go:171","msg":"trace[140550252] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14300; }","duration":"714.226565ms","start":"2026-02-26T02:16:32.17154Z","end":"2026-02-26T02:16:32.885767Z","steps":["trace[140550252] 'agreement among raft nodes before linearized reading' (duration: 713.922087ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:32.885881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:32.171512Z","time spent":"714.354248ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-26T02:16:33.297824Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.012165497s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:16:33.302159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.996277ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:16:33.302323Z","caller":"traceutil/trace.go:171","msg":"trace[210702021] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:14300; }","duration":"152.172211ms","start":"2026-02-26T02:16:33.150129Z","end":"2026-02-26T02:16:33.302302Z","steps":["trace[210702021] 'range keys from in-memory index tree' (duration: 151.978266ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:33.790019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.977407ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-26T02:16:33.790649Z","caller":"traceutil/trace.go:171","msg":"trace[1099200601] transaction","detail":"{read_only:false; response_revision:14301; number_of_response:1; }","duration":"1.111654969s","start":"2026-02-26T02:16:32.678967Z","end":"2026-02-26T02:16:33.790622Z","steps":["trace[1099200601] 'process raft request' (duration: 1.111173867s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:33.790804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:32.678923Z","time spent":"1.111800713s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:16:34.335294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.626994ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T02:16:34.335391Z","caller":"traceutil/trace.go:171","msg":"trace[415405841] linearizableReadLoop","detail":"{readStateIndex:14836; appliedIndex:14834; }","duration":"1.450102699s","start":"2026-02-26T02:16:32.885273Z","end":"2026-02-26T02:16:34.335375Z","steps":["trace[415405841] 'read index received' (duration: 412.763359ms)","trace[415405841] 'applied index is now lower than readState.Index' (duration: 1.03733855s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:16:34.335481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.493950354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T02:16:34.335524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.49377369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:16:34.335577Z","caller":"traceutil/trace.go:171","msg":"trace[282152936] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14302; }","duration":"1.494071198s","start":"2026-02-26T02:16:32.841497Z","end":"2026-02-26T02:16:34.335568Z","steps":["trace[282152936] 'agreement among raft nodes before linearized reading' (duration: 1.493954505s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:34.335632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:32.841485Z","time spent":"1.494139169s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-02-26T02:16:34.335786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.494643133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:16:34.335811Z","caller":"traceutil/trace.go:171","msg":"trace[1781848693] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14302; }","duration":"1.494722825s","start":"2026-02-26T02:16:32.841082Z","end":"2026-02-26T02:16:34.335804Z","steps":["trace[1781848693] 'agreement among raft nodes before linearized reading' (duration: 1.494687654s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:34.335828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:32.841046Z","time spent":"1.494777887s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-26T02:16:34.335906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.502786988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:16:34.335928Z","caller":"traceutil/trace.go:171","msg":"trace[1506446188] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14302; }","duration":"1.502872409s","start":"2026-02-26T02:16:32.83305Z","end":"2026-02-26T02:16:34.335922Z","steps":["trace[1506446188] 'agreement among raft nodes before linearized reading' (duration: 1.502842098s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:34.336097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:32.833028Z","time spent":"1.503063275s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-26T02:16:34.336248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.592612726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-02-26T02:16:34.336272Z","caller":"traceutil/trace.go:171","msg":"trace[1558411117] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14302; }","duration":"1.592685267s","start":"2026-02-26T02:16:32.743581Z","end":"2026-02-26T02:16:34.336267Z","steps":["trace[1558411117] 'agreement among raft nodes before linearized reading' (duration: 1.592587405s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:34.33629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:32.743557Z","time spent":"1.592728808s","remote":"127.0.0.1:45198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-02-26T02:16:34.336384Z","caller":"traceutil/trace.go:171","msg":"trace[656007210] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14302; }","duration":"1.494665264s","start":"2026-02-26T02:16:32.841691Z","end":"2026-02-26T02:16:34.336357Z","steps":["trace[656007210] 'agreement among raft nodes before linearized reading' (duration: 1.493705078s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:34.336426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.923514076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-02-26T02:16:34.336445Z","caller":"traceutil/trace.go:171","msg":"trace[426995906] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14302; }","duration":"1.923584578s","start":"2026-02-26T02:16:32.412854Z","end":"2026-02-26T02:16:34.336439Z","steps":["trace[426995906] 'agreement among raft nodes before linearized reading' (duration: 1.923525296s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:34.336468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:32.412825Z","time spent":"1.92363968s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T02:16:34.336546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:32.841678Z","time spent":"1.494756956s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-02-26T02:16:34.336814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.292204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:16:34.336844Z","caller":"traceutil/trace.go:171","msg":"trace[2078903096] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:14302; }","duration":"240.359155ms","start":"2026-02-26T02:16:34.096477Z","end":"2026-02-26T02:16:34.336837Z","steps":["trace[2078903096] 'agreement among raft nodes before linearized reading' (duration: 240.312484ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:34.337054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.244454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-02-26T02:16:34.337086Z","caller":"traceutil/trace.go:171","msg":"trace[1339608783] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:14302; }","duration":"330.322726ms","start":"2026-02-26T02:16:34.006756Z","end":"2026-02-26T02:16:34.337079Z","steps":["trace[1339608783] 'agreement among raft nodes before linearized reading' (duration: 330.239454ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:34.337106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:34.006736Z","time spent":"330.365417ms","remote":"127.0.0.1:45188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-02-26T02:16:34.337232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.224883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-02-26T02:16:34.337255Z","caller":"traceutil/trace.go:171","msg":"trace[500503805] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:14302; }","duration":"599.314475ms","start":"2026-02-26T02:16:33.737935Z","end":"2026-02-26T02:16:34.33725Z","steps":["trace[500503805] 'agreement among raft nodes before linearized reading' (duration: 599.254254ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:34.337272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:33.737891Z","time spent":"599.377157ms","remote":"127.0.0.1:45134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-02-26T02:16:34.337278Z","caller":"traceutil/trace.go:171","msg":"trace[357395041] transaction","detail":"{read_only:false; response_revision:14302; number_of_response:1; }","duration":"1.408946924s","start":"2026-02-26T02:16:32.928311Z","end":"2026-02-26T02:16:34.337257Z","steps":["trace[357395041] 'process raft request' (duration: 862.296447ms)","trace[357395041] 'compare' (duration: 543.933326ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:16:34.337402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.376461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wvb6v\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-26T02:16:34.337428Z","caller":"traceutil/trace.go:171","msg":"trace[257887891] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wvb6v; range_end:; response_count:1; response_revision:14302; }","duration":"790.424093ms","start":"2026-02-26T02:16:33.546998Z","end":"2026-02-26T02:16:34.337422Z","steps":["trace[257887891] 'agreement among raft nodes before linearized reading' (duration: 790.360491ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:34.337445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:33.546988Z","time spent":"790.453833ms","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-wvb6v\" "} {"level":"warn","ts":"2026-02-26T02:16:34.3375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:32.928288Z","time spent":"1.409068307s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:16:34.337533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.21448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:16:34.337553Z","caller":"traceutil/trace.go:171","msg":"trace[1366339537] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14302; }","duration":"792.269701ms","start":"2026-02-26T02:16:33.545278Z","end":"2026-02-26T02:16:34.337548Z","steps":["trace[1366339537] 'agreement among raft nodes before linearized reading' (duration: 792.23901ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:34.33757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:33.545261Z","time spent":"792.304932ms","remote":"127.0.0.1:45198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":29,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-02-26T02:16:34.337685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.612971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-02-26T02:16:34.337703Z","caller":"traceutil/trace.go:171","msg":"trace[2146733004] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14302; }","duration":"792.657711ms","start":"2026-02-26T02:16:33.54504Z","end":"2026-02-26T02:16:34.337698Z","steps":["trace[2146733004] 'agreement among raft nodes before linearized reading' (duration: 792.60248ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:34.337719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:33.545024Z","time spent":"792.691343ms","remote":"127.0.0.1:45198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":706,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-02-26T02:16:34.337777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.475322244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-02-26T02:16:34.337811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.794075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:16:34.337812Z","caller":"traceutil/trace.go:171","msg":"trace[1529927067] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14302; }","duration":"1.475378106s","start":"2026-02-26T02:16:32.862422Z","end":"2026-02-26T02:16:34.3378Z","steps":["trace[1529927067] 'agreement among raft nodes before linearized reading' (duration: 1.475238342s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:16:34.33783Z","caller":"traceutil/trace.go:171","msg":"trace[1436992305] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14302; }","duration":"792.831855ms","start":"2026-02-26T02:16:33.544993Z","end":"2026-02-26T02:16:34.337825Z","steps":["trace[1436992305] 'agreement among raft nodes before linearized reading' (duration: 792.801025ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:34.337847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:33.544984Z","time spent":"792.859637ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-26T02:16:34.337845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:32.862411Z","time spent":"1.475427967s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-26T02:16:34.33795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.936769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-02-26T02:16:34.337966Z","caller":"traceutil/trace.go:171","msg":"trace[1482916278] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14302; }","duration":"792.9728ms","start":"2026-02-26T02:16:33.544989Z","end":"2026-02-26T02:16:34.337962Z","steps":["trace[1482916278] 'agreement among raft nodes before linearized reading' (duration: 792.923869ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:34.337984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:33.544978Z","time spent":"793.00102ms","remote":"127.0.0.1:45198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-02-26T02:16:34.338037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.493932644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-02-26T02:16:34.338068Z","caller":"traceutil/trace.go:171","msg":"trace[1193555940] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14302; }","duration":"1.494005987s","start":"2026-02-26T02:16:32.844052Z","end":"2026-02-26T02:16:34.338058Z","steps":["trace[1193555940] 'agreement among raft nodes before linearized reading' (duration: 1.493923364s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:34.33809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.921324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-02-26T02:16:34.338093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:32.84403Z","time spent":"1.494057557s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-02-26T02:16:34.338108Z","caller":"traceutil/trace.go:171","msg":"trace[772739465] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14302; }","duration":"793.964156ms","start":"2026-02-26T02:16:33.544139Z","end":"2026-02-26T02:16:34.338103Z","steps":["trace[772739465] 'agreement among raft nodes before linearized reading' (duration: 793.914574ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:34.338125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:33.544128Z","time spent":"793.994466ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-26T02:16:34.338197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.061231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-79dbr\" ","response":"range_response_count:1 size:9796"} {"level":"info","ts":"2026-02-26T02:16:34.338219Z","caller":"traceutil/trace.go:171","msg":"trace[1730971400] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-79dbr; range_end:; response_count:1; response_revision:14302; }","duration":"807.114283ms","start":"2026-02-26T02:16:33.5311Z","end":"2026-02-26T02:16:34.338214Z","steps":["trace[1730971400] 'agreement among raft nodes before linearized reading' (duration: 807.061811ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:34.338235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:33.531083Z","time spent":"807.148163ms","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9820,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-79dbr\" "} {"level":"warn","ts":"2026-02-26T02:16:34.338349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.072667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-02-26T02:16:34.338367Z","caller":"traceutil/trace.go:171","msg":"trace[1271918080] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14302; }","duration":"822.140209ms","start":"2026-02-26T02:16:33.516221Z","end":"2026-02-26T02:16:34.338361Z","steps":["trace[1271918080] 'agreement among raft nodes before linearized reading' (duration: 822.086807ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:34.338383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:33.516202Z","time spent":"822.177569ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-26T02:16:34.338473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.364459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:16:34.338489Z","caller":"traceutil/trace.go:171","msg":"trace[1518740436] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14302; }","duration":"848.427691ms","start":"2026-02-26T02:16:33.490056Z","end":"2026-02-26T02:16:34.338484Z","steps":["trace[1518740436] 'agreement among raft nodes before linearized reading' (duration: 848.40375ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:34.338505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:33.490021Z","time spent":"848.480452ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-26T02:16:34.338608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.706659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-02-26T02:16:34.338631Z","caller":"traceutil/trace.go:171","msg":"trace[1677502688] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14302; }","duration":"848.76002ms","start":"2026-02-26T02:16:33.489865Z","end":"2026-02-26T02:16:34.338625Z","steps":["trace[1677502688] 'agreement among raft nodes before linearized reading' (duration: 848.703508ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:34.338649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:33.489854Z","time spent":"848.789331ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-26T02:16:34.338748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.932025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-02-26T02:16:34.338787Z","caller":"traceutil/trace.go:171","msg":"trace[956531509] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14302; }","duration":"848.971775ms","start":"2026-02-26T02:16:33.489793Z","end":"2026-02-26T02:16:34.338765Z","steps":["trace[956531509] 'agreement among raft nodes before linearized reading' (duration: 848.919944ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:34.338808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:33.489786Z","time spent":"849.018477ms","remote":"127.0.0.1:45198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-02-26T02:16:34.338913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.542101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-02-26T02:16:34.338936Z","caller":"traceutil/trace.go:171","msg":"trace[569307871] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14302; }","duration":"849.613033ms","start":"2026-02-26T02:16:33.489318Z","end":"2026-02-26T02:16:34.338931Z","steps":["trace[569307871] 'agreement among raft nodes before linearized reading' (duration: 849.558681ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:34.338954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:33.489296Z","time spent":"849.653224ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-26T02:16:34.339059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.34805073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-26T02:16:34.339078Z","caller":"traceutil/trace.go:171","msg":"trace[1077884454] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14302; }","duration":"1.348100191s","start":"2026-02-26T02:16:32.990972Z","end":"2026-02-26T02:16:34.339072Z","steps":["trace[1077884454] 'agreement among raft nodes before linearized reading' (duration: 1.34804992s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:34.339094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:32.99096Z","time spent":"1.348130092s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T02:16:34.3392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.352319692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-26T02:16:34.339224Z","caller":"traceutil/trace.go:171","msg":"trace[1895708968] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14302; }","duration":"1.352387764s","start":"2026-02-26T02:16:32.986831Z","end":"2026-02-26T02:16:34.339219Z","steps":["trace[1895708968] 'agreement among raft nodes before linearized reading' (duration: 1.352332603s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:34.33924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:32.986808Z","time spent":"1.352428735s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T02:16:34.33934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.356655136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-26T02:16:34.339362Z","caller":"traceutil/trace.go:171","msg":"trace[1964651707] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14302; }","duration":"1.356702368s","start":"2026-02-26T02:16:32.982655Z","end":"2026-02-26T02:16:34.339357Z","steps":["trace[1964651707] 'agreement among raft nodes before linearized reading' (duration: 1.356652516s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:34.339378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:32.982641Z","time spent":"1.356733808s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T02:16:34.33949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.358576887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-26T02:16:34.339514Z","caller":"traceutil/trace.go:171","msg":"trace[121911667] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14302; }","duration":"1.358622268s","start":"2026-02-26T02:16:32.980886Z","end":"2026-02-26T02:16:34.339508Z","steps":["trace[121911667] 'agreement among raft nodes before linearized reading' (duration: 1.358563726s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:34.339531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:32.980874Z","time spent":"1.358653319s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T02:16:34.339647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.373780147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-26T02:16:34.33967Z","caller":"traceutil/trace.go:171","msg":"trace[2040136368] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14302; }","duration":"1.373853509s","start":"2026-02-26T02:16:32.965811Z","end":"2026-02-26T02:16:34.339664Z","steps":["trace[2040136368] 'agreement among raft nodes before linearized reading' (duration: 1.373802298s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:34.339687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:32.965786Z","time spent":"1.37389754s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T02:16:34.338265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.496323017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-02-26T02:16:34.339964Z","caller":"traceutil/trace.go:171","msg":"trace[1188572277] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14302; }","duration":"1.497997701s","start":"2026-02-26T02:16:32.841934Z","end":"2026-02-26T02:16:34.339931Z","steps":["trace[1188572277] 'agreement among raft nodes before linearized reading' (duration: 1.496262225s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:34.340016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:32.841857Z","time spent":"1.498144025s","remote":"127.0.0.1:45198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-02-26T02:16:34.336585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.162772933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-02-26T02:16:34.340807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.446212677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:769968"} {"level":"info","ts":"2026-02-26T02:16:34.340495Z","caller":"traceutil/trace.go:171","msg":"trace[1402996943] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14302; }","duration":"2.166728496s","start":"2026-02-26T02:16:32.173752Z","end":"2026-02-26T02:16:34.340481Z","steps":["trace[1402996943] 'agreement among raft nodes before linearized reading' (duration: 2.162792903s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:16:34.340843Z","caller":"traceutil/trace.go:171","msg":"trace[807258362] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:14302; }","duration":"1.446262248s","start":"2026-02-26T02:16:32.894572Z","end":"2026-02-26T02:16:34.340834Z","steps":["trace[807258362] 'agreement among raft nodes before linearized reading' (duration: 1.445189299s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:34.340867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:32.894564Z","time spent":"1.446296678s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":769992,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-26T02:16:34.341019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:32.173723Z","time spent":"2.167128097s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-26T02:16:34.336628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.16493499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-02-26T02:16:34.341308Z","caller":"traceutil/trace.go:171","msg":"trace[1975127163] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14302; }","duration":"2.169589182s","start":"2026-02-26T02:16:32.171688Z","end":"2026-02-26T02:16:34.341277Z","steps":["trace[1975127163] 'agreement among raft nodes before linearized reading' (duration: 2.164907829s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:34.341456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:32.17162Z","time spent":"2.169791368s","remote":"127.0.0.1:45198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-02-26T02:16:34.336669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.447941562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T02:16:34.341662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.448378044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:769968"} {"level":"info","ts":"2026-02-26T02:16:34.341761Z","caller":"traceutil/trace.go:171","msg":"trace[749455392] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:14302; }","duration":"1.448519498s","start":"2026-02-26T02:16:32.893224Z","end":"2026-02-26T02:16:34.341743Z","steps":["trace[749455392] 'agreement among raft nodes before linearized reading' (duration: 1.447406478s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:16:34.341662Z","caller":"traceutil/trace.go:171","msg":"trace[1658376445] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14302; }","duration":"1.452951794s","start":"2026-02-26T02:16:32.88867Z","end":"2026-02-26T02:16:34.341622Z","steps":["trace[1658376445] 'agreement among raft nodes before linearized reading' (duration: 1.447984014s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:34.341821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:32.89321Z","time spent":"1.448597739s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":769992,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-26T02:16:34.341929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.451080015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:769968"} {"level":"info","ts":"2026-02-26T02:16:34.342169Z","caller":"traceutil/trace.go:171","msg":"trace[1357907015] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:14302; }","duration":"1.451343702s","start":"2026-02-26T02:16:32.890814Z","end":"2026-02-26T02:16:34.342158Z","steps":["trace[1357907015] 'agreement among raft nodes before linearized reading' (duration: 1.449931574s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:34.342204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:32.890799Z","time spent":"1.451395854s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":769992,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-26T02:16:34.341926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:32.888545Z","time spent":"1.453348735s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T02:16:34.552736Z","caller":"traceutil/trace.go:171","msg":"trace[1201169629] transaction","detail":"{read_only:false; response_revision:14304; number_of_response:1; }","duration":"200.389601ms","start":"2026-02-26T02:16:34.352311Z","end":"2026-02-26T02:16:34.5527Z","steps":["trace[1201169629] 'process raft request' (duration: 200.141254ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:16:34.552794Z","caller":"traceutil/trace.go:171","msg":"trace[854687199] transaction","detail":"{read_only:false; response_revision:14305; number_of_response:1; }","duration":"200.428952ms","start":"2026-02-26T02:16:34.352333Z","end":"2026-02-26T02:16:34.552762Z","steps":["trace[854687199] 'process raft request' (duration: 200.282358ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:16:34.552875Z","caller":"traceutil/trace.go:171","msg":"trace[986234492] transaction","detail":"{read_only:false; response_revision:14307; number_of_response:1; }","duration":"200.381161ms","start":"2026-02-26T02:16:34.352439Z","end":"2026-02-26T02:16:34.55282Z","steps":["trace[986234492] 'process raft request' (duration: 200.259068ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:16:34.552913Z","caller":"traceutil/trace.go:171","msg":"trace[1014938605] transaction","detail":"{read_only:false; response_revision:14308; number_of_response:1; }","duration":"200.411651ms","start":"2026-02-26T02:16:34.352462Z","end":"2026-02-26T02:16:34.552874Z","steps":["trace[1014938605] 'process raft request' (duration: 200.271738ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:16:34.552795Z","caller":"traceutil/trace.go:171","msg":"trace[1206342215] linearizableReadLoop","detail":"{readStateIndex:14843; appliedIndex:14838; }","duration":"131.142887ms","start":"2026-02-26T02:16:34.421635Z","end":"2026-02-26T02:16:34.552778Z","steps":["trace[1206342215] 'read index received' (duration: 130.797908ms)","trace[1206342215] 'applied index is now lower than readState.Index' (duration: 343.669µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:16:34.553002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.621461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f437a024-70d1-42ac-a0b9-917c54a96f5b\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-02-26T02:16:34.5532Z","caller":"traceutil/trace.go:171","msg":"trace[1718619676] transaction","detail":"{read_only:false; response_revision:14306; number_of_response:1; }","duration":"200.813552ms","start":"2026-02-26T02:16:34.35237Z","end":"2026-02-26T02:16:34.553184Z","steps":["trace[1718619676] 'process raft request' (duration: 200.290669ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:34.55329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.770432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:16:34.553396Z","caller":"traceutil/trace.go:171","msg":"trace[1974528559] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14308; }","duration":"197.915056ms","start":"2026-02-26T02:16:34.355455Z","end":"2026-02-26T02:16:34.55337Z","steps":["trace[1974528559] 'agreement among raft nodes before linearized reading' (duration: 197.640879ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:16:34.553085Z","caller":"traceutil/trace.go:171","msg":"trace[977058921] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f437a024-70d1-42ac-a0b9-917c54a96f5b; range_end:; response_count:1; response_revision:14308; }","duration":"199.727793ms","start":"2026-02-26T02:16:34.353339Z","end":"2026-02-26T02:16:34.553067Z","steps":["trace[977058921] 'agreement among raft nodes before linearized reading' (duration: 199.510848ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:35.393752Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284864326,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T02:16:35.656302Z","caller":"traceutil/trace.go:171","msg":"trace[754376095] linearizableReadLoop","detail":"{readStateIndex:14844; appliedIndex:14843; }","duration":"763.40983ms","start":"2026-02-26T02:16:34.892869Z","end":"2026-02-26T02:16:35.656279Z","steps":["trace[754376095] 'read index received' (duration: 763.176424ms)","trace[754376095] 'applied index is now lower than readState.Index' (duration: 232.456µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:16:35.656456Z","caller":"traceutil/trace.go:171","msg":"trace[839729954] transaction","detail":"{read_only:false; response_revision:14309; number_of_response:1; }","duration":"763.730217ms","start":"2026-02-26T02:16:34.892685Z","end":"2026-02-26T02:16:35.656415Z","steps":["trace[839729954] 'process raft request' (duration: 763.43832ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:35.656538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.643636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-02-26T02:16:35.656562Z","caller":"traceutil/trace.go:171","msg":"trace[87505767] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14309; }","duration":"763.742938ms","start":"2026-02-26T02:16:34.892811Z","end":"2026-02-26T02:16:35.656554Z","steps":["trace[87505767] 'agreement among raft nodes before linearized reading' (duration: 763.573954ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:35.656592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:34.892788Z","time spent":"763.79401ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-26T02:16:35.65664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:34.892669Z","time spent":"763.868182ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:16:35.65681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.876972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:16:35.656828Z","caller":"traceutil/trace.go:171","msg":"trace[275065176] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14309; }","duration":"763.911552ms","start":"2026-02-26T02:16:34.892911Z","end":"2026-02-26T02:16:35.656823Z","steps":["trace[275065176] 'agreement among raft nodes before linearized reading' (duration: 763.875771ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:35.656841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:34.892905Z","time spent":"763.932584ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-26T02:16:35.656991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.278644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-02-26T02:16:35.657007Z","caller":"traceutil/trace.go:171","msg":"trace[15154555] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:14309; }","duration":"434.348057ms","start":"2026-02-26T02:16:35.222654Z","end":"2026-02-26T02:16:35.657002Z","steps":["trace[15154555] 'agreement among raft nodes before linearized reading' (duration: 434.294625ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:35.657031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:35.22263Z","time spent":"434.397157ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-26T02:16:35.657117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.762919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:16:35.657154Z","caller":"traceutil/trace.go:171","msg":"trace[752757524] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14309; }","duration":"763.8185ms","start":"2026-02-26T02:16:34.893327Z","end":"2026-02-26T02:16:35.657145Z","steps":["trace[752757524] 'agreement among raft nodes before linearized reading' (duration: 763.751378ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:35.657178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:34.89319Z","time spent":"763.982864ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-02-26T02:16:35.990136Z","caller":"traceutil/trace.go:171","msg":"trace[1428161464] linearizableReadLoop","detail":"{readStateIndex:14845; appliedIndex:14844; }","duration":"202.24191ms","start":"2026-02-26T02:16:35.787859Z","end":"2026-02-26T02:16:35.990101Z","steps":["trace[1428161464] 'read index received' (duration: 115.091193ms)","trace[1428161464] 'applied index is now lower than readState.Index' (duration: 87.149687ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:16:35.990361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.474066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:16:35.990417Z","caller":"traceutil/trace.go:171","msg":"trace[1517953473] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14310; }","duration":"202.60546ms","start":"2026-02-26T02:16:35.787797Z","end":"2026-02-26T02:16:35.990402Z","steps":["trace[1517953473] 'agreement among raft nodes before linearized reading' (duration: 202.452386ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:16:35.990809Z","caller":"traceutil/trace.go:171","msg":"trace[917666698] transaction","detail":"{read_only:false; response_revision:14310; number_of_response:1; }","duration":"329.714691ms","start":"2026-02-26T02:16:35.661078Z","end":"2026-02-26T02:16:35.990793Z","steps":["trace[917666698] 'process raft request' (duration: 241.988858ms)","trace[917666698] 'compare' (duration: 86.715056ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:16:35.990918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:35.66106Z","time spent":"329.790502ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:16:36.603714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.047591ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T02:16:36.603824Z","caller":"traceutil/trace.go:171","msg":"trace[1429684007] transaction","detail":"{read_only:false; response_revision:14311; number_of_response:1; }","duration":"469.131274ms","start":"2026-02-26T02:16:36.134674Z","end":"2026-02-26T02:16:36.603806Z","steps":["trace[1429684007] 'process raft request' (duration: 191.914968ms)","trace[1429684007] 'compare' (duration: 276.25132ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:16:36.603883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:36.134649Z","time spent":"469.207436ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:16:36.646858Z","caller":"traceutil/trace.go:171","msg":"trace[1204652243] linearizableReadLoop","detail":"{readStateIndex:14847; appliedIndex:14846; }","duration":"300.731536ms","start":"2026-02-26T02:16:36.346088Z","end":"2026-02-26T02:16:36.64682Z","steps":["trace[1204652243] 'read index received' (duration: 300.609512ms)","trace[1204652243] 'applied index is now lower than readState.Index' (duration: 119.904µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:16:36.647008Z","caller":"traceutil/trace.go:171","msg":"trace[1244952286] transaction","detail":"{read_only:false; response_revision:14312; number_of_response:1; }","duration":"429.023037ms","start":"2026-02-26T02:16:36.217971Z","end":"2026-02-26T02:16:36.646994Z","steps":["trace[1244952286] 'process raft request' (duration: 428.673278ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:36.647144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:36.217944Z","time spent":"429.10044ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:16:36.647448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.363653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:16:36.647501Z","caller":"traceutil/trace.go:171","msg":"trace[1956298324] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14312; }","duration":"301.457805ms","start":"2026-02-26T02:16:36.346029Z","end":"2026-02-26T02:16:36.647487Z","steps":["trace[1956298324] 'agreement among raft nodes before linearized reading' (duration: 301.376723ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:36.647535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:36.346004Z","time spent":"301.523177ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-26T02:16:36.901993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.932684ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T02:16:36.902159Z","caller":"traceutil/trace.go:171","msg":"trace[852887558] linearizableReadLoop","detail":"{readStateIndex:14848; appliedIndex:14847; }","duration":"255.181446ms","start":"2026-02-26T02:16:36.646952Z","end":"2026-02-26T02:16:36.902133Z","steps":["trace[852887558] 'read index received' (duration: 113.879352ms)","trace[852887558] 'applied index is now lower than readState.Index' (duration: 141.299964ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:16:36.902312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.189244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-02-26T02:16:36.9024Z","caller":"traceutil/trace.go:171","msg":"trace[163162364] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14313; }","duration":"541.306437ms","start":"2026-02-26T02:16:36.361073Z","end":"2026-02-26T02:16:36.90238Z","steps":["trace[163162364] 'agreement among raft nodes before linearized reading' (duration: 541.080371ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:36.902421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.381299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-02-26T02:16:36.902543Z","caller":"traceutil/trace.go:171","msg":"trace[873104904] transaction","detail":"{read_only:false; response_revision:14313; number_of_response:1; }","duration":"552.208965ms","start":"2026-02-26T02:16:36.35032Z","end":"2026-02-26T02:16:36.902529Z","steps":["trace[873104904] 'process raft request' (duration: 410.595122ms)","trace[873104904] 'compare' (duration: 140.699968ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:16:36.902552Z","caller":"traceutil/trace.go:171","msg":"trace[589098954] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14313; }","duration":"541.521103ms","start":"2026-02-26T02:16:36.361013Z","end":"2026-02-26T02:16:36.902534Z","steps":["trace[589098954] 'agreement among raft nodes before linearized reading' (duration: 541.263306ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:36.902614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:36.361006Z","time spent":"541.594034ms","remote":"127.0.0.1:45198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-02-26T02:16:36.902648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:36.350297Z","time spent":"552.283867ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:16:36.902903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.030337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-26T02:16:36.902944Z","caller":"traceutil/trace.go:171","msg":"trace[998464219] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14313; }","duration":"344.082339ms","start":"2026-02-26T02:16:36.558851Z","end":"2026-02-26T02:16:36.902933Z","steps":["trace[998464219] 'agreement among raft nodes before linearized reading' (duration: 343.974156ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:36.902971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:36.558846Z","time spent":"344.1189ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T02:16:36.903004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.130558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-02-26T02:16:36.903046Z","caller":"traceutil/trace.go:171","msg":"trace[806671570] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14313; }","duration":"542.202491ms","start":"2026-02-26T02:16:36.360833Z","end":"2026-02-26T02:16:36.903035Z","steps":["trace[806671570] 'agreement among raft nodes before linearized reading' (duration: 542.060027ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:36.903089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:36.360822Z","time spent":"542.247532ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-26T02:16:36.903141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.302324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-02-26T02:16:36.903178Z","caller":"traceutil/trace.go:171","msg":"trace[1964901362] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14313; }","duration":"344.335645ms","start":"2026-02-26T02:16:36.558831Z","end":"2026-02-26T02:16:36.903167Z","steps":["trace[1964901362] 'agreement among raft nodes before linearized reading' (duration: 344.245693ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:36.903206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:36.558823Z","time spent":"344.376297ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-26T02:16:36.903285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.473418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:16:36.903338Z","caller":"traceutil/trace.go:171","msg":"trace[608611282] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14313; }","duration":"542.53911ms","start":"2026-02-26T02:16:36.360789Z","end":"2026-02-26T02:16:36.903328Z","steps":["trace[608611282] 'agreement among raft nodes before linearized reading' (duration: 542.462778ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:36.903374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:36.36078Z","time spent":"542.586801ms","remote":"127.0.0.1:45198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":29,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-02-26T02:16:36.903438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.918727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-26T02:16:36.903476Z","caller":"traceutil/trace.go:171","msg":"trace[2037896323] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14313; }","duration":"345.967298ms","start":"2026-02-26T02:16:36.5575Z","end":"2026-02-26T02:16:36.903467Z","steps":["trace[2037896323] 'agreement among raft nodes before linearized reading' (duration: 345.893976ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:36.903509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:36.557495Z","time spent":"346.00184ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T02:16:36.903588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.162864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-02-26T02:16:36.903633Z","caller":"traceutil/trace.go:171","msg":"trace[768751795] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14313; }","duration":"549.218925ms","start":"2026-02-26T02:16:36.3544Z","end":"2026-02-26T02:16:36.903619Z","steps":["trace[768751795] 'agreement among raft nodes before linearized reading' (duration: 549.101062ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:36.903663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:36.354331Z","time spent":"549.325778ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-26T02:16:36.903707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.222805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-26T02:16:36.903744Z","caller":"traceutil/trace.go:171","msg":"trace[1292677755] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14313; }","duration":"346.306217ms","start":"2026-02-26T02:16:36.557429Z","end":"2026-02-26T02:16:36.903735Z","steps":["trace[1292677755] 'agreement among raft nodes before linearized reading' (duration: 346.221435ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:36.903772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:36.557408Z","time spent":"346.357079ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T02:16:36.903863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.448481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-02-26T02:16:36.903906Z","caller":"traceutil/trace.go:171","msg":"trace[880321036] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14313; }","duration":"549.497402ms","start":"2026-02-26T02:16:36.354398Z","end":"2026-02-26T02:16:36.903895Z","steps":["trace[880321036] 'agreement among raft nodes before linearized reading' (duration: 549.39383ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:36.903966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:36.354389Z","time spent":"549.538354ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-26T02:16:36.904053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.10142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-pblwl\" ","response":"range_response_count:1 size:20763"} {"level":"info","ts":"2026-02-26T02:16:36.904089Z","caller":"traceutil/trace.go:171","msg":"trace[750759238] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-pblwl; range_end:; response_count:1; response_revision:14313; }","duration":"533.150682ms","start":"2026-02-26T02:16:36.370929Z","end":"2026-02-26T02:16:36.90408Z","steps":["trace[750759238] 'agreement among raft nodes before linearized reading' (duration: 533.05738ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:36.904116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:36.370921Z","time spent":"533.189293ms","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20787,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-pblwl\" "} {"level":"warn","ts":"2026-02-26T02:16:36.904175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.891554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-02-26T02:16:36.904215Z","caller":"traceutil/trace.go:171","msg":"trace[195252849] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14313; }","duration":"549.938425ms","start":"2026-02-26T02:16:36.354268Z","end":"2026-02-26T02:16:36.904206Z","steps":["trace[195252849] 'agreement among raft nodes before linearized reading' (duration: 549.846352ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:36.904249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:36.354264Z","time spent":"549.978186ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-26T02:16:36.904376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.061876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wvb6v\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-26T02:16:36.904417Z","caller":"traceutil/trace.go:171","msg":"trace[1231051397] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wvb6v; range_end:; response_count:1; response_revision:14313; }","duration":"534.121547ms","start":"2026-02-26T02:16:36.370286Z","end":"2026-02-26T02:16:36.904408Z","steps":["trace[1231051397] 'agreement among raft nodes before linearized reading' (duration: 533.990634ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:36.904444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:36.370278Z","time spent":"534.160469ms","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-wvb6v\" "} {"level":"warn","ts":"2026-02-26T02:16:36.904519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.262943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:16:36.90456Z","caller":"traceutil/trace.go:171","msg":"trace[2064009413] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14313; }","duration":"550.311385ms","start":"2026-02-26T02:16:36.354239Z","end":"2026-02-26T02:16:36.904551Z","steps":["trace[2064009413] 'agreement among raft nodes before linearized reading' (duration: 550.245463ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:36.904599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:36.354236Z","time spent":"550.351706ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-26T02:16:36.904643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.944189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-79dbr\" ","response":"range_response_count:1 size:9796"} {"level":"info","ts":"2026-02-26T02:16:36.90468Z","caller":"traceutil/trace.go:171","msg":"trace[1864168068] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-79dbr; range_end:; response_count:1; response_revision:14313; }","duration":"535.005601ms","start":"2026-02-26T02:16:36.369666Z","end":"2026-02-26T02:16:36.904672Z","steps":["trace[1864168068] 'agreement among raft nodes before linearized reading' (duration: 534.911948ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:36.904706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:36.369655Z","time spent":"535.045092ms","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9820,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-79dbr\" "} {"level":"warn","ts":"2026-02-26T02:16:36.904802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.590532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-02-26T02:16:36.904842Z","caller":"traceutil/trace.go:171","msg":"trace[1882148656] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14313; }","duration":"550.639033ms","start":"2026-02-26T02:16:36.354194Z","end":"2026-02-26T02:16:36.904833Z","steps":["trace[1882148656] 'agreement among raft nodes before linearized reading' (duration: 550.52641ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:36.904872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:36.35419Z","time spent":"550.673644ms","remote":"127.0.0.1:45198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-02-26T02:16:36.90492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.497282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-dzhlp\" ","response":"range_response_count:1 size:22125"} {"level":"info","ts":"2026-02-26T02:16:36.904958Z","caller":"traceutil/trace.go:171","msg":"trace[1070237682] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-dzhlp; range_end:; response_count:1; response_revision:14313; }","duration":"538.549834ms","start":"2026-02-26T02:16:36.3664Z","end":"2026-02-26T02:16:36.904949Z","steps":["trace[1070237682] 'agreement among raft nodes before linearized reading' (duration: 538.451082ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:36.904984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:36.366391Z","time spent":"538.587635ms","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22149,"request content":"key:\"/registry/pods/openstack/nova-compute-default-dzhlp\" "} {"level":"warn","ts":"2026-02-26T02:16:36.905079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.9226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-02-26T02:16:36.905118Z","caller":"traceutil/trace.go:171","msg":"trace[135194827] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14313; }","duration":"550.998452ms","start":"2026-02-26T02:16:36.354111Z","end":"2026-02-26T02:16:36.905109Z","steps":["trace[135194827] 'agreement among raft nodes before linearized reading' (duration: 550.885909ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:36.905146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:36.354094Z","time spent":"551.045163ms","remote":"127.0.0.1:45198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-02-26T02:16:36.905172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.057597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-dzhlp\" ","response":"range_response_count:1 size:22125"} {"level":"info","ts":"2026-02-26T02:16:36.905201Z","caller":"traceutil/trace.go:171","msg":"trace[1266250185] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-dzhlp; range_end:; response_count:1; response_revision:14313; }","duration":"542.099838ms","start":"2026-02-26T02:16:36.363093Z","end":"2026-02-26T02:16:36.905193Z","steps":["trace[1266250185] 'agreement among raft nodes before linearized reading' (duration: 542.016475ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:36.905236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:36.363086Z","time spent":"542.143769ms","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22149,"request content":"key:\"/registry/pods/openstack/nova-compute-default-dzhlp\" "} {"level":"warn","ts":"2026-02-26T02:16:36.905351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.302857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-02-26T02:16:36.90539Z","caller":"traceutil/trace.go:171","msg":"trace[1389519569] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14313; }","duration":"552.371439ms","start":"2026-02-26T02:16:36.35301Z","end":"2026-02-26T02:16:36.905381Z","steps":["trace[1389519569] 'agreement among raft nodes before linearized reading' (duration: 552.258416ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:36.905419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:36.352999Z","time spent":"552.412749ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-26T02:16:36.905546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.08039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-02-26T02:16:36.905589Z","caller":"traceutil/trace.go:171","msg":"trace[1602875728] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14313; }","duration":"544.137292ms","start":"2026-02-26T02:16:36.361442Z","end":"2026-02-26T02:16:36.90558Z","steps":["trace[1602875728] 'agreement among raft nodes before linearized reading' (duration: 544.009989ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:36.9056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.521868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-02-26T02:16:36.905617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:36.361434Z","time spent":"544.177123ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-02-26T02:16:36.905645Z","caller":"traceutil/trace.go:171","msg":"trace[1498236981] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14313; }","duration":"556.576399ms","start":"2026-02-26T02:16:36.349055Z","end":"2026-02-26T02:16:36.905632Z","steps":["trace[1498236981] 'agreement among raft nodes before linearized reading' (duration: 556.483177ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:36.905679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:36.34905Z","time spent":"556.62312ms","remote":"127.0.0.1:45198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-02-26T02:16:36.905777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.512022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:16:36.905813Z","caller":"traceutil/trace.go:171","msg":"trace[89661415] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14313; }","duration":"544.560263ms","start":"2026-02-26T02:16:36.361244Z","end":"2026-02-26T02:16:36.905804Z","steps":["trace[89661415] 'agreement among raft nodes before linearized reading' (duration: 544.510851ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:36.905819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.97192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T02:16:36.905838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:36.361236Z","time spent":"544.597334ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-26T02:16:36.905916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.622487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-02-26T02:16:36.905953Z","caller":"traceutil/trace.go:171","msg":"trace[814844740] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14313; }","duration":"557.672928ms","start":"2026-02-26T02:16:36.348272Z","end":"2026-02-26T02:16:36.905945Z","steps":["trace[814844740] 'agreement among raft nodes before linearized reading' (duration: 557.590666ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:36.90598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:36.348266Z","time spent":"557.707919ms","remote":"127.0.0.1:45198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-02-26T02:16:36.906129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.881274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:16:36.906164Z","caller":"traceutil/trace.go:171","msg":"trace[138136819] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14313; }","duration":"557.929015ms","start":"2026-02-26T02:16:36.348226Z","end":"2026-02-26T02:16:36.906155Z","steps":["trace[138136819] 'agreement among raft nodes before linearized reading' (duration: 557.880474ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:36.906191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:36.348221Z","time spent":"557.963996ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-02-26T02:16:36.906353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.137931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:16:36.905847Z","caller":"traceutil/trace.go:171","msg":"trace[1036049306] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14313; }","duration":"557.015181ms","start":"2026-02-26T02:16:36.348823Z","end":"2026-02-26T02:16:36.905839Z","steps":["trace[1036049306] 'agreement among raft nodes before linearized reading' (duration: 556.97119ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:16:36.906387Z","caller":"traceutil/trace.go:171","msg":"trace[1651190452] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14313; }","duration":"558.200122ms","start":"2026-02-26T02:16:36.348179Z","end":"2026-02-26T02:16:36.906379Z","steps":["trace[1651190452] 'agreement among raft nodes before linearized reading' (duration: 558.14557ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:36.906416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:36.348168Z","time spent":"558.241454ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-02-26T02:16:36.906634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.89147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:16:36.906672Z","caller":"traceutil/trace.go:171","msg":"trace[93040670] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:14313; }","duration":"172.003253ms","start":"2026-02-26T02:16:36.734659Z","end":"2026-02-26T02:16:36.906663Z","steps":["trace[93040670] 'agreement among raft nodes before linearized reading' (duration: 171.937092ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:36.902496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:36.361065Z","time spent":"541.374429ms","remote":"127.0.0.1:45198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":706,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-02-26T02:16:36.903375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.826065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-26T02:16:36.907067Z","caller":"traceutil/trace.go:171","msg":"trace[818507299] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14313; }","duration":"349.526843ms","start":"2026-02-26T02:16:36.557528Z","end":"2026-02-26T02:16:36.907055Z","steps":["trace[818507299] 'agreement among raft nodes before linearized reading' (duration: 345.783734ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:36.907114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:36.557524Z","time spent":"349.578384ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T02:16:36.903965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.42394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-26T02:16:36.907373Z","caller":"traceutil/trace.go:171","msg":"trace[1310049018] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14313; }","duration":"478.856151ms","start":"2026-02-26T02:16:36.428506Z","end":"2026-02-26T02:16:36.907362Z","steps":["trace[1310049018] 'agreement among raft nodes before linearized reading' (duration: 475.373189ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:36.907419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:36.428429Z","time spent":"478.977884ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T02:16:36.906415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:36.348816Z","time spent":"557.583316ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-02-26T02:16:37.130374Z","caller":"traceutil/trace.go:171","msg":"trace[760241921] transaction","detail":"{read_only:false; response_revision:14314; number_of_response:1; }","duration":"216.65281ms","start":"2026-02-26T02:16:36.913679Z","end":"2026-02-26T02:16:37.130332Z","steps":["trace[760241921] 'process raft request' (duration: 126.665119ms)","trace[760241921] 'compare' (duration: 89.825587ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:16:37.265813Z","caller":"traceutil/trace.go:171","msg":"trace[979787949] transaction","detail":"{read_only:false; response_revision:14315; number_of_response:1; }","duration":"352.044488ms","start":"2026-02-26T02:16:36.913734Z","end":"2026-02-26T02:16:37.265778Z","steps":["trace[979787949] 'process raft request' (duration: 349.596744ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:37.266019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:36.913701Z","time spent":"352.215773ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:16:37.26617Z","caller":"traceutil/trace.go:171","msg":"trace[117126453] transaction","detail":"{read_only:false; response_revision:14316; number_of_response:1; }","duration":"352.361837ms","start":"2026-02-26T02:16:36.913775Z","end":"2026-02-26T02:16:37.266137Z","steps":["trace[117126453] 'process raft request' (duration: 351.911205ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:37.266387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:36.913766Z","time spent":"352.49599ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:16:37.266591Z","caller":"traceutil/trace.go:171","msg":"trace[2145639556] linearizableReadLoop","detail":"{readStateIndex:14851; appliedIndex:14848; }","duration":"352.281375ms","start":"2026-02-26T02:16:36.914295Z","end":"2026-02-26T02:16:37.266576Z","steps":["trace[2145639556] 'read index received' (duration: 126.094824ms)","trace[2145639556] 'applied index is now lower than readState.Index' (duration: 226.185491ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:16:37.266909Z","caller":"traceutil/trace.go:171","msg":"trace[1014298551] transaction","detail":"{read_only:false; response_revision:14317; number_of_response:1; }","duration":"352.244214ms","start":"2026-02-26T02:16:36.914615Z","end":"2026-02-26T02:16:37.266859Z","steps":["trace[1014298551] 'process raft request' (duration: 351.410542ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:16:37.267119Z","caller":"traceutil/trace.go:171","msg":"trace[604400068] transaction","detail":"{read_only:false; response_revision:14318; number_of_response:1; }","duration":"351.363281ms","start":"2026-02-26T02:16:36.915737Z","end":"2026-02-26T02:16:37.2671Z","steps":["trace[604400068] 'process raft request' (duration: 350.721464ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:37.267164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:36.914603Z","time spent":"352.417908ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:16:37.267202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:36.915726Z","time spent":"351.429833ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:16:37.267362Z","caller":"traceutil/trace.go:171","msg":"trace[1879087653] transaction","detail":"{read_only:false; response_revision:14319; number_of_response:1; }","duration":"349.184094ms","start":"2026-02-26T02:16:36.918164Z","end":"2026-02-26T02:16:37.267348Z","steps":["trace[1879087653] 'process raft request' (duration: 348.363162ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:37.267422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:36.918121Z","time spent":"349.264856ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:16:37.267996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.685942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:769968"} {"level":"info","ts":"2026-02-26T02:16:37.268248Z","caller":"traceutil/trace.go:171","msg":"trace[980186746] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:14319; }","duration":"353.970919ms","start":"2026-02-26T02:16:36.914261Z","end":"2026-02-26T02:16:37.268232Z","steps":["trace[980186746] 'agreement among raft nodes before linearized reading' (duration: 352.785858ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:37.268289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:36.914249Z","time spent":"354.028181ms","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":769992,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-26T02:16:37.276526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.510115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:769968"} {"level":"info","ts":"2026-02-26T02:16:37.276602Z","caller":"traceutil/trace.go:171","msg":"trace[1356348202] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:14319; }","duration":"359.576027ms","start":"2026-02-26T02:16:36.916998Z","end":"2026-02-26T02:16:37.276574Z","steps":["trace[1356348202] 'agreement among raft nodes before linearized reading' (duration: 351.473983ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:37.276633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:36.916973Z","time spent":"359.650099ms","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":769992,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-26T02:16:37.283182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.397592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-02-26T02:16:37.283288Z","caller":"traceutil/trace.go:171","msg":"trace[955825611] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:1; response_revision:14319; }","duration":"189.560126ms","start":"2026-02-26T02:16:37.093699Z","end":"2026-02-26T02:16:37.283259Z","steps":["trace[955825611] 'agreement among raft nodes before linearized reading' (duration: 175.053784ms)","trace[955825611] 'range keys from in-memory index tree' (duration: 14.307717ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:16:37.286074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.414577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:769968"} {"level":"info","ts":"2026-02-26T02:16:37.286153Z","caller":"traceutil/trace.go:171","msg":"trace[1517110285] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:14319; }","duration":"366.527571ms","start":"2026-02-26T02:16:36.919608Z","end":"2026-02-26T02:16:37.286135Z","steps":["trace[1517110285] 'agreement among raft nodes before linearized reading' (duration: 348.692601ms)","trace[1517110285] 'range keys from bolt db' (duration: 17.557912ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:16:37.286189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:36.919601Z","time spent":"366.579552ms","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":769992,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-26T02:16:37.286628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.455374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:769968"} {"level":"info","ts":"2026-02-26T02:16:37.286749Z","caller":"traceutil/trace.go:171","msg":"trace[593970155] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:14319; }","duration":"370.613488ms","start":"2026-02-26T02:16:36.916111Z","end":"2026-02-26T02:16:37.286725Z","steps":["trace[593970155] 'agreement among raft nodes before linearized reading' (duration: 351.430143ms)","trace[593970155] 'range keys from bolt db' (duration: 18.875277ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:16:37.286813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:36.916101Z","time spent":"370.69902ms","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":769992,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-26T02:17:08.688985Z","caller":"traceutil/trace.go:171","msg":"trace[1274590724] linearizableReadLoop","detail":"{readStateIndex:15034; appliedIndex:15033; }","duration":"101.609238ms","start":"2026-02-26T02:17:08.587351Z","end":"2026-02-26T02:17:08.68896Z","steps":["trace[1274590724] 'read index received' (duration: 101.406403ms)","trace[1274590724] 'applied index is now lower than readState.Index' (duration: 201.945µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:17:08.68902Z","caller":"traceutil/trace.go:171","msg":"trace[2027456546] transaction","detail":"{read_only:false; response_revision:14491; number_of_response:1; }","duration":"191.703952ms","start":"2026-02-26T02:17:08.497285Z","end":"2026-02-26T02:17:08.688989Z","steps":["trace[2027456546] 'process raft request' (duration: 191.523717ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:17:08.689222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.847064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T02:17:08.689267Z","caller":"traceutil/trace.go:171","msg":"trace[1674019364] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:14491; }","duration":"101.961037ms","start":"2026-02-26T02:17:08.587294Z","end":"2026-02-26T02:17:08.689255Z","steps":["trace[1674019364] 'agreement among raft nodes before linearized reading' (duration: 101.767932ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:17:09.301636Z","caller":"traceutil/trace.go:171","msg":"trace[1282931682] transaction","detail":"{read_only:false; response_revision:14494; number_of_response:1; }","duration":"146.522431ms","start":"2026-02-26T02:17:09.155083Z","end":"2026-02-26T02:17:09.301605Z","steps":["trace[1282931682] 'process raft request' (duration: 74.663097ms)","trace[1282931682] 'compare' (duration: 71.726121ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:17:09.397506Z","caller":"traceutil/trace.go:171","msg":"trace[2131272931] linearizableReadLoop","detail":"{readStateIndex:15038; appliedIndex:15037; }","duration":"127.544202ms","start":"2026-02-26T02:17:09.269926Z","end":"2026-02-26T02:17:09.39747Z","steps":["trace[2131272931] 'read index received' (duration: 127.397008ms)","trace[2131272931] 'applied index is now lower than readState.Index' (duration: 145.674µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:17:09.397567Z","caller":"traceutil/trace.go:171","msg":"trace[1634793300] transaction","detail":"{read_only:false; response_revision:14495; number_of_response:1; }","duration":"237.53413ms","start":"2026-02-26T02:17:09.159985Z","end":"2026-02-26T02:17:09.397519Z","steps":["trace[1634793300] 'process raft request' (duration: 237.302934ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:17:09.397934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.984213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wvb6v\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-26T02:17:09.398081Z","caller":"traceutil/trace.go:171","msg":"trace[2064174076] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wvb6v; range_end:; response_count:1; response_revision:14495; }","duration":"128.198969ms","start":"2026-02-26T02:17:09.269854Z","end":"2026-02-26T02:17:09.398053Z","steps":["trace[2064174076] 'agreement among raft nodes before linearized reading' (duration: 127.823789ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:17:09.615216Z","caller":"traceutil/trace.go:171","msg":"trace[75459463] transaction","detail":"{read_only:false; response_revision:14498; number_of_response:1; }","duration":"130.52612ms","start":"2026-02-26T02:17:09.484664Z","end":"2026-02-26T02:17:09.61519Z","steps":["trace[75459463] 'process raft request' (duration: 130.289654ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:17:09.615561Z","caller":"traceutil/trace.go:171","msg":"trace[1354093518] transaction","detail":"{read_only:false; response_revision:14499; number_of_response:1; }","duration":"130.832088ms","start":"2026-02-26T02:17:09.484701Z","end":"2026-02-26T02:17:09.615533Z","steps":["trace[1354093518] 'process raft request' (duration: 130.436928ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:17:09.616192Z","caller":"traceutil/trace.go:171","msg":"trace[608486860] transaction","detail":"{read_only:false; response_revision:14500; number_of_response:1; }","duration":"131.372782ms","start":"2026-02-26T02:17:09.484805Z","end":"2026-02-26T02:17:09.616178Z","steps":["trace[608486860] 'process raft request' (duration: 130.604842ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:17:09.616325Z","caller":"traceutil/trace.go:171","msg":"trace[393597960] transaction","detail":"{read_only:false; response_revision:14502; number_of_response:1; }","duration":"125.836516ms","start":"2026-02-26T02:17:09.49045Z","end":"2026-02-26T02:17:09.616286Z","steps":["trace[393597960] 'process raft request' (duration: 125.668282ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:17:09.616227Z","caller":"traceutil/trace.go:171","msg":"trace[1245868451] linearizableReadLoop","detail":"{readStateIndex:15045; appliedIndex:15039; }","duration":"113.335898ms","start":"2026-02-26T02:17:09.502859Z","end":"2026-02-26T02:17:09.616195Z","steps":["trace[1245868451] 'read index received' (duration: 33.874843ms)","trace[1245868451] 'applied index is now lower than readState.Index' (duration: 79.459895ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:17:09.616702Z","caller":"traceutil/trace.go:171","msg":"trace[1779550676] transaction","detail":"{read_only:false; response_revision:14501; number_of_response:1; }","duration":"131.271ms","start":"2026-02-26T02:17:09.485019Z","end":"2026-02-26T02:17:09.61629Z","steps":["trace[1779550676] 'process raft request' (duration: 130.973102ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:17:09.616688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.80595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T02:17:09.616822Z","caller":"traceutil/trace.go:171","msg":"trace[232310437] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:14502; }","duration":"113.999924ms","start":"2026-02-26T02:17:09.502787Z","end":"2026-02-26T02:17:09.616787Z","steps":["trace[232310437] 'agreement among raft nodes before linearized reading' (duration: 113.642895ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:19:28.833756Z","caller":"traceutil/trace.go:171","msg":"trace[92505061] linearizableReadLoop","detail":"{readStateIndex:16172; appliedIndex:16171; }","duration":"105.360496ms","start":"2026-02-26T02:19:28.728349Z","end":"2026-02-26T02:19:28.83371Z","steps":["trace[92505061] 'read index received' (duration: 12.021346ms)","trace[92505061] 'applied index is now lower than readState.Index' (duration: 93.33755ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:19:28.833825Z","caller":"traceutil/trace.go:171","msg":"trace[1251584977] transaction","detail":"{read_only:false; response_revision:15589; number_of_response:1; }","duration":"130.390527ms","start":"2026-02-26T02:19:28.703379Z","end":"2026-02-26T02:19:28.833769Z","steps":["trace[1251584977] 'process raft request' (duration: 36.994215ms)","trace[1251584977] 'compare' (duration: 93.157815ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:19:28.834086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.675395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-26T02:19:28.834133Z","caller":"traceutil/trace.go:171","msg":"trace[1510808139] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15589; }","duration":"105.826249ms","start":"2026-02-26T02:19:28.728291Z","end":"2026-02-26T02:19:28.834117Z","steps":["trace[1510808139] 'agreement among raft nodes before linearized reading' (duration: 105.612283ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:19:28.834164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.375887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-02-26T02:19:28.834257Z","caller":"traceutil/trace.go:171","msg":"trace[1265557810] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15589; }","duration":"105.4967ms","start":"2026-02-26T02:19:28.728735Z","end":"2026-02-26T02:19:28.834231Z","steps":["trace[1265557810] 'agreement among raft nodes before linearized reading' (duration: 105.191482ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:19:28.834389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.242728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-26T02:19:28.834427Z","caller":"traceutil/trace.go:171","msg":"trace[286777466] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15589; }","duration":"101.31969ms","start":"2026-02-26T02:19:28.733094Z","end":"2026-02-26T02:19:28.834414Z","steps":["trace[286777466] 'agreement among raft nodes before linearized reading' (duration: 101.223487ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:19:28.83454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.743197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-26T02:19:28.83458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.653358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-26T02:19:28.834596Z","caller":"traceutil/trace.go:171","msg":"trace[1142642773] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15589; }","duration":"105.803928ms","start":"2026-02-26T02:19:28.728775Z","end":"2026-02-26T02:19:28.834579Z","steps":["trace[1142642773] 'agreement among raft nodes before linearized reading' (duration: 105.697875ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:19:28.834642Z","caller":"traceutil/trace.go:171","msg":"trace[1264159444] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15589; }","duration":"104.74493ms","start":"2026-02-26T02:19:28.729879Z","end":"2026-02-26T02:19:28.834624Z","steps":["trace[1264159444] 'agreement among raft nodes before linearized reading' (duration: 104.513574ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:21:05.131826Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14172} {"level":"info","ts":"2026-02-26T02:21:05.241444Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14172,"took":"105.550037ms","hash":754225627,"current-db-size-bytes":39002112,"current-db-size":"39 MB","current-db-size-in-use-bytes":27840512,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-02-26T02:21:05.241517Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":754225627,"revision":14172,"compact-revision":11720} {"level":"info","ts":"2026-02-26T02:22:11.426885Z","caller":"traceutil/trace.go:171","msg":"trace[355927103] linearizableReadLoop","detail":"{readStateIndex:17300; appliedIndex:17299; }","duration":"259.684743ms","start":"2026-02-26T02:22:11.167178Z","end":"2026-02-26T02:22:11.426863Z","steps":["trace[355927103] 'read index received' (duration: 259.461247ms)","trace[355927103] 'applied index is now lower than readState.Index' (duration: 222.836µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:22:11.427294Z","caller":"traceutil/trace.go:171","msg":"trace[1377072011] transaction","detail":"{read_only:false; response_revision:16680; number_of_response:1; }","duration":"455.668081ms","start":"2026-02-26T02:22:10.971615Z","end":"2026-02-26T02:22:11.427283Z","steps":["trace[1377072011] 'process raft request' (duration: 455.092086ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:22:11.427396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:22:10.971602Z","time spent":"455.723392ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:22:11.427661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.479774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3226"} {"level":"info","ts":"2026-02-26T02:22:11.427697Z","caller":"traceutil/trace.go:171","msg":"trace[458703615] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:16680; }","duration":"260.545716ms","start":"2026-02-26T02:22:11.167141Z","end":"2026-02-26T02:22:11.427687Z","steps":["trace[458703615] 'agreement among raft nodes before linearized reading' (duration: 260.427153ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:22:11.433418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.979797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-79dbr\" ","response":"range_response_count:1 size:9797"} {"level":"info","ts":"2026-02-26T02:22:11.433468Z","caller":"traceutil/trace.go:171","msg":"trace[2074472812] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-79dbr; range_end:; response_count:1; response_revision:16682; }","duration":"177.08201ms","start":"2026-02-26T02:22:11.256375Z","end":"2026-02-26T02:22:11.433457Z","steps":["trace[2074472812] 'agreement among raft nodes before linearized reading' (duration: 176.884744ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:22:11.433123Z","caller":"traceutil/trace.go:171","msg":"trace[1698815576] transaction","detail":"{read_only:false; response_revision:16681; number_of_response:1; }","duration":"139.357407ms","start":"2026-02-26T02:22:11.293745Z","end":"2026-02-26T02:22:11.433103Z","steps":["trace[1698815576] 'process raft request' (duration: 139.215614ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:22:17.955047Z","caller":"traceutil/trace.go:171","msg":"trace[505747938] linearizableReadLoop","detail":"{readStateIndex:17353; appliedIndex:17352; }","duration":"206.570726ms","start":"2026-02-26T02:22:17.748439Z","end":"2026-02-26T02:22:17.955009Z","steps":["trace[505747938] 'read index received' (duration: 204.010659ms)","trace[505747938] 'applied index is now lower than readState.Index' (duration: 2.558007ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:22:17.955101Z","caller":"traceutil/trace.go:171","msg":"trace[1066794911] transaction","detail":"{read_only:false; response_revision:16731; number_of_response:1; }","duration":"209.657317ms","start":"2026-02-26T02:22:17.745411Z","end":"2026-02-26T02:22:17.955068Z","steps":["trace[1066794911] 'process raft request' (duration: 207.072069ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:22:17.95531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.856493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-26T02:22:17.955355Z","caller":"traceutil/trace.go:171","msg":"trace[134918295] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16731; }","duration":"206.937136ms","start":"2026-02-26T02:22:17.748405Z","end":"2026-02-26T02:22:17.955342Z","steps":["trace[134918295] 'agreement among raft nodes before linearized reading' (duration: 206.765861ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:22:17.955532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.342107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T02:22:17.955565Z","caller":"traceutil/trace.go:171","msg":"trace[317362122] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16731; }","duration":"204.386179ms","start":"2026-02-26T02:22:17.751171Z","end":"2026-02-26T02:22:17.955558Z","steps":["trace[317362122] 'agreement among raft nodes before linearized reading' (duration: 204.304276ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:22:17.95581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.40107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-26T02:22:17.955848Z","caller":"traceutil/trace.go:171","msg":"trace[445635610] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16731; }","duration":"201.447651ms","start":"2026-02-26T02:22:17.75439Z","end":"2026-02-26T02:22:17.955838Z","steps":["trace[445635610] 'agreement among raft nodes before linearized reading' (duration: 201.361639ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:22:17.955858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.184318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-26T02:22:17.95598Z","caller":"traceutil/trace.go:171","msg":"trace[189715684] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16731; }","duration":"200.288581ms","start":"2026-02-26T02:22:17.755631Z","end":"2026-02-26T02:22:17.95592Z","steps":["trace[189715684] 'agreement among raft nodes before linearized reading' (duration: 200.046555ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:22:17.956189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.634294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-26T02:22:17.95623Z","caller":"traceutil/trace.go:171","msg":"trace[1673586134] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:16731; }","duration":"131.726346ms","start":"2026-02-26T02:22:17.824494Z","end":"2026-02-26T02:22:17.956221Z","steps":["trace[1673586134] 'agreement among raft nodes before linearized reading' (duration: 131.629803ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:22:17.95624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.803088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:22:17.95631Z","caller":"traceutil/trace.go:171","msg":"trace[1492472417] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16731; }","duration":"169.937342ms","start":"2026-02-26T02:22:17.786362Z","end":"2026-02-26T02:22:17.956299Z","steps":["trace[1492472417] 'agreement among raft nodes before linearized reading' (duration: 169.832729ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:22:18.266642Z","caller":"traceutil/trace.go:171","msg":"trace[1190566451] transaction","detail":"{read_only:false; response_revision:16732; number_of_response:1; }","duration":"305.759836ms","start":"2026-02-26T02:22:17.960857Z","end":"2026-02-26T02:22:18.266616Z","steps":["trace[1190566451] 'process raft request' (duration: 265.306461ms)","trace[1190566451] 'compare' (duration: 40.350632ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:22:18.266778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:22:17.960837Z","time spent":"305.873259ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:22:18.270651Z","caller":"traceutil/trace.go:171","msg":"trace[1230603910] transaction","detail":"{read_only:false; response_revision:16733; number_of_response:1; }","duration":"309.034382ms","start":"2026-02-26T02:22:17.96159Z","end":"2026-02-26T02:22:18.270625Z","steps":["trace[1230603910] 'process raft request' (duration: 308.834627ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:22:18.27083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:22:17.961556Z","time spent":"309.185306ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:22:18.270963Z","caller":"traceutil/trace.go:171","msg":"trace[1787368759] transaction","detail":"{read_only:false; response_revision:16736; number_of_response:1; }","duration":"306.051004ms","start":"2026-02-26T02:22:17.964897Z","end":"2026-02-26T02:22:18.270948Z","steps":["trace[1787368759] 'process raft request' (duration: 306.002973ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:22:18.270988Z","caller":"traceutil/trace.go:171","msg":"trace[2055403853] transaction","detail":"{read_only:false; response_revision:16735; number_of_response:1; }","duration":"308.212751ms","start":"2026-02-26T02:22:17.962743Z","end":"2026-02-26T02:22:18.270956Z","steps":["trace[2055403853] 'process raft request' (duration: 308.082408ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:22:18.270971Z","caller":"traceutil/trace.go:171","msg":"trace[222809981] transaction","detail":"{read_only:false; response_revision:16734; number_of_response:1; }","duration":"309.257839ms","start":"2026-02-26T02:22:17.961682Z","end":"2026-02-26T02:22:18.270939Z","steps":["trace[222809981] 'process raft request' (duration: 308.896089ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:22:18.271046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:22:17.964889Z","time spent":"306.117395ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:22:18.271137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:22:17.962736Z","time spent":"308.331044ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:22:18.271179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:22:17.961674Z","time spent":"309.426593ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:22:19.287758Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284873702,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:22:19.462551Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.176939799s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T02:22:19.462861Z","caller":"traceutil/trace.go:171","msg":"trace[1790157974] linearizableReadLoop","detail":"{readStateIndex:17359; appliedIndex:17358; }","duration":"675.69587ms","start":"2026-02-26T02:22:18.787148Z","end":"2026-02-26T02:22:19.462844Z","steps":["trace[1790157974] 'read index received' (duration: 675.505705ms)","trace[1790157974] 'applied index is now lower than readState.Index' (duration: 189.675µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:22:19.462924Z","caller":"traceutil/trace.go:171","msg":"trace[89828824] transaction","detail":"{read_only:false; response_revision:16737; number_of_response:1; }","duration":"1.177448962s","start":"2026-02-26T02:22:18.285468Z","end":"2026-02-26T02:22:19.462917Z","steps":["trace[89828824] 'process raft request' (duration: 1.177249197s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:22:19.463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:22:18.285436Z","time spent":"1.177506204s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20981,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:22:19.463124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.977947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:22:19.463154Z","caller":"traceutil/trace.go:171","msg":"trace[110858252] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16737; }","duration":"676.049919ms","start":"2026-02-26T02:22:18.787097Z","end":"2026-02-26T02:22:19.463147Z","steps":["trace[110858252] 'agreement among raft nodes before linearized reading' (duration: 675.997417ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:22:19.463174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:22:18.787076Z","time spent":"676.09444ms","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:22:19.463325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.302254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-26T02:22:19.46338Z","caller":"traceutil/trace.go:171","msg":"trace[1320056525] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:16737; }","duration":"492.390005ms","start":"2026-02-26T02:22:18.97098Z","end":"2026-02-26T02:22:19.46337Z","steps":["trace[1320056525] 'agreement among raft nodes before linearized reading' (duration: 492.224221ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:22:19.463412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:22:18.97096Z","time spent":"492.446197ms","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":130,"response size":33,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:22:19.46336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.327834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:22:19.463518Z","caller":"traceutil/trace.go:171","msg":"trace[1903442508] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:16737; }","duration":"541.56556ms","start":"2026-02-26T02:22:18.921929Z","end":"2026-02-26T02:22:19.463495Z","steps":["trace[1903442508] 'agreement among raft nodes before linearized reading' (duration: 541.248071ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:22:19.463612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:22:18.921905Z","time spent":"541.687593ms","remote":"127.0.0.1:45350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:22:44.244222Z","caller":"traceutil/trace.go:171","msg":"trace[740259081] linearizableReadLoop","detail":"{readStateIndex:17725; appliedIndex:17724; }","duration":"115.571291ms","start":"2026-02-26T02:22:44.128618Z","end":"2026-02-26T02:22:44.244189Z","steps":["trace[740259081] 'read index received' (duration: 86.947608ms)","trace[740259081] 'applied index is now lower than readState.Index' (duration: 28.622653ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:22:44.24436Z","caller":"traceutil/trace.go:171","msg":"trace[162099733] transaction","detail":"{read_only:false; response_revision:17090; number_of_response:1; }","duration":"118.055355ms","start":"2026-02-26T02:22:44.126274Z","end":"2026-02-26T02:22:44.244329Z","steps":["trace[162099733] 'process raft request' (duration: 89.287589ms)","trace[162099733] 'compare' (duration: 28.500369ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:22:44.24452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.91736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18909"} {"level":"info","ts":"2026-02-26T02:22:44.244575Z","caller":"traceutil/trace.go:171","msg":"trace[450610593] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:17090; }","duration":"116.037512ms","start":"2026-02-26T02:22:44.128522Z","end":"2026-02-26T02:22:44.24456Z","steps":["trace[450610593] 'agreement among raft nodes before linearized reading' (duration: 115.841537ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:22:45.938326Z","caller":"traceutil/trace.go:171","msg":"trace[1968805238] linearizableReadLoop","detail":"{readStateIndex:17737; appliedIndex:17736; }","duration":"151.209889ms","start":"2026-02-26T02:22:45.78709Z","end":"2026-02-26T02:22:45.9383Z","steps":["trace[1968805238] 'read index received' (duration: 149.308409ms)","trace[1968805238] 'applied index is now lower than readState.Index' (duration: 1.90023ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:22:45.938642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.533187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:22:45.938748Z","caller":"traceutil/trace.go:171","msg":"trace[1199455277] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17102; }","duration":"151.671561ms","start":"2026-02-26T02:22:45.787052Z","end":"2026-02-26T02:22:45.938724Z","steps":["trace[1199455277] 'agreement among raft nodes before linearized reading' (duration: 151.485046ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:22:45.938716Z","caller":"traceutil/trace.go:171","msg":"trace[1567690919] transaction","detail":"{read_only:false; response_revision:17102; number_of_response:1; }","duration":"171.782291ms","start":"2026-02-26T02:22:45.76689Z","end":"2026-02-26T02:22:45.938672Z","steps":["trace[1567690919] 'process raft request' (duration: 169.589053ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:22:48.388622Z","caller":"traceutil/trace.go:171","msg":"trace[391330089] transaction","detail":"{read_only:false; response_revision:17116; number_of_response:1; }","duration":"131.021497ms","start":"2026-02-26T02:22:48.257569Z","end":"2026-02-26T02:22:48.388591Z","steps":["trace[391330089] 'process raft request' (duration: 130.789551ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:22:48.588956Z","caller":"traceutil/trace.go:171","msg":"trace[2060511106] linearizableReadLoop","detail":"{readStateIndex:17753; appliedIndex:17752; }","duration":"102.861987ms","start":"2026-02-26T02:22:48.486062Z","end":"2026-02-26T02:22:48.588924Z","steps":["trace[2060511106] 'read index received' (duration: 88.337045ms)","trace[2060511106] 'applied index is now lower than readState.Index' (duration: 14.523542ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:22:48.589127Z","caller":"traceutil/trace.go:171","msg":"trace[1809574704] transaction","detail":"{read_only:false; response_revision:17117; number_of_response:1; }","duration":"195.780632ms","start":"2026-02-26T02:22:48.393322Z","end":"2026-02-26T02:22:48.589103Z","steps":["trace[1809574704] 'process raft request' (duration: 181.067234ms)","trace[1809574704] 'compare' (duration: 14.153103ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:22:48.589626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.557995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-26T02:22:48.589733Z","caller":"traceutil/trace.go:171","msg":"trace[508667479] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17117; }","duration":"103.726179ms","start":"2026-02-26T02:22:48.485981Z","end":"2026-02-26T02:22:48.589708Z","steps":["trace[508667479] 'agreement among raft nodes before linearized reading' (duration: 103.492103ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:22:48.803715Z","caller":"traceutil/trace.go:171","msg":"trace[1455118709] transaction","detail":"{read_only:false; response_revision:17119; number_of_response:1; }","duration":"209.128693ms","start":"2026-02-26T02:22:48.59455Z","end":"2026-02-26T02:22:48.803679Z","steps":["trace[1455118709] 'process raft request' (duration: 133.980906ms)","trace[1455118709] 'compare' (duration: 74.672665ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:22:48.804054Z","caller":"traceutil/trace.go:171","msg":"trace[885113842] transaction","detail":"{read_only:false; response_revision:17121; number_of_response:1; }","duration":"208.279231ms","start":"2026-02-26T02:22:48.595725Z","end":"2026-02-26T02:22:48.804004Z","steps":["trace[885113842] 'process raft request' (duration: 207.906291ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:22:48.804099Z","caller":"traceutil/trace.go:171","msg":"trace[1088357417] transaction","detail":"{read_only:false; response_revision:17122; number_of_response:1; }","duration":"207.398068ms","start":"2026-02-26T02:22:48.596684Z","end":"2026-02-26T02:22:48.804082Z","steps":["trace[1088357417] 'process raft request' (duration: 207.153131ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:22:48.803725Z","caller":"traceutil/trace.go:171","msg":"trace[1333050261] transaction","detail":"{read_only:false; response_revision:17120; number_of_response:1; }","duration":"209.102583ms","start":"2026-02-26T02:22:48.594587Z","end":"2026-02-26T02:22:48.803689Z","steps":["trace[1333050261] 'process raft request' (duration: 208.902487ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:22:49.059202Z","caller":"traceutil/trace.go:171","msg":"trace[1168915953] transaction","detail":"{read_only:false; response_revision:17123; number_of_response:1; }","duration":"232.401445ms","start":"2026-02-26T02:22:48.826772Z","end":"2026-02-26T02:22:49.059173Z","steps":["trace[1168915953] 'process raft request' (duration: 219.936057ms)","trace[1168915953] 'compare' (duration: 12.104779ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:22:49.835174Z","caller":"traceutil/trace.go:171","msg":"trace[971337634] transaction","detail":"{read_only:false; response_revision:17125; number_of_response:1; }","duration":"120.292005ms","start":"2026-02-26T02:22:49.714855Z","end":"2026-02-26T02:22:49.835147Z","steps":["trace[971337634] 'process raft request' (duration: 110.632721ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:22:50.152937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.861009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-79dbr\" ","response":"range_response_count:1 size:9797"} {"level":"info","ts":"2026-02-26T02:22:50.153114Z","caller":"traceutil/trace.go:171","msg":"trace[279412817] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-79dbr; range_end:; response_count:1; response_revision:17125; }","duration":"162.093386ms","start":"2026-02-26T02:22:49.990997Z","end":"2026-02-26T02:22:50.15309Z","steps":["trace[279412817] 'range keys from in-memory index tree' (duration: 161.670794ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:22:50.153275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.401315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-dzhlp\" ","response":"range_response_count:1 size:22126"} {"level":"info","ts":"2026-02-26T02:22:50.153629Z","caller":"traceutil/trace.go:171","msg":"trace[59987700] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-dzhlp; range_end:; response_count:1; response_revision:17125; }","duration":"156.812056ms","start":"2026-02-26T02:22:49.996605Z","end":"2026-02-26T02:22:50.153417Z","steps":["trace[59987700] 'range keys from in-memory index tree' (duration: 156.17195ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:12.444159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.155718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-dzhlp\" ","response":"range_response_count:1 size:23313"} {"level":"info","ts":"2026-02-26T02:23:12.444283Z","caller":"traceutil/trace.go:171","msg":"trace[630876146] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-dzhlp; range_end:; response_count:1; response_revision:17331; }","duration":"105.344722ms","start":"2026-02-26T02:23:12.338912Z","end":"2026-02-26T02:23:12.444256Z","steps":["trace[630876146] 'range keys from in-memory index tree' (duration: 104.803528ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:43.286472Z","caller":"traceutil/trace.go:171","msg":"trace[2040427465] transaction","detail":"{read_only:false; response_revision:17538; number_of_response:1; }","duration":"114.742959ms","start":"2026-02-26T02:23:43.171705Z","end":"2026-02-26T02:23:43.286448Z","steps":["trace[2040427465] 'process raft request' (duration: 114.708418ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:43.286694Z","caller":"traceutil/trace.go:171","msg":"trace[791614271] transaction","detail":"{read_only:false; response_revision:17537; number_of_response:1; }","duration":"115.782777ms","start":"2026-02-26T02:23:43.170891Z","end":"2026-02-26T02:23:43.286673Z","steps":["trace[791614271] 'process raft request' (duration: 107.682384ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:05.142827Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16167} {"level":"info","ts":"2026-02-26T02:26:05.25036Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16167,"took":"104.687887ms","hash":368022220,"current-db-size-bytes":40689664,"current-db-size":"41 MB","current-db-size-in-use-bytes":30097408,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-02-26T02:26:05.250492Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":368022220,"revision":16167,"compact-revision":14172} {"level":"info","ts":"2026-02-26T02:27:37.126831Z","caller":"traceutil/trace.go:171","msg":"trace[860637752] transaction","detail":"{read_only:false; response_revision:19021; number_of_response:1; }","duration":"163.895903ms","start":"2026-02-26T02:27:36.962906Z","end":"2026-02-26T02:27:37.126802Z","steps":["trace[860637752] 'process raft request' (duration: 163.727048ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:27:37.536138Z","caller":"traceutil/trace.go:171","msg":"trace[870876453] transaction","detail":"{read_only:false; response_revision:19022; number_of_response:1; }","duration":"568.204491ms","start":"2026-02-26T02:27:36.967907Z","end":"2026-02-26T02:27:37.536111Z","steps":["trace[870876453] 'process raft request' (duration: 567.998716ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:27:37.536309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:27:36.967869Z","time spent":"568.357536ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:27:37.536141Z","caller":"traceutil/trace.go:171","msg":"trace[466070748] linearizableReadLoop","detail":"{readStateIndex:19726; appliedIndex:19725; }","duration":"398.882845ms","start":"2026-02-26T02:27:37.137219Z","end":"2026-02-26T02:27:37.536102Z","steps":["trace[466070748] 'read index received' (duration: 398.859875ms)","trace[466070748] 'applied index is now lower than readState.Index' (duration: 19.83µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:27:37.536416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.158302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-02-26T02:27:37.536602Z","caller":"traceutil/trace.go:171","msg":"trace[531656408] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:1; response_revision:19022; }","duration":"399.409349ms","start":"2026-02-26T02:27:37.137165Z","end":"2026-02-26T02:27:37.536574Z","steps":["trace[531656408] 'agreement among raft nodes before linearized reading' (duration: 399.045489ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:27:37.536785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:27:37.137145Z","time spent":"399.617825ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/162.253.55.200\" "} {"level":"info","ts":"2026-02-26T02:27:37.814895Z","caller":"traceutil/trace.go:171","msg":"trace[1583341868] transaction","detail":"{read_only:false; response_revision:19023; number_of_response:1; }","duration":"413.718326ms","start":"2026-02-26T02:27:37.401151Z","end":"2026-02-26T02:27:37.814869Z","steps":["trace[1583341868] 'process raft request' (duration: 404.679237ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:27:37.815046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:27:37.401125Z","time spent":"413.842399ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:27:37.815168Z","caller":"traceutil/trace.go:171","msg":"trace[645617210] transaction","detail":"{read_only:false; response_revision:19024; number_of_response:1; }","duration":"126.690948ms","start":"2026-02-26T02:27:37.688467Z","end":"2026-02-26T02:27:37.815158Z","steps":["trace[645617210] 'process raft request' (duration: 125.98894ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:27:38.080564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.591621ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:27:38.080844Z","caller":"traceutil/trace.go:171","msg":"trace[487605028] linearizableReadLoop","detail":"{readStateIndex:19730; appliedIndex:19729; }","duration":"264.630526ms","start":"2026-02-26T02:27:37.816195Z","end":"2026-02-26T02:27:38.080826Z","steps":["trace[487605028] 'read index received' (duration: 110.535972ms)","trace[487605028] 'applied index is now lower than readState.Index' (duration: 154.093264ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:27:38.080889Z","caller":"traceutil/trace.go:171","msg":"trace[1325684277] transaction","detail":"{read_only:false; response_revision:19025; number_of_response:1; }","duration":"264.723969ms","start":"2026-02-26T02:27:37.816131Z","end":"2026-02-26T02:27:38.080854Z","steps":["trace[1325684277] 'process raft request' (duration: 110.750028ms)","trace[1325684277] 'compare' (duration: 153.462217ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:27:38.081005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.77773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:27:38.081037Z","caller":"traceutil/trace.go:171","msg":"trace[98099147] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19025; }","duration":"264.871702ms","start":"2026-02-26T02:27:37.816155Z","end":"2026-02-26T02:27:38.081027Z","steps":["trace[98099147] 'agreement among raft nodes before linearized reading' (duration: 264.756489ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:27:38.081116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.753003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:27:38.081222Z","caller":"traceutil/trace.go:171","msg":"trace[642219387] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:19025; }","duration":"117.923697ms","start":"2026-02-26T02:27:37.96327Z","end":"2026-02-26T02:27:38.081194Z","steps":["trace[642219387] 'agreement among raft nodes before linearized reading' (duration: 117.712762ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:27:38.081223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.313814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-02-26T02:27:38.081351Z","caller":"traceutil/trace.go:171","msg":"trace[421288904] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:19025; }","duration":"136.505949ms","start":"2026-02-26T02:27:37.944813Z","end":"2026-02-26T02:27:38.081319Z","steps":["trace[421288904] 'agreement among raft nodes before linearized reading' (duration: 136.146069ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:27:38.361048Z","caller":"traceutil/trace.go:171","msg":"trace[681538627] linearizableReadLoop","detail":"{readStateIndex:19731; appliedIndex:19730; }","duration":"191.031061ms","start":"2026-02-26T02:27:38.16998Z","end":"2026-02-26T02:27:38.361011Z","steps":["trace[681538627] 'read index received' (duration: 110.103791ms)","trace[681538627] 'applied index is now lower than readState.Index' (duration: 80.925119ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:27:38.361203Z","caller":"traceutil/trace.go:171","msg":"trace[2118229486] transaction","detail":"{read_only:false; response_revision:19026; number_of_response:1; }","duration":"231.762887ms","start":"2026-02-26T02:27:38.129383Z","end":"2026-02-26T02:27:38.361146Z","steps":["trace[2118229486] 'process raft request' (duration: 150.674354ms)","trace[2118229486] 'compare' (duration: 80.804846ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:27:38.361357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.363929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-26T02:27:38.361401Z","caller":"traceutil/trace.go:171","msg":"trace[1307887910] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19026; }","duration":"191.493023ms","start":"2026-02-26T02:27:38.169897Z","end":"2026-02-26T02:27:38.36139Z","steps":["trace[1307887910] 'agreement among raft nodes before linearized reading' (duration: 191.314728ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:27:38.816066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.535955ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:27:38.816198Z","caller":"traceutil/trace.go:171","msg":"trace[907387971] linearizableReadLoop","detail":"{readStateIndex:19732; appliedIndex:19731; }","duration":"448.713032ms","start":"2026-02-26T02:27:38.367462Z","end":"2026-02-26T02:27:38.816175Z","steps":["trace[907387971] 'read index received' (duration: 133.846228ms)","trace[907387971] 'applied index is now lower than readState.Index' (duration: 314.864644ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:27:38.816251Z","caller":"traceutil/trace.go:171","msg":"trace[99984682] transaction","detail":"{read_only:false; response_revision:19027; number_of_response:1; }","duration":"450.241542ms","start":"2026-02-26T02:27:38.365966Z","end":"2026-02-26T02:27:38.816207Z","steps":["trace[99984682] 'process raft request' (duration: 135.331747ms)","trace[99984682] 'compare' (duration: 314.404382ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:27:38.816443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.427605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-26T02:27:38.816476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.00445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18589"} {"level":"info","ts":"2026-02-26T02:27:38.816505Z","caller":"traceutil/trace.go:171","msg":"trace[33559098] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19027; }","duration":"431.506368ms","start":"2026-02-26T02:27:38.384976Z","end":"2026-02-26T02:27:38.816482Z","steps":["trace[33559098] 'agreement among raft nodes before linearized reading' (duration: 431.335173ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:27:38.816563Z","caller":"traceutil/trace.go:171","msg":"trace[2106407204] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:19027; }","duration":"449.229136ms","start":"2026-02-26T02:27:38.36731Z","end":"2026-02-26T02:27:38.816539Z","steps":["trace[2106407204] 'agreement among raft nodes before linearized reading' (duration: 448.979059ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:27:38.816567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:27:38.384961Z","time spent":"431.59317ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T02:27:38.816618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:27:38.367289Z","time spent":"449.311308ms","remote":"127.0.0.1:45202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18613,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-26T02:27:38.816645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.33096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-26T02:27:38.816695Z","caller":"traceutil/trace.go:171","msg":"trace[2133662367] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19027; }","duration":"297.437523ms","start":"2026-02-26T02:27:38.519241Z","end":"2026-02-26T02:27:38.816678Z","steps":["trace[2133662367] 'agreement among raft nodes before linearized reading' (duration: 297.262718ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:27:38.816729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.411353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T02:27:38.816829Z","caller":"traceutil/trace.go:171","msg":"trace[1330196134] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19027; }","duration":"249.572998ms","start":"2026-02-26T02:27:38.567229Z","end":"2026-02-26T02:27:38.816802Z","steps":["trace[1330196134] 'agreement among raft nodes before linearized reading' (duration: 249.27147ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:27:38.81673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.740141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-26T02:27:38.816885Z","caller":"traceutil/trace.go:171","msg":"trace[1277786439] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19027; }","duration":"252.984168ms","start":"2026-02-26T02:27:38.563892Z","end":"2026-02-26T02:27:38.816876Z","steps":["trace[1277786439] 'agreement among raft nodes before linearized reading' (duration: 252.610058ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:27:38.816982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:27:38.365936Z","time spent":"450.88466ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:27:39.289437Z","caller":"traceutil/trace.go:171","msg":"trace[1763341461] transaction","detail":"{read_only:false; response_revision:19028; number_of_response:1; }","duration":"468.043294ms","start":"2026-02-26T02:27:38.821352Z","end":"2026-02-26T02:27:39.289395Z","steps":["trace[1763341461] 'process raft request' (duration: 462.330893ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:27:39.289648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:27:38.821328Z","time spent":"468.204697ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:27:39.290499Z","caller":"traceutil/trace.go:171","msg":"trace[251627467] linearizableReadLoop","detail":"{readStateIndex:19736; appliedIndex:19732; }","duration":"412.33704ms","start":"2026-02-26T02:27:38.878139Z","end":"2026-02-26T02:27:39.290476Z","steps":["trace[251627467] 'read index received' (duration: 405.558261ms)","trace[251627467] 'applied index is now lower than readState.Index' (duration: 6.777009ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:27:39.290573Z","caller":"traceutil/trace.go:171","msg":"trace[222606302] transaction","detail":"{read_only:false; response_revision:19031; number_of_response:1; }","duration":"467.056847ms","start":"2026-02-26T02:27:38.823486Z","end":"2026-02-26T02:27:39.290543Z","steps":["trace[222606302] 'process raft request' (duration: 466.854322ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:27:39.290633Z","caller":"traceutil/trace.go:171","msg":"trace[685306626] transaction","detail":"{read_only:false; response_revision:19030; number_of_response:1; }","duration":"468.366032ms","start":"2026-02-26T02:27:38.822166Z","end":"2026-02-26T02:27:39.290532Z","steps":["trace[685306626] 'process raft request' (duration: 468.132736ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:27:39.290846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.688329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:27:39.29087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.125937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:27:39.290878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.811311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-02-26T02:27:39.290929Z","caller":"traceutil/trace.go:171","msg":"trace[2024586557] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:19032; }","duration":"412.837594ms","start":"2026-02-26T02:27:38.878078Z","end":"2026-02-26T02:27:39.290916Z","steps":["trace[2024586557] 'agreement among raft nodes before linearized reading' (duration: 412.69833ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:27:39.290949Z","caller":"traceutil/trace.go:171","msg":"trace[1082999643] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:19032; }","duration":"114.260151ms","start":"2026-02-26T02:27:39.176669Z","end":"2026-02-26T02:27:39.29093Z","steps":["trace[1082999643] 'agreement among raft nodes before linearized reading' (duration: 114.117448ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:27:39.290973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:27:38.878055Z","time spent":"412.907715ms","remote":"127.0.0.1:45492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-02-26T02:27:39.290976Z","caller":"traceutil/trace.go:171","msg":"trace[340190381] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:19032; }","duration":"278.957115ms","start":"2026-02-26T02:27:39.011992Z","end":"2026-02-26T02:27:39.290949Z","steps":["trace[340190381] 'agreement among raft nodes before linearized reading' (duration: 278.703838ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:27:39.290977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:27:38.823472Z","time spent":"467.217751ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:27:39.290677Z","caller":"traceutil/trace.go:171","msg":"trace[1330891059] transaction","detail":"{read_only:false; response_revision:19029; number_of_response:1; }","duration":"468.706301ms","start":"2026-02-26T02:27:38.821932Z","end":"2026-02-26T02:27:39.290638Z","steps":["trace[1330891059] 'process raft request' (duration: 468.222258ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:27:39.291505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:27:38.822148Z","time spent":"468.667359ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:27:39.291522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:27:38.821908Z","time spent":"469.548123ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:27:39.29139Z","caller":"traceutil/trace.go:171","msg":"trace[883677187] transaction","detail":"{read_only:false; response_revision:19032; number_of_response:1; }","duration":"157.918654ms","start":"2026-02-26T02:27:39.132671Z","end":"2026-02-26T02:27:39.290589Z","steps":["trace[883677187] 'process raft request' (duration: 157.75977ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:27:40.176297Z","caller":"traceutil/trace.go:171","msg":"trace[1683351460] linearizableReadLoop","detail":"{readStateIndex:19738; appliedIndex:19737; }","duration":"424.108572ms","start":"2026-02-26T02:27:39.752162Z","end":"2026-02-26T02:27:40.17627Z","steps":["trace[1683351460] 'read index received' (duration: 423.944417ms)","trace[1683351460] 'applied index is now lower than readState.Index' (duration: 162.855µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:27:40.176419Z","caller":"traceutil/trace.go:171","msg":"trace[622916120] transaction","detail":"{read_only:false; response_revision:19033; number_of_response:1; }","duration":"633.005815ms","start":"2026-02-26T02:27:39.543379Z","end":"2026-02-26T02:27:40.176385Z","steps":["trace[622916120] 'process raft request' (duration: 632.681196ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:27:40.176472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.292427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:27:40.176657Z","caller":"traceutil/trace.go:171","msg":"trace[1545126788] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:19033; }","duration":"424.535693ms","start":"2026-02-26T02:27:39.752104Z","end":"2026-02-26T02:27:40.176639Z","steps":["trace[1545126788] 'agreement among raft nodes before linearized reading' (duration: 424.302727ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:27:40.176707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:27:39.752082Z","time spent":"424.611636ms","remote":"127.0.0.1:45540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":32,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:27:40.176697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.209709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-02-26T02:27:40.1768Z","caller":"traceutil/trace.go:171","msg":"trace[1129778784] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19033; }","duration":"162.368323ms","start":"2026-02-26T02:27:40.0144Z","end":"2026-02-26T02:27:40.176769Z","steps":["trace[1129778784] 'agreement among raft nodes before linearized reading' (duration: 162.156617ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:27:40.176673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:27:39.543351Z","time spent":"633.162399ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:27:40.176918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.043552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:27:40.177194Z","caller":"traceutil/trace.go:171","msg":"trace[2071626521] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19033; }","duration":"390.461642ms","start":"2026-02-26T02:27:39.786708Z","end":"2026-02-26T02:27:40.177169Z","steps":["trace[2071626521] 'agreement among raft nodes before linearized reading' (duration: 389.841496ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:27:40.177285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:27:39.786686Z","time spent":"390.584586ms","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:27:40.177768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.088817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-26T02:27:40.177855Z","caller":"traceutil/trace.go:171","msg":"trace[1927720907] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:19033; }","duration":"327.229621ms","start":"2026-02-26T02:27:39.850608Z","end":"2026-02-26T02:27:40.177837Z","steps":["trace[1927720907] 'agreement among raft nodes before linearized reading' (duration: 326.018549ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:27:40.177897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:27:39.85059Z","time spent":"327.297192ms","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2157,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:27:40.503527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.386202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-26T02:27:40.503602Z","caller":"traceutil/trace.go:171","msg":"trace[963689096] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19033; }","duration":"137.514835ms","start":"2026-02-26T02:27:40.366068Z","end":"2026-02-26T02:27:40.503583Z","steps":["trace[963689096] 'range keys from in-memory index tree' (duration: 137.158635ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:28:14.531991Z","caller":"traceutil/trace.go:171","msg":"trace[79154417] transaction","detail":"{read_only:false; response_revision:19199; number_of_response:1; }","duration":"101.616326ms","start":"2026-02-26T02:28:14.430344Z","end":"2026-02-26T02:28:14.53196Z","steps":["trace[79154417] 'process raft request' (duration: 101.120943ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:28:15.643183Z","caller":"traceutil/trace.go:171","msg":"trace[205654325] transaction","detail":"{read_only:false; response_revision:19256; number_of_response:1; }","duration":"111.640632ms","start":"2026-02-26T02:28:15.531513Z","end":"2026-02-26T02:28:15.643154Z","steps":["trace[205654325] 'process raft request' (duration: 84.690179ms)","trace[205654325] 'compare' (duration: 26.617144ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:28:15.64367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.274575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-26T02:28:15.643881Z","caller":"traceutil/trace.go:171","msg":"trace[1848233443] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:19257; }","duration":"127.83371ms","start":"2026-02-26T02:28:15.516024Z","end":"2026-02-26T02:28:15.643857Z","steps":["trace[1848233443] 'agreement among raft nodes before linearized reading' (duration: 127.508571ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:28:15.64391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.987894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-02-26T02:28:15.644009Z","caller":"traceutil/trace.go:171","msg":"trace[826655258] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:19257; }","duration":"128.126567ms","start":"2026-02-26T02:28:15.515865Z","end":"2026-02-26T02:28:15.643992Z","steps":["trace[826655258] 'agreement among raft nodes before linearized reading' (duration: 127.87716ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:28:16.125701Z","caller":"traceutil/trace.go:171","msg":"trace[1860792109] transaction","detail":"{read_only:false; number_of_response:1; response_revision:19267; }","duration":"102.929431ms","start":"2026-02-26T02:28:16.022728Z","end":"2026-02-26T02:28:16.125658Z","steps":["trace[1860792109] 'process raft request' (duration: 102.726616ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:28:16.315114Z","caller":"traceutil/trace.go:171","msg":"trace[1574335209] transaction","detail":"{read_only:false; response_revision:19269; number_of_response:1; }","duration":"265.715815ms","start":"2026-02-26T02:28:16.049368Z","end":"2026-02-26T02:28:16.315084Z","steps":["trace[1574335209] 'process raft request' (duration: 265.52942ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:28:16.315143Z","caller":"traceutil/trace.go:171","msg":"trace[1322249445] transaction","detail":"{read_only:false; response_revision:19268; number_of_response:1; }","duration":"267.514712ms","start":"2026-02-26T02:28:16.047567Z","end":"2026-02-26T02:28:16.315081Z","steps":["trace[1322249445] 'process raft request' (duration: 237.17915ms)","trace[1322249445] 'compare' (duration: 29.744256ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:28:16.329407Z","caller":"traceutil/trace.go:171","msg":"trace[566391316] linearizableReadLoop","detail":"{readStateIndex:19989; appliedIndex:19986; }","duration":"166.593694ms","start":"2026-02-26T02:28:16.162779Z","end":"2026-02-26T02:28:16.329373Z","steps":["trace[566391316] 'read index received' (duration: 121.898513ms)","trace[566391316] 'applied index is now lower than readState.Index' (duration: 44.670991ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:28:16.329468Z","caller":"traceutil/trace.go:171","msg":"trace[1837460953] transaction","detail":"{read_only:false; response_revision:19270; number_of_response:1; }","duration":"187.62817ms","start":"2026-02-26T02:28:16.141798Z","end":"2026-02-26T02:28:16.329426Z","steps":["trace[1837460953] 'process raft request' (duration: 187.377133ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:28:16.32973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.919792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1822"} {"level":"info","ts":"2026-02-26T02:28:16.329768Z","caller":"traceutil/trace.go:171","msg":"trace[2071811779] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:19270; }","duration":"167.057636ms","start":"2026-02-26T02:28:16.162696Z","end":"2026-02-26T02:28:16.329754Z","steps":["trace[2071811779] 'agreement among raft nodes before linearized reading' (duration: 166.855221ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:28:16.550385Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"e10bb51ed7578852","local-member-applied-index":20003,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-02-26T02:28:16.681339Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20003} {"level":"info","ts":"2026-02-26T02:28:16.681466Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15003} {"level":"info","ts":"2026-02-26T02:28:16.69914Z","caller":"traceutil/trace.go:171","msg":"trace[794498431] transaction","detail":"{read_only:false; response_revision:19285; number_of_response:1; }","duration":"111.145279ms","start":"2026-02-26T02:28:16.587961Z","end":"2026-02-26T02:28:16.699106Z","steps":["trace[794498431] 'process raft request' (duration: 83.355654ms)","trace[794498431] 'compare' (duration: 27.646191ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:28:16.939321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.931897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2209361"} {"level":"info","ts":"2026-02-26T02:28:16.939386Z","caller":"traceutil/trace.go:171","msg":"trace[664235726] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:19285; }","duration":"132.066441ms","start":"2026-02-26T02:28:16.807304Z","end":"2026-02-26T02:28:16.93937Z","steps":["trace[664235726] 'range keys from in-memory index tree' (duration: 130.444039ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:28:17.302373Z","caller":"traceutil/trace.go:171","msg":"trace[1447773986] transaction","detail":"{read_only:false; response_revision:19288; number_of_response:1; }","duration":"102.705795ms","start":"2026-02-26T02:28:17.199607Z","end":"2026-02-26T02:28:17.302313Z","steps":["trace[1447773986] 'process raft request' (duration: 102.289914ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:28:19.830756Z","caller":"traceutil/trace.go:171","msg":"trace[1034760163] linearizableReadLoop","detail":"{readStateIndex:20026; appliedIndex:20025; }","duration":"108.522949ms","start":"2026-02-26T02:28:19.722203Z","end":"2026-02-26T02:28:19.830726Z","steps":["trace[1034760163] 'read index received' (duration: 55.384734ms)","trace[1034760163] 'applied index is now lower than readState.Index' (duration: 53.137145ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:28:19.830849Z","caller":"traceutil/trace.go:171","msg":"trace[1292948558] transaction","detail":"{read_only:false; response_revision:19305; number_of_response:1; }","duration":"117.490596ms","start":"2026-02-26T02:28:19.713315Z","end":"2026-02-26T02:28:19.830806Z","steps":["trace[1292948558] 'process raft request' (duration: 115.626497ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:28:19.831045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.817076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T02:28:19.831093Z","caller":"traceutil/trace.go:171","msg":"trace[2023282846] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19305; }","duration":"108.911279ms","start":"2026-02-26T02:28:19.722169Z","end":"2026-02-26T02:28:19.83108Z","steps":["trace[2023282846] 'agreement among raft nodes before linearized reading' (duration: 108.725224ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:28:19.871276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.481279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-26T02:28:19.871446Z","caller":"traceutil/trace.go:171","msg":"trace[541138062] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19306; }","duration":"116.692295ms","start":"2026-02-26T02:28:19.754734Z","end":"2026-02-26T02:28:19.871426Z","steps":["trace[541138062] 'agreement among raft nodes before linearized reading' (duration: 116.383057ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:28:20.138542Z","caller":"traceutil/trace.go:171","msg":"trace[95747371] transaction","detail":"{read_only:false; response_revision:19310; number_of_response:1; }","duration":"249.368172ms","start":"2026-02-26T02:28:19.889147Z","end":"2026-02-26T02:28:20.138515Z","steps":["trace[95747371] 'process raft request' (duration: 249.284189ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:28:20.138668Z","caller":"traceutil/trace.go:171","msg":"trace[966403742] transaction","detail":"{read_only:false; response_revision:19309; number_of_response:1; }","duration":"261.128753ms","start":"2026-02-26T02:28:19.877506Z","end":"2026-02-26T02:28:20.138634Z","steps":["trace[966403742] 'process raft request' (duration: 260.748453ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:28:20.146427Z","caller":"traceutil/trace.go:171","msg":"trace[382153228] linearizableReadLoop","detail":"{readStateIndex:20033; appliedIndex:20030; }","duration":"229.747093ms","start":"2026-02-26T02:28:19.916665Z","end":"2026-02-26T02:28:20.146412Z","steps":["trace[382153228] 'read index received' (duration: 221.640828ms)","trace[382153228] 'applied index is now lower than readState.Index' (duration: 8.105585ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:28:20.146492Z","caller":"traceutil/trace.go:171","msg":"trace[1585410756] transaction","detail":"{read_only:false; number_of_response:1; response_revision:19311; }","duration":"235.818944ms","start":"2026-02-26T02:28:19.910664Z","end":"2026-02-26T02:28:20.146483Z","steps":["trace[1585410756] 'process raft request' (duration: 235.658059ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:28:20.146713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.542416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/openstack/octavia-api\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:28:20.146729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.497081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-02-26T02:28:20.146761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.076591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-02-26T02:28:20.146788Z","caller":"traceutil/trace.go:171","msg":"trace[993781592] range","detail":"{range_begin:/registry/poddisruptionbudgets/openstack/octavia-api; range_end:; response_count:0; response_revision:19311; }","duration":"207.659449ms","start":"2026-02-26T02:28:19.939109Z","end":"2026-02-26T02:28:20.146769Z","steps":["trace[993781592] 'agreement among raft nodes before linearized reading' (duration: 207.547476ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:28:20.146799Z","caller":"traceutil/trace.go:171","msg":"trace[1936774562] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19311; }","duration":"205.596684ms","start":"2026-02-26T02:28:19.941185Z","end":"2026-02-26T02:28:20.146782Z","steps":["trace[1936774562] 'agreement among raft nodes before linearized reading' (duration: 205.401729ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:28:20.146813Z","caller":"traceutil/trace.go:171","msg":"trace[1057794942] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:19311; }","duration":"230.164654ms","start":"2026-02-26T02:28:19.916633Z","end":"2026-02-26T02:28:20.146797Z","steps":["trace[1057794942] 'agreement among raft nodes before linearized reading' (duration: 230.03351ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:28:20.147072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.633095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-26T02:28:20.147129Z","caller":"traceutil/trace.go:171","msg":"trace[1973844525] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19311; }","duration":"222.717017ms","start":"2026-02-26T02:28:19.9244Z","end":"2026-02-26T02:28:20.147117Z","steps":["trace[1973844525] 'agreement among raft nodes before linearized reading' (duration: 222.172053ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:28:20.376266Z","caller":"traceutil/trace.go:171","msg":"trace[1853668020] transaction","detail":"{read_only:false; response_revision:19316; number_of_response:1; }","duration":"100.091716ms","start":"2026-02-26T02:28:20.27614Z","end":"2026-02-26T02:28:20.376231Z","steps":["trace[1853668020] 'process raft request' (duration: 99.938902ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:28:20.376359Z","caller":"traceutil/trace.go:171","msg":"trace[1518054272] transaction","detail":"{read_only:false; response_revision:19315; number_of_response:1; }","duration":"105.91226ms","start":"2026-02-26T02:28:20.270413Z","end":"2026-02-26T02:28:20.376325Z","steps":["trace[1518054272] 'process raft request' (duration: 96.995384ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:28:20.376424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.724809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:28:20.376515Z","caller":"traceutil/trace.go:171","msg":"trace[1190761230] range","detail":"{range_begin:/registry/serviceaccounts/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:19316; }","duration":"143.862023ms","start":"2026-02-26T02:28:20.232633Z","end":"2026-02-26T02:28:20.376495Z","steps":["trace[1190761230] 'agreement among raft nodes before linearized reading' (duration: 143.662748ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:28:20.376824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.472542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-02-26T02:28:20.377067Z","caller":"traceutil/trace.go:171","msg":"trace[2000174780] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:19316; }","duration":"132.78501ms","start":"2026-02-26T02:28:20.244251Z","end":"2026-02-26T02:28:20.377036Z","steps":["trace[2000174780] 'agreement among raft nodes before linearized reading' (duration: 131.962589ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:28:20.376896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.89494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-02-26T02:28:20.377374Z","caller":"traceutil/trace.go:171","msg":"trace[1076518208] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19316; }","duration":"137.344141ms","start":"2026-02-26T02:28:20.239973Z","end":"2026-02-26T02:28:20.377317Z","steps":["trace[1076518208] 'agreement among raft nodes before linearized reading' (duration: 136.788646ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:28:57.895537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.535359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:28:57.895613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.087839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:28:57.895715Z","caller":"traceutil/trace.go:171","msg":"trace[1303177338] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:19661; }","duration":"167.764665ms","start":"2026-02-26T02:28:57.72792Z","end":"2026-02-26T02:28:57.895685Z","steps":["trace[1303177338] 'range keys from in-memory index tree' (duration: 167.425706ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:28:57.895733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.764382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5140"} {"level":"info","ts":"2026-02-26T02:28:57.895817Z","caller":"traceutil/trace.go:171","msg":"trace[415562595] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:19661; }","duration":"165.951247ms","start":"2026-02-26T02:28:57.72984Z","end":"2026-02-26T02:28:57.895791Z","steps":["trace[415562595] 'range keys from in-memory index tree' (duration: 164.733465ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:28:57.895846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.385118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:28:57.895926Z","caller":"traceutil/trace.go:171","msg":"trace[514575945] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:19661; }","duration":"141.4873ms","start":"2026-02-26T02:28:57.754421Z","end":"2026-02-26T02:28:57.895908Z","steps":["trace[514575945] 'range keys from in-memory index tree' (duration: 141.304016ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:28:57.895959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.480284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:28:57.896018Z","caller":"traceutil/trace.go:171","msg":"trace[202284423] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:19661; }","duration":"168.621658ms","start":"2026-02-26T02:28:57.727386Z","end":"2026-02-26T02:28:57.896008Z","steps":["trace[202284423] 'range keys from in-memory index tree' (duration: 168.343551ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:28:57.895738Z","caller":"traceutil/trace.go:171","msg":"trace[1606310194] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:19661; }","duration":"141.260614ms","start":"2026-02-26T02:28:57.754451Z","end":"2026-02-26T02:28:57.895711Z","steps":["trace[1606310194] 'range keys from in-memory index tree' (duration: 141.019808ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:28:57.896091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.496991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:28:57.896102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.182002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-02-26T02:28:57.896133Z","caller":"traceutil/trace.go:171","msg":"trace[233970757] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:19661; }","duration":"141.579283ms","start":"2026-02-26T02:28:57.754543Z","end":"2026-02-26T02:28:57.896122Z","steps":["trace[233970757] 'range keys from in-memory index tree' (duration: 141.422399ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:28:57.896149Z","caller":"traceutil/trace.go:171","msg":"trace[1204542757] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:19661; }","duration":"169.236154ms","start":"2026-02-26T02:28:57.726897Z","end":"2026-02-26T02:28:57.896133Z","steps":["trace[1204542757] 'range keys from in-memory index tree' (duration: 169.082139ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:28:57.896149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.152936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:28:57.896253Z","caller":"traceutil/trace.go:171","msg":"trace[1550406308] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:19661; }","duration":"168.30654ms","start":"2026-02-26T02:28:57.727922Z","end":"2026-02-26T02:28:57.896228Z","steps":["trace[1550406308] 'range keys from in-memory index tree' (duration: 168.060423ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:28:57.896367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.517835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5140"} {"level":"warn","ts":"2026-02-26T02:28:57.896402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.004385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:28:57.896432Z","caller":"traceutil/trace.go:171","msg":"trace[1247778466] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:19661; }","duration":"168.608808ms","start":"2026-02-26T02:28:57.727809Z","end":"2026-02-26T02:28:57.896418Z","steps":["trace[1247778466] 'range keys from in-memory index tree' (duration: 168.291139ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:28:57.896435Z","caller":"traceutil/trace.go:171","msg":"trace[238355808] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:19661; }","duration":"167.051206ms","start":"2026-02-26T02:28:57.729373Z","end":"2026-02-26T02:28:57.896425Z","steps":["trace[238355808] 'range keys from in-memory index tree' (duration: 166.946694ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:28:57.895709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.394002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:28:57.896513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.195719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"warn","ts":"2026-02-26T02:28:57.89657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.885151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5140"} {"level":"info","ts":"2026-02-26T02:28:57.8966Z","caller":"traceutil/trace.go:171","msg":"trace[677575893] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:19661; }","duration":"142.347343ms","start":"2026-02-26T02:28:57.75423Z","end":"2026-02-26T02:28:57.896577Z","steps":["trace[677575893] 'range keys from in-memory index tree' (duration: 141.961523ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:28:57.897489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.456483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:28:57.897587Z","caller":"traceutil/trace.go:171","msg":"trace[661607719] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:19661; }","duration":"171.562966ms","start":"2026-02-26T02:28:57.725986Z","end":"2026-02-26T02:28:57.897549Z","steps":["trace[661607719] 'range keys from in-memory index tree' (duration: 171.390651ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:28:57.896605Z","caller":"traceutil/trace.go:171","msg":"trace[1014857288] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:19661; }","duration":"141.961333ms","start":"2026-02-26T02:28:57.754634Z","end":"2026-02-26T02:28:57.896595Z","steps":["trace[1014857288] 'range keys from in-memory index tree' (duration: 141.517721ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:28:57.896609Z","caller":"traceutil/trace.go:171","msg":"trace[948841662] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:19661; }","duration":"169.310616ms","start":"2026-02-26T02:28:57.727233Z","end":"2026-02-26T02:28:57.896544Z","steps":["trace[948841662] 'range keys from in-memory index tree' (duration: 168.289789ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:28:57.899314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.563625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-02-26T02:28:57.899454Z","caller":"traceutil/trace.go:171","msg":"trace[1633483456] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:19661; }","duration":"171.74272ms","start":"2026-02-26T02:28:57.727662Z","end":"2026-02-26T02:28:57.899405Z","steps":["trace[1633483456] 'range keys from in-memory index tree' (duration: 171.162185ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:29:54.873177Z","caller":"traceutil/trace.go:171","msg":"trace[1171987641] linearizableReadLoop","detail":"{readStateIndex:20778; appliedIndex:20777; }","duration":"383.238691ms","start":"2026-02-26T02:29:54.489922Z","end":"2026-02-26T02:29:54.87316Z","steps":["trace[1171987641] 'read index received' (duration: 383.129498ms)","trace[1171987641] 'applied index is now lower than readState.Index' (duration: 108.503µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:29:54.873265Z","caller":"traceutil/trace.go:171","msg":"trace[124426771] transaction","detail":"{read_only:false; response_revision:20035; number_of_response:1; }","duration":"554.056527ms","start":"2026-02-26T02:29:54.319201Z","end":"2026-02-26T02:29:54.873257Z","steps":["trace[124426771] 'process raft request' (duration: 553.850421ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:29:54.87334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:29:54.319174Z","time spent":"554.109959ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:29:54.873423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.608795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T02:29:54.873456Z","caller":"traceutil/trace.go:171","msg":"trace[1989887514] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20035; }","duration":"351.677177ms","start":"2026-02-26T02:29:54.521769Z","end":"2026-02-26T02:29:54.873447Z","steps":["trace[1989887514] 'agreement among raft nodes before linearized reading' (duration: 351.583494ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:29:54.873476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:29:54.52174Z","time spent":"351.731239ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T02:29:54.873614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.619715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:29:54.873644Z","caller":"traceutil/trace.go:171","msg":"trace[1855236679] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:20035; }","duration":"295.690677ms","start":"2026-02-26T02:29:54.577944Z","end":"2026-02-26T02:29:54.873634Z","steps":["trace[1855236679] 'agreement among raft nodes before linearized reading' (duration: 295.626635ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:29:54.873703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.787936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-26T02:29:54.873736Z","caller":"traceutil/trace.go:171","msg":"trace[1681387701] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20035; }","duration":"383.859717ms","start":"2026-02-26T02:29:54.48987Z","end":"2026-02-26T02:29:54.873729Z","steps":["trace[1681387701] 'agreement among raft nodes before linearized reading' (duration: 383.780725ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:29:54.873755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:29:54.489848Z","time spent":"383.902709ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T02:30:48.536447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.981753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-02-26T02:30:48.536571Z","caller":"traceutil/trace.go:171","msg":"trace[919764724] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20481; }","duration":"108.153697ms","start":"2026-02-26T02:30:48.428391Z","end":"2026-02-26T02:30:48.536544Z","steps":["trace[919764724] 'range keys from in-memory index tree' (duration: 107.780447ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:05.151042Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18474} {"level":"info","ts":"2026-02-26T02:31:05.301729Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18474,"took":"146.674642ms","hash":2557631778,"current-db-size-bytes":41963520,"current-db-size":"42 MB","current-db-size-in-use-bytes":26906624,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-02-26T02:31:05.301887Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2557631778,"revision":18474,"compact-revision":16167} {"level":"info","ts":"2026-02-26T02:31:34.182011Z","caller":"traceutil/trace.go:171","msg":"trace[427879312] linearizableReadLoop","detail":"{readStateIndex:21938; appliedIndex:21937; }","duration":"198.63392ms","start":"2026-02-26T02:31:33.983354Z","end":"2026-02-26T02:31:34.181988Z","steps":["trace[427879312] 'read index received' (duration: 198.486716ms)","trace[427879312] 'applied index is now lower than readState.Index' (duration: 145.844µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:31:34.18214Z","caller":"traceutil/trace.go:171","msg":"trace[736878717] transaction","detail":"{read_only:false; response_revision:21164; number_of_response:1; }","duration":"198.973398ms","start":"2026-02-26T02:31:33.983153Z","end":"2026-02-26T02:31:34.182126Z","steps":["trace[736878717] 'process raft request' (duration: 198.686321ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:34.182674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.261626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-02-26T02:31:34.182933Z","caller":"traceutil/trace.go:171","msg":"trace[965860490] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:21164; }","duration":"199.481082ms","start":"2026-02-26T02:31:33.983307Z","end":"2026-02-26T02:31:34.182788Z","steps":["trace[965860490] 'agreement among raft nodes before linearized reading' (duration: 198.889426ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:34.183411Z","caller":"traceutil/trace.go:171","msg":"trace[1760775569] transaction","detail":"{read_only:false; response_revision:21165; number_of_response:1; }","duration":"163.845153ms","start":"2026-02-26T02:31:34.019535Z","end":"2026-02-26T02:31:34.183381Z","steps":["trace[1760775569] 'process raft request' (duration: 163.243668ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:34.183848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.738441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:31:34.184003Z","caller":"traceutil/trace.go:171","msg":"trace[979282815] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:21166; }","duration":"125.903215ms","start":"2026-02-26T02:31:34.058026Z","end":"2026-02-26T02:31:34.183929Z","steps":["trace[979282815] 'agreement among raft nodes before linearized reading' (duration: 125.521835ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:34.184122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.53575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1822"} {"level":"info","ts":"2026-02-26T02:31:34.184242Z","caller":"traceutil/trace.go:171","msg":"trace[1102729367] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:21166; }","duration":"170.697504ms","start":"2026-02-26T02:31:34.013518Z","end":"2026-02-26T02:31:34.184216Z","steps":["trace[1102729367] 'agreement among raft nodes before linearized reading' (duration: 170.312764ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:34.184422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.350566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io\" ","response":"range_response_count:1 size:170039"} {"level":"info","ts":"2026-02-26T02:31:34.184481Z","caller":"traceutil/trace.go:171","msg":"trace[579084675] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io; range_end:; response_count:1; response_revision:21166; }","duration":"176.356713ms","start":"2026-02-26T02:31:34.008109Z","end":"2026-02-26T02:31:34.184466Z","steps":["trace[579084675] 'agreement among raft nodes before linearized reading' (duration: 175.166902ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:35.795011Z","caller":"traceutil/trace.go:171","msg":"trace[1792386365] transaction","detail":"{read_only:false; response_revision:21221; number_of_response:1; }","duration":"225.897757ms","start":"2026-02-26T02:31:35.569083Z","end":"2026-02-26T02:31:35.794981Z","steps":["trace[1792386365] 'process raft request' (duration: 130.388882ms)","trace[1792386365] 'compare' (duration: 95.405173ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:31:35.798432Z","caller":"traceutil/trace.go:171","msg":"trace[129420580] linearizableReadLoop","detail":"{readStateIndex:21997; appliedIndex:21995; }","duration":"206.234889ms","start":"2026-02-26T02:31:35.592172Z","end":"2026-02-26T02:31:35.798407Z","steps":["trace[129420580] 'read index received' (duration: 107.317444ms)","trace[129420580] 'applied index is now lower than readState.Index' (duration: 98.916405ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:31:35.798518Z","caller":"traceutil/trace.go:171","msg":"trace[1914785249] transaction","detail":"{read_only:false; response_revision:21222; number_of_response:1; }","duration":"209.967748ms","start":"2026-02-26T02:31:35.588492Z","end":"2026-02-26T02:31:35.798459Z","steps":["trace[1914785249] 'process raft request' (duration: 209.788073ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:35.798618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.409894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:31:35.798648Z","caller":"traceutil/trace.go:171","msg":"trace[684741384] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:21222; }","duration":"206.483126ms","start":"2026-02-26T02:31:35.592157Z","end":"2026-02-26T02:31:35.79864Z","steps":["trace[684741384] 'agreement among raft nodes before linearized reading' (duration: 206.372663ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:35.798639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.309672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:31:35.798698Z","caller":"traceutil/trace.go:171","msg":"trace[418497719] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:21222; }","duration":"206.433865ms","start":"2026-02-26T02:31:35.592251Z","end":"2026-02-26T02:31:35.798684Z","steps":["trace[418497719] 'agreement among raft nodes before linearized reading' (duration: 206.320442ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:35.798802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.91326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:31:35.798832Z","caller":"traceutil/trace.go:171","msg":"trace[553643720] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:21222; }","duration":"124.94351ms","start":"2026-02-26T02:31:35.673876Z","end":"2026-02-26T02:31:35.79882Z","steps":["trace[553643720] 'agreement among raft nodes before linearized reading' (duration: 124.892859ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:35.79897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.283018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:31:35.799001Z","caller":"traceutil/trace.go:171","msg":"trace[909001558] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:21222; }","duration":"150.34739ms","start":"2026-02-26T02:31:35.648645Z","end":"2026-02-26T02:31:35.798992Z","steps":["trace[909001558] 'agreement among raft nodes before linearized reading' (duration: 150.302589ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:35.799088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.488309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:31:35.799087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.958415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:31:35.798905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.91821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:31:35.799139Z","caller":"traceutil/trace.go:171","msg":"trace[1183554823] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:21222; }","duration":"186.078809ms","start":"2026-02-26T02:31:35.613044Z","end":"2026-02-26T02:31:35.799122Z","steps":["trace[1183554823] 'agreement among raft nodes before linearized reading' (duration: 185.952626ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:35.799147Z","caller":"traceutil/trace.go:171","msg":"trace[1502820737] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:21222; }","duration":"125.238129ms","start":"2026-02-26T02:31:35.673898Z","end":"2026-02-26T02:31:35.799136Z","steps":["trace[1502820737] 'agreement among raft nodes before linearized reading' (duration: 124.852668ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:35.799173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.49466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:31:35.799194Z","caller":"traceutil/trace.go:171","msg":"trace[1077273629] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:21222; }","duration":"197.532031ms","start":"2026-02-26T02:31:35.601656Z","end":"2026-02-26T02:31:35.799188Z","steps":["trace[1077273629] 'agreement among raft nodes before linearized reading' (duration: 197.50349ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:35.799115Z","caller":"traceutil/trace.go:171","msg":"trace[1852726882] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:21222; }","duration":"197.51832ms","start":"2026-02-26T02:31:35.60159Z","end":"2026-02-26T02:31:35.799109Z","steps":["trace[1852726882] 'agreement among raft nodes before linearized reading' (duration: 197.468869ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:35.799339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.645448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:31:35.799375Z","caller":"traceutil/trace.go:171","msg":"trace[146304791] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:21222; }","duration":"150.697589ms","start":"2026-02-26T02:31:35.648665Z","end":"2026-02-26T02:31:35.799362Z","steps":["trace[146304791] 'agreement among raft nodes before linearized reading' (duration: 150.638047ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:35.799454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.128754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:31:35.799484Z","caller":"traceutil/trace.go:171","msg":"trace[223684241] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:21222; }","duration":"185.174985ms","start":"2026-02-26T02:31:35.614296Z","end":"2026-02-26T02:31:35.799471Z","steps":["trace[223684241] 'agreement among raft nodes before linearized reading' (duration: 185.138485ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:35.799146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.269154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:31:35.799516Z","caller":"traceutil/trace.go:171","msg":"trace[406401969] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:21222; }","duration":"186.669994ms","start":"2026-02-26T02:31:35.612835Z","end":"2026-02-26T02:31:35.799505Z","steps":["trace[406401969] 'agreement among raft nodes before linearized reading' (duration: 186.293644ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:35.799589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.30837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:31:35.799613Z","caller":"traceutil/trace.go:171","msg":"trace[1500689893] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:21222; }","duration":"163.376432ms","start":"2026-02-26T02:31:35.636226Z","end":"2026-02-26T02:31:35.799603Z","steps":["trace[1500689893] 'agreement among raft nodes before linearized reading' (duration: 163.344161ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:35.799732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.538506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:31:35.79975Z","caller":"traceutil/trace.go:171","msg":"trace[1481400114] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:21222; }","duration":"163.595408ms","start":"2026-02-26T02:31:35.636149Z","end":"2026-02-26T02:31:35.799744Z","steps":["trace[1481400114] 'agreement among raft nodes before linearized reading' (duration: 163.561227ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:35.79987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.554987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:31:35.799967Z","caller":"traceutil/trace.go:171","msg":"trace[1364757885] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:21222; }","duration":"125.615428ms","start":"2026-02-26T02:31:35.674293Z","end":"2026-02-26T02:31:35.799909Z","steps":["trace[1364757885] 'agreement among raft nodes before linearized reading' (duration: 125.541456ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:37.298449Z","caller":"traceutil/trace.go:171","msg":"trace[2043936069] linearizableReadLoop","detail":"{readStateIndex:22042; appliedIndex:22041; }","duration":"145.392318ms","start":"2026-02-26T02:31:37.153024Z","end":"2026-02-26T02:31:37.298416Z","steps":["trace[2043936069] 'read index received' (duration: 145.175922ms)","trace[2043936069] 'applied index is now lower than readState.Index' (duration: 214.646µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:31:37.298581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.509231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/cert-manager-test/\" range_end:\"/registry/openstack.k-orc.cloud/flavors/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:31:37.298668Z","caller":"traceutil/trace.go:171","msg":"trace[618482191] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/cert-manager-test/; range_end:/registry/openstack.k-orc.cloud/flavors/cert-manager-test0; response_count:0; response_revision:21266; }","duration":"145.651325ms","start":"2026-02-26T02:31:37.153Z","end":"2026-02-26T02:31:37.298651Z","steps":["trace[618482191] 'agreement among raft nodes before linearized reading' (duration: 145.47885ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:37.443996Z","caller":"traceutil/trace.go:171","msg":"trace[740816717] transaction","detail":"{read_only:false; response_revision:21267; number_of_response:1; }","duration":"144.067903ms","start":"2026-02-26T02:31:37.299859Z","end":"2026-02-26T02:31:37.443927Z","steps":["trace[740816717] 'process raft request' (duration: 142.625955ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:37.44413Z","caller":"traceutil/trace.go:171","msg":"trace[1007106723] transaction","detail":"{read_only:false; response_revision:21268; number_of_response:1; }","duration":"139.958135ms","start":"2026-02-26T02:31:37.304119Z","end":"2026-02-26T02:31:37.444078Z","steps":["trace[1007106723] 'process raft request' (duration: 139.76359ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:37.444138Z","caller":"traceutil/trace.go:171","msg":"trace[307465842] linearizableReadLoop","detail":"{readStateIndex:22043; appliedIndex:22042; }","duration":"141.29124ms","start":"2026-02-26T02:31:37.302685Z","end":"2026-02-26T02:31:37.443976Z","steps":["trace[307465842] 'read index received' (duration: 139.796961ms)","trace[307465842] 'applied index is now lower than readState.Index' (duration: 1.491229ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:31:37.444316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.604858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/cert-manager-test/\" range_end:\"/registry/openstack.k-orc.cloud/flavors/cert-manager-test0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:31:37.444426Z","caller":"traceutil/trace.go:171","msg":"trace[958200350] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/cert-manager-test/; range_end:/registry/openstack.k-orc.cloud/flavors/cert-manager-test0; response_count:0; response_revision:21269; }","duration":"141.771152ms","start":"2026-02-26T02:31:37.30263Z","end":"2026-02-26T02:31:37.444402Z","steps":["trace[958200350] 'agreement among raft nodes before linearized reading' (duration: 141.592518ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:39.215627Z","caller":"traceutil/trace.go:171","msg":"trace[1886387321] transaction","detail":"{read_only:false; response_revision:21300; number_of_response:1; }","duration":"130.469415ms","start":"2026-02-26T02:31:39.085121Z","end":"2026-02-26T02:31:39.215591Z","steps":["trace[1886387321] 'process raft request' (duration: 130.242899ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:41.967027Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284887596,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T02:31:41.967581Z","caller":"traceutil/trace.go:171","msg":"trace[377279204] transaction","detail":"{read_only:false; response_revision:21351; number_of_response:1; }","duration":"509.443923ms","start":"2026-02-26T02:31:41.458105Z","end":"2026-02-26T02:31:41.967549Z","steps":["trace[377279204] 'process raft request' (duration: 509.181936ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:41.967843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:41.458061Z","time spent":"509.660339ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:31:43.243383Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.276142588s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T02:31:43.243876Z","caller":"traceutil/trace.go:171","msg":"trace[1033224090] transaction","detail":"{read_only:false; response_revision:21352; number_of_response:1; }","duration":"1.783497436s","start":"2026-02-26T02:31:41.46034Z","end":"2026-02-26T02:31:43.243838Z","steps":["trace[1033224090] 'process raft request' (duration: 1.783227269s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:43.243911Z","caller":"traceutil/trace.go:171","msg":"trace[170983793] transaction","detail":"{read_only:false; response_revision:21353; number_of_response:1; }","duration":"1.783007523s","start":"2026-02-26T02:31:41.460875Z","end":"2026-02-26T02:31:43.243883Z","steps":["trace[170983793] 'process raft request' (duration: 1.78289089s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:43.244282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:41.460323Z","time spent":"1.78366559s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:31:43.244321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:41.460844Z","time spent":"1.783176128s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:31:43.244603Z","caller":"traceutil/trace.go:171","msg":"trace[101509084] linearizableReadLoop","detail":"{readStateIndex:22129; appliedIndex:22126; }","duration":"1.778114244s","start":"2026-02-26T02:31:41.466473Z","end":"2026-02-26T02:31:43.244587Z","steps":["trace[101509084] 'read index received' (duration: 500.98125ms)","trace[101509084] 'applied index is now lower than readState.Index' (duration: 1.277127694s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:31:43.244657Z","caller":"etcdserver/v3_server.go:874","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":9823085912284887610,"received-request-id":9823085912284887596} {"level":"info","ts":"2026-02-26T02:31:43.244845Z","caller":"traceutil/trace.go:171","msg":"trace[1898115992] transaction","detail":"{read_only:false; response_revision:21354; number_of_response:1; }","duration":"1.68910534s","start":"2026-02-26T02:31:41.555728Z","end":"2026-02-26T02:31:43.244833Z","steps":["trace[1898115992] 'process raft request' (duration: 1.688112944s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:43.244912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:41.555689Z","time spent":"1.689183702s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:31:43.24509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.778650738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T02:31:43.245121Z","caller":"traceutil/trace.go:171","msg":"trace[197987170] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21354; }","duration":"1.77870749s","start":"2026-02-26T02:31:41.466403Z","end":"2026-02-26T02:31:43.24511Z","steps":["trace[197987170] 'agreement among raft nodes before linearized reading' (duration: 1.778578646s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:43.245151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:41.466393Z","time spent":"1.778751231s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-26T02:31:43.296989Z","caller":"traceutil/trace.go:171","msg":"trace[1250169116] transaction","detail":"{read_only:false; response_revision:21355; number_of_response:1; }","duration":"1.08894917s","start":"2026-02-26T02:31:42.207989Z","end":"2026-02-26T02:31:43.296938Z","steps":["trace[1250169116] 'process raft request' (duration: 1.088746505s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:43.297293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:42.207921Z","time spent":"1.089159386s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:31:43.792919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000391166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:31:43.79307Z","caller":"traceutil/trace.go:171","msg":"trace[2143227459] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000604002s","start":"2026-02-26T02:31:41.792433Z","end":"2026-02-26T02:31:43.793037Z","steps":["trace[2143227459] 'agreement among raft nodes before linearized reading' (duration: 2.000419257s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:43.793145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:41.792402Z","time spent":"2.000725595s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:31:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:31:44.115512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.572421ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-02-26T02:31:44.116242Z","caller":"traceutil/trace.go:171","msg":"trace[1218894813] transaction","detail":"{read_only:false; response_revision:21356; number_of_response:1; }","duration":"1.04794648s","start":"2026-02-26T02:31:43.068268Z","end":"2026-02-26T02:31:44.116214Z","steps":["trace[1218894813] 'process raft request' (duration: 1.047397425s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:44.116985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:43.068216Z","time spent":"1.04867453s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T02:31:44.192826Z","caller":"traceutil/trace.go:171","msg":"trace[640648277] transaction","detail":"{read_only:false; response_revision:21358; number_of_response:1; }","duration":"941.465577ms","start":"2026-02-26T02:31:43.251327Z","end":"2026-02-26T02:31:44.192792Z","steps":["trace[640648277] 'process raft request' (duration: 941.380515ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:44.192948Z","caller":"traceutil/trace.go:171","msg":"trace[1930795733] transaction","detail":"{read_only:false; response_revision:21357; number_of_response:1; }","duration":"1.01567433s","start":"2026-02-26T02:31:43.177202Z","end":"2026-02-26T02:31:44.192876Z","steps":["trace[1930795733] 'process raft request' (duration: 938.996941ms)","trace[1930795733] 'compare' (duration: 76.33001ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:31:44.193055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:43.2513Z","time spent":"941.634601ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:31:44.193041Z","caller":"traceutil/trace.go:171","msg":"trace[1688396958] linearizableReadLoop","detail":"{readStateIndex:22134; appliedIndex:22131; }","duration":"948.332248ms","start":"2026-02-26T02:31:43.244638Z","end":"2026-02-26T02:31:44.19297Z","steps":["trace[1688396958] 'read index received' (duration: 52.257476ms)","trace[1688396958] 'applied index is now lower than readState.Index' (duration: 896.065442ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:31:44.193301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.637536101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:31:44.193317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:43.17717Z","time spent":"1.015884796s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:31:44.193355Z","caller":"traceutil/trace.go:171","msg":"trace[1130459185] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:21358; }","duration":"2.637697606s","start":"2026-02-26T02:31:41.55564Z","end":"2026-02-26T02:31:44.193337Z","steps":["trace[1130459185] 'agreement among raft nodes before linearized reading' (duration: 2.637537441s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:44.193389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.375290527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-02-26T02:31:44.193438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.356398541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:31:44.193457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.380582458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:31:44.193517Z","caller":"traceutil/trace.go:171","msg":"trace[1102038833] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:21358; }","duration":"1.356509704s","start":"2026-02-26T02:31:42.836988Z","end":"2026-02-26T02:31:44.193498Z","steps":["trace[1102038833] 'agreement among raft nodes before linearized reading' (duration: 1.356409211s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:44.19352Z","caller":"traceutil/trace.go:171","msg":"trace[1093049734] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:21358; }","duration":"1.38066098s","start":"2026-02-26T02:31:42.812841Z","end":"2026-02-26T02:31:44.193502Z","steps":["trace[1093049734] 'agreement among raft nodes before linearized reading' (duration: 1.380546207s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:44.193521Z","caller":"traceutil/trace.go:171","msg":"trace[659801175] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21358; }","duration":"2.375491162s","start":"2026-02-26T02:31:41.817997Z","end":"2026-02-26T02:31:44.193488Z","steps":["trace[659801175] 'agreement among raft nodes before linearized reading' (duration: 2.375131362s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:44.193558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:42.836958Z","time spent":"1.356593246s","remote":"127.0.0.1:45416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":32,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:31:44.193557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:42.81283Z","time spent":"1.380718881s","remote":"127.0.0.1:50590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:31:44.193571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.401503888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-02-26T02:31:44.193582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:41.817972Z","time spent":"2.375599055s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-26T02:31:44.193619Z","caller":"traceutil/trace.go:171","msg":"trace[631822141] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21358; }","duration":"1.401609582s","start":"2026-02-26T02:31:42.791998Z","end":"2026-02-26T02:31:44.193608Z","steps":["trace[631822141] 'agreement among raft nodes before linearized reading' (duration: 1.401428137s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:44.193652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:42.791969Z","time spent":"1.401673763s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T02:31:44.193738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.724228693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-02-26T02:31:44.193813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.726980886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-26T02:31:44.193833Z","caller":"traceutil/trace.go:171","msg":"trace[643708316] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21358; }","duration":"2.727013646s","start":"2026-02-26T02:31:41.466814Z","end":"2026-02-26T02:31:44.193828Z","steps":["trace[643708316] 'agreement among raft nodes before linearized reading' (duration: 2.726952195s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:44.193852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:41.466807Z","time spent":"2.727041407s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-26T02:31:44.193842Z","caller":"traceutil/trace.go:171","msg":"trace[1779540227] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21358; }","duration":"2.724377427s","start":"2026-02-26T02:31:41.469442Z","end":"2026-02-26T02:31:44.193819Z","steps":["trace[1779540227] 'agreement among raft nodes before linearized reading' (duration: 2.724039288s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:44.193892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:41.469427Z","time spent":"2.724457419s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T02:31:44.193942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.172546849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-26T02:31:44.193962Z","caller":"traceutil/trace.go:171","msg":"trace[872380082] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:21358; }","duration":"2.173214266s","start":"2026-02-26T02:31:42.020742Z","end":"2026-02-26T02:31:44.193956Z","steps":["trace[872380082] 'agreement among raft nodes before linearized reading' (duration: 2.172423695s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:44.193983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:42.020715Z","time spent":"2.173263157s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":163,"response size":33,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:31:44.19409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:41.555613Z","time spent":"2.638463905s","remote":"127.0.0.1:42326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:31:44.195127Z","caller":"traceutil/trace.go:171","msg":"trace[1750505544] transaction","detail":"{read_only:false; response_revision:21359; number_of_response:1; }","duration":"835.022844ms","start":"2026-02-26T02:31:43.360081Z","end":"2026-02-26T02:31:44.195104Z","steps":["trace[1750505544] 'process raft request' (duration: 834.88353ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:44.193436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.964210204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-26T02:31:44.195218Z","caller":"traceutil/trace.go:171","msg":"trace[2037011700] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21358; }","duration":"1.966043632s","start":"2026-02-26T02:31:42.22915Z","end":"2026-02-26T02:31:44.195193Z","steps":["trace[2037011700] 'agreement among raft nodes before linearized reading' (duration: 1.963993958s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:44.195274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:43.360046Z","time spent":"835.141567ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:31:44.195294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:42.229106Z","time spent":"1.966163785s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T02:31:44.196648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.317518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:31:44.196678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.232756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:31:44.196736Z","caller":"traceutil/trace.go:171","msg":"trace[154327758] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21360; }","duration":"403.557925ms","start":"2026-02-26T02:31:43.793161Z","end":"2026-02-26T02:31:44.196719Z","steps":["trace[154327758] 'agreement among raft nodes before linearized reading' (duration: 403.461492ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:44.196777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:43.793149Z","time spent":"403.620597ms","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:31:44.196775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.354303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-02-26T02:31:44.196833Z","caller":"traceutil/trace.go:171","msg":"trace[2095332005] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:21360; }","duration":"612.444034ms","start":"2026-02-26T02:31:43.584372Z","end":"2026-02-26T02:31:44.196816Z","steps":["trace[2095332005] 'agreement among raft nodes before linearized reading' (duration: 612.27675ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:44.196909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:43.584349Z","time spent":"612.547797ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":650,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-02-26T02:31:44.196876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.936029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:31:44.196964Z","caller":"traceutil/trace.go:171","msg":"trace[370634751] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:21360; }","duration":"773.104794ms","start":"2026-02-26T02:31:43.423849Z","end":"2026-02-26T02:31:44.196954Z","steps":["trace[370634751] 'agreement among raft nodes before linearized reading' (duration: 772.861037ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:44.197054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.712873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:31:44.197072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:43.423825Z","time spent":"773.237958ms","remote":"127.0.0.1:45202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":32,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:31:44.197098Z","caller":"traceutil/trace.go:171","msg":"trace[1237337839] transaction","detail":"{read_only:false; response_revision:21360; number_of_response:1; }","duration":"222.216021ms","start":"2026-02-26T02:31:43.974867Z","end":"2026-02-26T02:31:44.197083Z","steps":["trace[1237337839] 'process raft request' (duration: 221.610115ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:44.197105Z","caller":"traceutil/trace.go:171","msg":"trace[849637322] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:21360; }","duration":"459.795275ms","start":"2026-02-26T02:31:43.737291Z","end":"2026-02-26T02:31:44.197086Z","steps":["trace[849637322] 'agreement among raft nodes before linearized reading' (duration: 459.719423ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:44.197159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:43.737267Z","time spent":"459.876768ms","remote":"127.0.0.1:49620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:31:44.196695Z","caller":"traceutil/trace.go:171","msg":"trace[1684692414] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:21360; }","duration":"945.36944ms","start":"2026-02-26T02:31:43.251314Z","end":"2026-02-26T02:31:44.196683Z","steps":["trace[1684692414] 'agreement among raft nodes before linearized reading' (duration: 945.268207ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:44.197317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:43.251282Z","time spent":"946.009437ms","remote":"127.0.0.1:42362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:31:52.858684Z","caller":"traceutil/trace.go:171","msg":"trace[749357614] linearizableReadLoop","detail":"{readStateIndex:22236; appliedIndex:22235; }","duration":"300.626615ms","start":"2026-02-26T02:31:52.558028Z","end":"2026-02-26T02:31:52.858654Z","steps":["trace[749357614] 'read index received' (duration: 300.372438ms)","trace[749357614] 'applied index is now lower than readState.Index' (duration: 252.707µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:31:52.858765Z","caller":"traceutil/trace.go:171","msg":"trace[39811381] transaction","detail":"{read_only:false; response_revision:21458; number_of_response:1; }","duration":"326.633159ms","start":"2026-02-26T02:31:52.532083Z","end":"2026-02-26T02:31:52.858716Z","steps":["trace[39811381] 'process raft request' (duration: 326.354132ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:52.858966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:52.532049Z","time spent":"326.812114ms","remote":"127.0.0.1:40948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2537,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:31:52.859282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.21951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-02-26T02:31:52.859384Z","caller":"traceutil/trace.go:171","msg":"trace[821299239] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:21458; }","duration":"301.393185ms","start":"2026-02-26T02:31:52.557965Z","end":"2026-02-26T02:31:52.859358Z","steps":["trace[821299239] 'agreement among raft nodes before linearized reading' (duration: 300.871182ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:52.859437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:52.557941Z","time spent":"301.486187ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":650,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-02-26T02:31:52.882886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.258145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"info","ts":"2026-02-26T02:31:52.88295Z","caller":"traceutil/trace.go:171","msg":"trace[162764414] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:21458; }","duration":"164.379898ms","start":"2026-02-26T02:31:52.718556Z","end":"2026-02-26T02:31:52.882936Z","steps":["trace[162764414] 'agreement among raft nodes before linearized reading' (duration: 164.171273ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:32:00.018316Z","caller":"traceutil/trace.go:171","msg":"trace[1499020405] transaction","detail":"{read_only:false; response_revision:21524; number_of_response:1; }","duration":"163.529406ms","start":"2026-02-26T02:31:59.854753Z","end":"2026-02-26T02:32:00.018282Z","steps":["trace[1499020405] 'process raft request' (duration: 160.930417ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:32:07.557074Z","caller":"traceutil/trace.go:171","msg":"trace[1199468791] transaction","detail":"{read_only:false; response_revision:21617; number_of_response:1; }","duration":"227.304674ms","start":"2026-02-26T02:32:07.329741Z","end":"2026-02-26T02:32:07.557045Z","steps":["trace[1199468791] 'process raft request' (duration: 227.14157ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:32:07.565002Z","caller":"traceutil/trace.go:171","msg":"trace[1393520125] transaction","detail":"{read_only:false; response_revision:21618; number_of_response:1; }","duration":"231.410452ms","start":"2026-02-26T02:32:07.333572Z","end":"2026-02-26T02:32:07.564982Z","steps":["trace[1393520125] 'process raft request' (duration: 231.260378ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:32:07.565101Z","caller":"traceutil/trace.go:171","msg":"trace[968610103] linearizableReadLoop","detail":"{readStateIndex:22402; appliedIndex:22399; }","duration":"134.175763ms","start":"2026-02-26T02:32:07.430907Z","end":"2026-02-26T02:32:07.565083Z","steps":["trace[968610103] 'read index received' (duration: 125.990207ms)","trace[968610103] 'applied index is now lower than readState.Index' (duration: 8.184476ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:32:07.565155Z","caller":"traceutil/trace.go:171","msg":"trace[269727376] transaction","detail":"{read_only:false; response_revision:21619; number_of_response:1; }","duration":"222.663202ms","start":"2026-02-26T02:32:07.342475Z","end":"2026-02-26T02:32:07.565139Z","steps":["trace[269727376] 'process raft request' (duration: 222.460627ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:32:07.565234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.309636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:32:07.565277Z","caller":"traceutil/trace.go:171","msg":"trace[1565163226] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21619; }","duration":"134.374998ms","start":"2026-02-26T02:32:07.430892Z","end":"2026-02-26T02:32:07.565267Z","steps":["trace[1565163226] 'agreement among raft nodes before linearized reading' (duration: 134.285345ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:32:11.715776Z","caller":"traceutil/trace.go:171","msg":"trace[307614482] transaction","detail":"{read_only:false; response_revision:21660; number_of_response:1; }","duration":"138.264141ms","start":"2026-02-26T02:32:11.57747Z","end":"2026-02-26T02:32:11.715734Z","steps":["trace[307614482] 'process raft request' (duration: 137.986854ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:32:11.958661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.648536ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:32:11.958823Z","caller":"traceutil/trace.go:171","msg":"trace[1313616594] linearizableReadLoop","detail":"{readStateIndex:22444; appliedIndex:22442; }","duration":"363.322275ms","start":"2026-02-26T02:32:11.595478Z","end":"2026-02-26T02:32:11.9588Z","steps":["trace[1313616594] 'read index received' (duration: 120.04097ms)","trace[1313616594] 'applied index is now lower than readState.Index' (duration: 243.279485ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:32:11.958951Z","caller":"traceutil/trace.go:171","msg":"trace[750034413] transaction","detail":"{read_only:false; response_revision:21661; number_of_response:1; }","duration":"380.170489ms","start":"2026-02-26T02:32:11.578708Z","end":"2026-02-26T02:32:11.958878Z","steps":["trace[750034413] 'process raft request' (duration: 248.147293ms)","trace[750034413] 'compare' (duration: 131.494402ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:32:11.959005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.5149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:32:11.959053Z","caller":"traceutil/trace.go:171","msg":"trace[1909312218] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:21661; }","duration":"363.565641ms","start":"2026-02-26T02:32:11.595469Z","end":"2026-02-26T02:32:11.959035Z","steps":["trace[1909312218] 'agreement among raft nodes before linearized reading' (duration: 363.476479ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:32:11.959115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:32:11.595398Z","time spent":"363.701675ms","remote":"127.0.0.1:45354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:32:11.959156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:32:11.578696Z","time spent":"380.326853ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:32:11.959313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.494212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:32:11.959336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.846933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:32:11.959403Z","caller":"traceutil/trace.go:171","msg":"trace[58674816] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21661; }","duration":"172.638125ms","start":"2026-02-26T02:32:11.786745Z","end":"2026-02-26T02:32:11.959383Z","steps":["trace[58674816] 'agreement among raft nodes before linearized reading' (duration: 172.484601ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:32:11.959497Z","caller":"traceutil/trace.go:171","msg":"trace[857117264] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:21661; }","duration":"264.986437ms","start":"2026-02-26T02:32:11.694404Z","end":"2026-02-26T02:32:11.959391Z","steps":["trace[857117264] 'agreement among raft nodes before linearized reading' (duration: 264.810672ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:32:11.959776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.02383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:417581"} {"level":"info","ts":"2026-02-26T02:32:11.959902Z","caller":"traceutil/trace.go:171","msg":"trace[2132238042] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:21661; }","duration":"109.299528ms","start":"2026-02-26T02:32:11.850581Z","end":"2026-02-26T02:32:11.95988Z","steps":["trace[2132238042] 'agreement among raft nodes before linearized reading' (duration: 108.683621ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:32:13.103021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.663656ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:32:13.103152Z","caller":"traceutil/trace.go:171","msg":"trace[272234004] transaction","detail":"{read_only:false; response_revision:21663; number_of_response:1; }","duration":"778.165398ms","start":"2026-02-26T02:32:12.324965Z","end":"2026-02-26T02:32:13.10313Z","steps":["trace[272234004] 'process raft request' (duration: 251.276246ms)","trace[272234004] 'compare' (duration: 525.605538ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:32:13.103375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:32:12.324922Z","time spent":"778.412524ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:32:13.112136Z","caller":"traceutil/trace.go:171","msg":"trace[1354942001] transaction","detail":"{read_only:false; response_revision:21664; number_of_response:1; }","duration":"779.823101ms","start":"2026-02-26T02:32:12.332287Z","end":"2026-02-26T02:32:13.11211Z","steps":["trace[1354942001] 'process raft request' (duration: 779.325778ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:32:13.112301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:32:12.332256Z","time spent":"779.946065ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:32:13.112456Z","caller":"traceutil/trace.go:171","msg":"trace[2004806017] transaction","detail":"{read_only:false; response_revision:21665; number_of_response:1; }","duration":"702.083575ms","start":"2026-02-26T02:32:12.410306Z","end":"2026-02-26T02:32:13.112389Z","steps":["trace[2004806017] 'process raft request' (duration: 701.546321ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:32:13.112997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:32:12.410282Z","time spent":"702.431743ms","remote":"127.0.0.1:39430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418014,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:32:13.147907Z","caller":"traceutil/trace.go:171","msg":"trace[910629911] linearizableReadLoop","detail":"{readStateIndex:22447; appliedIndex:22445; }","duration":"813.412975ms","start":"2026-02-26T02:32:12.334467Z","end":"2026-02-26T02:32:13.14788Z","steps":["trace[910629911] 'read index received' (duration: 241.820926ms)","trace[910629911] 'applied index is now lower than readState.Index' (duration: 571.589859ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:32:13.148314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.809185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capo-system/capo-controller-manager\" ","response":"range_response_count:1 size:4402"} {"level":"warn","ts":"2026-02-26T02:32:13.148389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.520637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T02:32:13.148435Z","caller":"traceutil/trace.go:171","msg":"trace[1754106811] range","detail":"{range_begin:/registry/deployments/capo-system/capo-controller-manager; range_end:; response_count:1; response_revision:21665; }","duration":"813.947729ms","start":"2026-02-26T02:32:12.334461Z","end":"2026-02-26T02:32:13.148409Z","steps":["trace[1754106811] 'agreement among raft nodes before linearized reading' (duration: 813.62255ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:32:13.148443Z","caller":"traceutil/trace.go:171","msg":"trace[1779133214] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21665; }","duration":"786.65269ms","start":"2026-02-26T02:32:12.361777Z","end":"2026-02-26T02:32:13.14843Z","steps":["trace[1779133214] 'agreement among raft nodes before linearized reading' (duration: 786.423504ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:32:13.148499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:32:12.361751Z","time spent":"786.738473ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T02:32:13.148501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:32:12.334411Z","time spent":"814.078533ms","remote":"127.0.0.1:45492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":4426,"request content":"key:\"/registry/deployments/capo-system/capo-controller-manager\" "} {"level":"warn","ts":"2026-02-26T02:32:13.148541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.755609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-26T02:32:13.148553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.69182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-02-26T02:32:13.148618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.036182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:537"} {"level":"info","ts":"2026-02-26T02:32:13.148629Z","caller":"traceutil/trace.go:171","msg":"trace[213836050] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21665; }","duration":"779.889982ms","start":"2026-02-26T02:32:12.368718Z","end":"2026-02-26T02:32:13.148608Z","steps":["trace[213836050] 'agreement among raft nodes before linearized reading' (duration: 779.580864ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:32:13.148655Z","caller":"traceutil/trace.go:171","msg":"trace[873172327] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21665; }","duration":"781.837294ms","start":"2026-02-26T02:32:12.366794Z","end":"2026-02-26T02:32:13.148632Z","steps":["trace[873172327] 'agreement among raft nodes before linearized reading' (duration: 781.531086ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:32:13.148692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:32:12.368708Z","time spent":"779.972275ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-26T02:32:13.148693Z","caller":"traceutil/trace.go:171","msg":"trace[207625243] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:21665; }","duration":"340.138325ms","start":"2026-02-26T02:32:12.808522Z","end":"2026-02-26T02:32:13.14866Z","steps":["trace[207625243] 'agreement among raft nodes before linearized reading' (duration: 340.016702ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:32:13.148677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.570223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-02-26T02:32:13.148712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:32:12.366751Z","time spent":"781.951726ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T02:32:13.148767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:32:12.808496Z","time spent":"340.258378ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":561,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"info","ts":"2026-02-26T02:32:13.148791Z","caller":"traceutil/trace.go:171","msg":"trace[1709273138] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21665; }","duration":"755.726486ms","start":"2026-02-26T02:32:12.393036Z","end":"2026-02-26T02:32:13.148763Z","steps":["trace[1709273138] 'agreement among raft nodes before linearized reading' (duration: 755.362717ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:32:13.148833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:32:12.393025Z","time spent":"755.799449ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T02:32:13.148477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.653015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:32:13.14891Z","caller":"traceutil/trace.go:171","msg":"trace[918138017] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21665; }","duration":"361.140228ms","start":"2026-02-26T02:32:12.787755Z","end":"2026-02-26T02:32:13.148895Z","steps":["trace[918138017] 'agreement among raft nodes before linearized reading' (duration: 360.672315ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:32:13.148947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:32:12.787729Z","time spent":"361.20843ms","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:32:13.148962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.481076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-26T02:32:13.149003Z","caller":"traceutil/trace.go:171","msg":"trace[1132549351] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21665; }","duration":"748.549017ms","start":"2026-02-26T02:32:12.400442Z","end":"2026-02-26T02:32:13.148991Z","steps":["trace[1132549351] 'agreement among raft nodes before linearized reading' (duration: 748.384853ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:32:13.149043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:32:12.40043Z","time spent":"748.604539ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-26T02:32:13.149029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.727984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-26T02:32:13.149156Z","caller":"traceutil/trace.go:171","msg":"trace[421377698] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21665; }","duration":"754.528805ms","start":"2026-02-26T02:32:12.394615Z","end":"2026-02-26T02:32:13.149143Z","steps":["trace[421377698] 'agreement among raft nodes before linearized reading' (duration: 753.604041ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:32:13.14919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:32:12.394601Z","time spent":"754.575526ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-26T02:32:13.286236Z","caller":"traceutil/trace.go:171","msg":"trace[124162403] transaction","detail":"{read_only:false; response_revision:21666; number_of_response:1; }","duration":"128.981206ms","start":"2026-02-26T02:32:13.157227Z","end":"2026-02-26T02:32:13.286208Z","steps":["trace[124162403] 'process raft request' (duration: 128.780851ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:32:13.37263Z","caller":"traceutil/trace.go:171","msg":"trace[880343391] transaction","detail":"{read_only:false; response_revision:21667; number_of_response:1; }","duration":"215.255157ms","start":"2026-02-26T02:32:13.157348Z","end":"2026-02-26T02:32:13.372603Z","steps":["trace[880343391] 'process raft request' (duration: 154.017875ms)","trace[880343391] 'compare' (duration: 60.139563ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:32:13.372818Z","caller":"traceutil/trace.go:171","msg":"trace[199630756] transaction","detail":"{read_only:false; response_revision:21668; number_of_response:1; }","duration":"215.358659ms","start":"2026-02-26T02:32:13.157446Z","end":"2026-02-26T02:32:13.372804Z","steps":["trace[199630756] 'process raft request' (duration: 214.363383ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:32:13.372962Z","caller":"traceutil/trace.go:171","msg":"trace[321444900] transaction","detail":"{read_only:false; response_revision:21669; number_of_response:1; }","duration":"215.462942ms","start":"2026-02-26T02:32:13.15749Z","end":"2026-02-26T02:32:13.372953Z","steps":["trace[321444900] 'process raft request' (duration: 214.391354ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:32:13.373086Z","caller":"traceutil/trace.go:171","msg":"trace[1598666806] transaction","detail":"{read_only:false; response_revision:21670; number_of_response:1; }","duration":"215.538594ms","start":"2026-02-26T02:32:13.157538Z","end":"2026-02-26T02:32:13.373077Z","steps":["trace[1598666806] 'process raft request' (duration: 214.379834ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:32:13.373213Z","caller":"traceutil/trace.go:171","msg":"trace[883446503] transaction","detail":"{read_only:false; response_revision:21671; number_of_response:1; }","duration":"210.49094ms","start":"2026-02-26T02:32:13.162713Z","end":"2026-02-26T02:32:13.373204Z","steps":["trace[883446503] 'process raft request' (duration: 209.267078ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:32:13.841126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.166416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18764"} {"level":"info","ts":"2026-02-26T02:32:13.841212Z","caller":"traceutil/trace.go:171","msg":"trace[598032933] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:21671; }","duration":"163.306479ms","start":"2026-02-26T02:32:13.677884Z","end":"2026-02-26T02:32:13.84119Z","steps":["trace[598032933] 'range keys from in-memory index tree' (duration: 162.985261ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:32:13.842097Z","caller":"traceutil/trace.go:171","msg":"trace[416202352] transaction","detail":"{read_only:false; response_revision:21672; number_of_response:1; }","duration":"121.082548ms","start":"2026-02-26T02:32:13.720999Z","end":"2026-02-26T02:32:13.842081Z","steps":["trace[416202352] 'process raft request' (duration: 108.23828ms)","trace[416202352] 'compare' (duration: 10.800044ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:32:54.387382Z","caller":"traceutil/trace.go:171","msg":"trace[837063985] linearizableReadLoop","detail":"{readStateIndex:22927; appliedIndex:22926; }","duration":"203.508382ms","start":"2026-02-26T02:32:54.183848Z","end":"2026-02-26T02:32:54.387356Z","steps":["trace[837063985] 'read index received' (duration: 203.309817ms)","trace[837063985] 'applied index is now lower than readState.Index' (duration: 197.245µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:32:54.387448Z","caller":"traceutil/trace.go:171","msg":"trace[632481792] transaction","detail":"{read_only:false; response_revision:22131; number_of_response:1; }","duration":"251.008384ms","start":"2026-02-26T02:32:54.136401Z","end":"2026-02-26T02:32:54.387409Z","steps":["trace[632481792] 'process raft request' (duration: 250.783418ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:32:54.387565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.700688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:32:54.387618Z","caller":"traceutil/trace.go:171","msg":"trace[1910537679] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:22131; }","duration":"203.820311ms","start":"2026-02-26T02:32:54.183783Z","end":"2026-02-26T02:32:54.387603Z","steps":["trace[1910537679] 'agreement among raft nodes before linearized reading' (duration: 203.721698ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:32:54.41223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.269586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:32:54.412335Z","caller":"traceutil/trace.go:171","msg":"trace[687278621] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:22132; }","duration":"228.407929ms","start":"2026-02-26T02:32:54.183902Z","end":"2026-02-26T02:32:54.41231Z","steps":["trace[687278621] 'agreement among raft nodes before linearized reading' (duration: 228.214034ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:32:54.412339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.973527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:32:54.412401Z","caller":"traceutil/trace.go:171","msg":"trace[246458258] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:22132; }","duration":"228.04843ms","start":"2026-02-26T02:32:54.184335Z","end":"2026-02-26T02:32:54.412383Z","steps":["trace[246458258] 'agreement among raft nodes before linearized reading' (duration: 227.949857ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:32:54.412482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.154042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:32:54.412553Z","caller":"traceutil/trace.go:171","msg":"trace[1539163535] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:22132; }","duration":"228.242125ms","start":"2026-02-26T02:32:54.184291Z","end":"2026-02-26T02:32:54.412533Z","steps":["trace[1539163535] 'agreement among raft nodes before linearized reading' (duration: 228.143772ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:32:54.41277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.086368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:32:54.412865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.838554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-02-26T02:32:54.412887Z","caller":"traceutil/trace.go:171","msg":"trace[1796055476] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:22132; }","duration":"193.271562ms","start":"2026-02-26T02:32:54.219587Z","end":"2026-02-26T02:32:54.412859Z","steps":["trace[1796055476] 'agreement among raft nodes before linearized reading' (duration: 192.753699ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:32:54.412919Z","caller":"traceutil/trace.go:171","msg":"trace[797172291] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:22132; }","duration":"227.906595ms","start":"2026-02-26T02:32:54.184996Z","end":"2026-02-26T02:32:54.412902Z","steps":["trace[797172291] 'agreement among raft nodes before linearized reading' (duration: 227.169476ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:32:54.41305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.018496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:32:54.413388Z","caller":"traceutil/trace.go:171","msg":"trace[620379539] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:22132; }","duration":"101.155116ms","start":"2026-02-26T02:32:54.31221Z","end":"2026-02-26T02:32:54.413366Z","steps":["trace[620379539] 'agreement among raft nodes before linearized reading' (duration: 100.028016ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:07.525959Z","caller":"traceutil/trace.go:171","msg":"trace[1398165942] transaction","detail":"{read_only:false; response_revision:22220; number_of_response:1; }","duration":"212.672344ms","start":"2026-02-26T02:33:07.313262Z","end":"2026-02-26T02:33:07.525934Z","steps":["trace[1398165942] 'process raft request' (duration: 212.420707ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:07.526016Z","caller":"traceutil/trace.go:171","msg":"trace[767924481] transaction","detail":"{read_only:false; response_revision:22221; number_of_response:1; }","duration":"211.284897ms","start":"2026-02-26T02:33:07.314695Z","end":"2026-02-26T02:33:07.52598Z","steps":["trace[767924481] 'process raft request' (duration: 211.181194ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:07.525948Z","caller":"traceutil/trace.go:171","msg":"trace[1673872584] linearizableReadLoop","detail":"{readStateIndex:23020; appliedIndex:23018; }","duration":"187.048908ms","start":"2026-02-26T02:33:07.33887Z","end":"2026-02-26T02:33:07.525919Z","steps":["trace[1673872584] 'read index received' (duration: 186.934525ms)","trace[1673872584] 'applied index is now lower than readState.Index' (duration: 113.533µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:33:07.526215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.329516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-02-26T02:33:07.526267Z","caller":"traceutil/trace.go:171","msg":"trace[221899799] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:22221; }","duration":"187.443559ms","start":"2026-02-26T02:33:07.338813Z","end":"2026-02-26T02:33:07.526256Z","steps":["trace[221899799] 'agreement among raft nodes before linearized reading' (duration: 187.194643ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:07.547569Z","caller":"traceutil/trace.go:171","msg":"trace[1290871283] transaction","detail":"{read_only:false; response_revision:22222; number_of_response:1; }","duration":"121.015288ms","start":"2026-02-26T02:33:07.4265Z","end":"2026-02-26T02:33:07.547515Z","steps":["trace[1290871283] 'process raft request' (duration: 120.731141ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:07.709538Z","caller":"traceutil/trace.go:171","msg":"trace[1594077350] transaction","detail":"{read_only:false; response_revision:22223; number_of_response:1; }","duration":"102.294606ms","start":"2026-02-26T02:33:07.607204Z","end":"2026-02-26T02:33:07.709498Z","steps":["trace[1594077350] 'process raft request' (duration: 48.351044ms)","trace[1594077350] 'compare' (duration: 53.782187ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:33:08.078833Z","caller":"traceutil/trace.go:171","msg":"trace[202261314] transaction","detail":"{read_only:false; response_revision:22225; number_of_response:1; }","duration":"363.082597ms","start":"2026-02-26T02:33:07.715722Z","end":"2026-02-26T02:33:08.078805Z","steps":["trace[202261314] 'process raft request' (duration: 362.852671ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:08.079111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:07.715691Z","time spent":"363.320734ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:33:08.079157Z","caller":"traceutil/trace.go:171","msg":"trace[882663938] transaction","detail":"{read_only:false; response_revision:22226; number_of_response:1; }","duration":"363.302913ms","start":"2026-02-26T02:33:07.715811Z","end":"2026-02-26T02:33:08.079114Z","steps":["trace[882663938] 'process raft request' (duration: 362.944004ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:08.079391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:07.71579Z","time spent":"363.476417ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:33:08.079429Z","caller":"traceutil/trace.go:171","msg":"trace[848390874] transaction","detail":"{read_only:false; response_revision:22227; number_of_response:1; }","duration":"363.259512ms","start":"2026-02-26T02:33:07.716146Z","end":"2026-02-26T02:33:08.079405Z","steps":["trace[848390874] 'process raft request' (duration: 363.110488ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:08.079626Z","caller":"traceutil/trace.go:171","msg":"trace[631419828] transaction","detail":"{read_only:false; response_revision:22228; number_of_response:1; }","duration":"363.449087ms","start":"2026-02-26T02:33:07.71616Z","end":"2026-02-26T02:33:08.079609Z","steps":["trace[631419828] 'process raft request' (duration: 363.197451ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:08.079674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:07.716124Z","time spent":"363.381215ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:33:08.079721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:07.716145Z","time spent":"363.531639ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:33:08.079821Z","caller":"traceutil/trace.go:171","msg":"trace[1866243667] transaction","detail":"{read_only:false; response_revision:22229; number_of_response:1; }","duration":"363.486628ms","start":"2026-02-26T02:33:07.71631Z","end":"2026-02-26T02:33:08.079797Z","steps":["trace[1866243667] 'process raft request' (duration: 363.234442ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:08.079986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:07.7163Z","time spent":"363.607251ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:33:08.142876Z","caller":"traceutil/trace.go:171","msg":"trace[648004054] transaction","detail":"{read_only:false; response_revision:22230; number_of_response:1; }","duration":"359.914344ms","start":"2026-02-26T02:33:07.78291Z","end":"2026-02-26T02:33:08.142824Z","steps":["trace[648004054] 'process raft request' (duration: 359.604176ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:08.142907Z","caller":"traceutil/trace.go:171","msg":"trace[702572477] transaction","detail":"{read_only:false; response_revision:22232; number_of_response:1; }","duration":"212.290585ms","start":"2026-02-26T02:33:07.930588Z","end":"2026-02-26T02:33:08.142879Z","steps":["trace[702572477] 'process raft request' (duration: 212.212022ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:08.143087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:07.782879Z","time spent":"360.099999ms","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1090,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T02:33:08.143098Z","caller":"traceutil/trace.go:171","msg":"trace[935485758] linearizableReadLoop","detail":"{readStateIndex:23030; appliedIndex:23023; }","duration":"353.743402ms","start":"2026-02-26T02:33:07.789336Z","end":"2026-02-26T02:33:08.14308Z","steps":["trace[935485758] 'read index received' (duration: 289.257023ms)","trace[935485758] 'applied index is now lower than readState.Index' (duration: 64.484839ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:33:08.143267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.905976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:33:08.143312Z","caller":"traceutil/trace.go:171","msg":"trace[1266860859] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22233; }","duration":"354.012939ms","start":"2026-02-26T02:33:07.789287Z","end":"2026-02-26T02:33:08.1433Z","steps":["trace[1266860859] 'agreement among raft nodes before linearized reading' (duration: 353.885385ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:08.143351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:07.789275Z","time spent":"354.06668ms","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T02:33:08.142995Z","caller":"traceutil/trace.go:171","msg":"trace[953983397] transaction","detail":"{read_only:false; response_revision:22231; number_of_response:1; }","duration":"359.124273ms","start":"2026-02-26T02:33:07.783827Z","end":"2026-02-26T02:33:08.142952Z","steps":["trace[953983397] 'process raft request' (duration: 358.889607ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:08.143888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:07.783791Z","time spent":"360.009547ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:33:08.55735Z","caller":"traceutil/trace.go:171","msg":"trace[1526546627] linearizableReadLoop","detail":"{readStateIndex:23034; appliedIndex:23033; }","duration":"115.215316ms","start":"2026-02-26T02:33:08.442105Z","end":"2026-02-26T02:33:08.55732Z","steps":["trace[1526546627] 'read index received' (duration: 114.924169ms)","trace[1526546627] 'applied index is now lower than readState.Index' (duration: 289.997µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:33:08.55752Z","caller":"traceutil/trace.go:171","msg":"trace[669313335] transaction","detail":"{read_only:false; response_revision:22235; number_of_response:1; }","duration":"121.771539ms","start":"2026-02-26T02:33:08.435734Z","end":"2026-02-26T02:33:08.557506Z","steps":["trace[669313335] 'process raft request' (duration: 121.321597ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:08.55782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.59982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:33:08.558121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.986296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:33:08.558173Z","caller":"traceutil/trace.go:171","msg":"trace[44075763] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:22235; }","duration":"111.983251ms","start":"2026-02-26T02:33:08.446161Z","end":"2026-02-26T02:33:08.558144Z","steps":["trace[44075763] 'agreement among raft nodes before linearized reading' (duration: 111.630192ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:08.557875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.66048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:33:08.558213Z","caller":"traceutil/trace.go:171","msg":"trace[79744339] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:22235; }","duration":"116.12909ms","start":"2026-02-26T02:33:08.442062Z","end":"2026-02-26T02:33:08.558191Z","steps":["trace[79744339] 'agreement among raft nodes before linearized reading' (duration: 115.917555ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:08.558256Z","caller":"traceutil/trace.go:171","msg":"trace[1224288781] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:22235; }","duration":"110.07979ms","start":"2026-02-26T02:33:08.448155Z","end":"2026-02-26T02:33:08.558235Z","steps":["trace[1224288781] 'agreement among raft nodes before linearized reading' (duration: 109.617738ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:08.557702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.560234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:33:08.558335Z","caller":"traceutil/trace.go:171","msg":"trace[853959287] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:22235; }","duration":"116.258794ms","start":"2026-02-26T02:33:08.442061Z","end":"2026-02-26T02:33:08.55832Z","steps":["trace[853959287] 'agreement among raft nodes before linearized reading' (duration: 115.562105ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:08.557933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.559329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:33:08.558457Z","caller":"traceutil/trace.go:171","msg":"trace[1456393716] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:22235; }","duration":"115.117053ms","start":"2026-02-26T02:33:08.443323Z","end":"2026-02-26T02:33:08.55844Z","steps":["trace[1456393716] 'agreement among raft nodes before linearized reading' (duration: 114.527057ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:08.55796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.21242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:33:08.558529Z","caller":"traceutil/trace.go:171","msg":"trace[608690984] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:22235; }","duration":"111.863038ms","start":"2026-02-26T02:33:08.446656Z","end":"2026-02-26T02:33:08.558519Z","steps":["trace[608690984] 'agreement among raft nodes before linearized reading' (duration: 111.110128ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:08.55799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.697436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:33:08.558612Z","caller":"traceutil/trace.go:171","msg":"trace[63319277] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:22235; }","duration":"111.361344ms","start":"2026-02-26T02:33:08.447233Z","end":"2026-02-26T02:33:08.558594Z","steps":["trace[63319277] 'agreement among raft nodes before linearized reading' (duration: 110.703826ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:08.558006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.55008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-02-26T02:33:08.558701Z","caller":"traceutil/trace.go:171","msg":"trace[1234757542] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:22235; }","duration":"109.248008ms","start":"2026-02-26T02:33:08.44944Z","end":"2026-02-26T02:33:08.558688Z","steps":["trace[1234757542] 'agreement among raft nodes before linearized reading' (duration: 108.440997ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:08.558068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.339581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-02-26T02:33:08.558786Z","caller":"traceutil/trace.go:171","msg":"trace[1554711174] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:22235; }","duration":"110.098011ms","start":"2026-02-26T02:33:08.448673Z","end":"2026-02-26T02:33:08.558771Z","steps":["trace[1554711174] 'agreement among raft nodes before linearized reading' (duration: 109.26546ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:40.033081Z","caller":"traceutil/trace.go:171","msg":"trace[1052173191] transaction","detail":"{read_only:false; response_revision:22996; number_of_response:1; }","duration":"104.045091ms","start":"2026-02-26T02:34:39.929011Z","end":"2026-02-26T02:34:40.033056Z","steps":["trace[1052173191] 'process raft request' (duration: 103.926168ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:49.055391Z","caller":"traceutil/trace.go:171","msg":"trace[615321801] transaction","detail":"{read_only:false; response_revision:23054; number_of_response:1; }","duration":"189.613906ms","start":"2026-02-26T02:34:48.86575Z","end":"2026-02-26T02:34:49.055364Z","steps":["trace[615321801] 'process raft request' (duration: 189.409821ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:49.055545Z","caller":"traceutil/trace.go:171","msg":"trace[1763527197] transaction","detail":"{read_only:false; response_revision:23055; number_of_response:1; }","duration":"189.498543ms","start":"2026-02-26T02:34:48.866023Z","end":"2026-02-26T02:34:49.055522Z","steps":["trace[1763527197] 'process raft request' (duration: 189.288988ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:49.221359Z","caller":"traceutil/trace.go:171","msg":"trace[632720167] transaction","detail":"{read_only:false; response_revision:23056; number_of_response:1; }","duration":"157.361026ms","start":"2026-02-26T02:34:49.063895Z","end":"2026-02-26T02:34:49.221256Z","steps":["trace[632720167] 'process raft request' (duration: 76.188638ms)","trace[632720167] 'compare' (duration: 80.805879ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:34:49.302229Z","caller":"traceutil/trace.go:171","msg":"trace[271903208] linearizableReadLoop","detail":"{readStateIndex:23877; appliedIndex:23876; }","duration":"132.42054ms","start":"2026-02-26T02:34:49.169762Z","end":"2026-02-26T02:34:49.302183Z","steps":["trace[271903208] 'read index received' (duration: 132.182124ms)","trace[271903208] 'applied index is now lower than readState.Index' (duration: 236.656µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:34:49.302747Z","caller":"traceutil/trace.go:171","msg":"trace[1693980339] transaction","detail":"{read_only:false; response_revision:23057; number_of_response:1; }","duration":"164.489154ms","start":"2026-02-26T02:34:49.138208Z","end":"2026-02-26T02:34:49.302697Z","steps":["trace[1693980339] 'process raft request' (duration: 163.768715ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:49.302914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.149848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:30 size:266000"} {"level":"info","ts":"2026-02-26T02:34:49.302976Z","caller":"traceutil/trace.go:171","msg":"trace[1314835682] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:30; response_revision:23057; }","duration":"133.279392ms","start":"2026-02-26T02:34:49.169681Z","end":"2026-02-26T02:34:49.30296Z","steps":["trace[1314835682] 'agreement among raft nodes before linearized reading' (duration: 132.654866ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:49.823405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.616553ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:34:49.823707Z","caller":"traceutil/trace.go:171","msg":"trace[508088668] linearizableReadLoop","detail":"{readStateIndex:23879; appliedIndex:23877; }","duration":"481.023705ms","start":"2026-02-26T02:34:49.342655Z","end":"2026-02-26T02:34:49.823679Z","steps":["trace[508088668] 'read index received' (duration: 152.963231ms)","trace[508088668] 'applied index is now lower than readState.Index' (duration: 328.058764ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:34:49.823907Z","caller":"traceutil/trace.go:171","msg":"trace[1348864994] transaction","detail":"{read_only:false; response_revision:23059; number_of_response:1; }","duration":"516.795198ms","start":"2026-02-26T02:34:49.307054Z","end":"2026-02-26T02:34:49.82385Z","steps":["trace[1348864994] 'process raft request' (duration: 516.532831ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:49.824068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:49.307026Z","time spent":"516.979842ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:34:49.824065Z","caller":"traceutil/trace.go:171","msg":"trace[2072674860] transaction","detail":"{read_only:false; response_revision:23058; number_of_response:1; }","duration":"587.0963ms","start":"2026-02-26T02:34:49.236935Z","end":"2026-02-26T02:34:49.824031Z","steps":["trace[2072674860] 'process raft request' (duration: 258.705566ms)","trace[2072674860] 'compare' (duration: 327.453649ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:34:49.824244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:49.236906Z","time spent":"587.239514ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:34:49.824503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.693456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-26T02:34:49.824606Z","caller":"traceutil/trace.go:171","msg":"trace[841335849] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23059; }","duration":"387.88464ms","start":"2026-02-26T02:34:49.436706Z","end":"2026-02-26T02:34:49.824591Z","steps":["trace[841335849] 'agreement among raft nodes before linearized reading' (duration: 387.198012ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:49.824672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:49.436679Z","time spent":"387.980503ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T02:34:49.824757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.102403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:34:49.825011Z","caller":"traceutil/trace.go:171","msg":"trace[1902891972] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23059; }","duration":"482.35977ms","start":"2026-02-26T02:34:49.342632Z","end":"2026-02-26T02:34:49.824992Z","steps":["trace[1902891972] 'agreement among raft nodes before linearized reading' (duration: 482.064882ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:49.824998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.646818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:34:49.825073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:49.342555Z","time spent":"482.501624ms","remote":"127.0.0.1:42216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:34:49.825059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.165248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T02:34:49.825102Z","caller":"traceutil/trace.go:171","msg":"trace[47234769] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23059; }","duration":"156.989486ms","start":"2026-02-26T02:34:49.66809Z","end":"2026-02-26T02:34:49.82508Z","steps":["trace[47234769] 'agreement among raft nodes before linearized reading' (duration: 156.622627ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:49.825154Z","caller":"traceutil/trace.go:171","msg":"trace[1411267242] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23059; }","duration":"388.323383ms","start":"2026-02-26T02:34:49.436803Z","end":"2026-02-26T02:34:49.825127Z","steps":["trace[1411267242] 'agreement among raft nodes before linearized reading' (duration: 387.916162ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:49.825209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:49.436773Z","time spent":"388.424454ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T02:34:50.084579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.647081ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:34:50.084679Z","caller":"traceutil/trace.go:171","msg":"trace[2104902403] linearizableReadLoop","detail":"{readStateIndex:23881; appliedIndex:23880; }","duration":"245.793157ms","start":"2026-02-26T02:34:49.838871Z","end":"2026-02-26T02:34:50.084664Z","steps":["trace[2104902403] 'read index received' (duration: 77.841921ms)","trace[2104902403] 'applied index is now lower than readState.Index' (duration: 167.950036ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:34:50.084731Z","caller":"traceutil/trace.go:171","msg":"trace[25481649] transaction","detail":"{read_only:false; response_revision:23061; number_of_response:1; }","duration":"254.146627ms","start":"2026-02-26T02:34:49.830576Z","end":"2026-02-26T02:34:50.084722Z","steps":["trace[25481649] 'process raft request' (duration: 128.292431ms)","trace[25481649] 'compare' (duration: 125.505417ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:34:50.084846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.954781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:34:50.084909Z","caller":"traceutil/trace.go:171","msg":"trace[1364724580] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:23061; }","duration":"246.080294ms","start":"2026-02-26T02:34:49.838813Z","end":"2026-02-26T02:34:50.084893Z","steps":["trace[1364724580] 'agreement among raft nodes before linearized reading' (duration: 245.93124ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:50.16845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.101497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-02-26T02:34:50.168528Z","caller":"traceutil/trace.go:171","msg":"trace[1667638010] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23063; }","duration":"125.23631ms","start":"2026-02-26T02:34:50.043275Z","end":"2026-02-26T02:34:50.168511Z","steps":["trace[1667638010] 'agreement among raft nodes before linearized reading' (duration: 124.976253ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:50.168722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.186796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:34:50.168854Z","caller":"traceutil/trace.go:171","msg":"trace[520283413] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:23063; }","duration":"164.35085ms","start":"2026-02-26T02:34:50.004472Z","end":"2026-02-26T02:34:50.168823Z","steps":["trace[520283413] 'agreement among raft nodes before linearized reading' (duration: 164.027272ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:50.307856Z","caller":"traceutil/trace.go:171","msg":"trace[987409964] transaction","detail":"{read_only:false; response_revision:23064; number_of_response:1; }","duration":"125.000424ms","start":"2026-02-26T02:34:50.182814Z","end":"2026-02-26T02:34:50.307814Z","steps":["trace[987409964] 'process raft request' (duration: 124.649834ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:50.461109Z","caller":"traceutil/trace.go:171","msg":"trace[924689352] linearizableReadLoop","detail":"{readStateIndex:23885; appliedIndex:23884; }","duration":"143.977974ms","start":"2026-02-26T02:34:50.317079Z","end":"2026-02-26T02:34:50.461057Z","steps":["trace[924689352] 'read index received' (duration: 143.663855ms)","trace[924689352] 'applied index is now lower than readState.Index' (duration: 312.879µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:34:50.461196Z","caller":"traceutil/trace.go:171","msg":"trace[1579383817] transaction","detail":"{read_only:false; response_revision:23065; number_of_response:1; }","duration":"146.611014ms","start":"2026-02-26T02:34:50.314522Z","end":"2026-02-26T02:34:50.461133Z","steps":["trace[1579383817] 'process raft request' (duration: 146.317416ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:50.461356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.256072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-02-26T02:34:50.46149Z","caller":"traceutil/trace.go:171","msg":"trace[59128470] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23065; }","duration":"144.439116ms","start":"2026-02-26T02:34:50.317038Z","end":"2026-02-26T02:34:50.461477Z","steps":["trace[59128470] 'agreement among raft nodes before linearized reading' (duration: 144.158518ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:50.793525Z","caller":"traceutil/trace.go:171","msg":"trace[1557617950] transaction","detail":"{read_only:false; response_revision:23066; number_of_response:1; }","duration":"171.608632ms","start":"2026-02-26T02:34:50.621859Z","end":"2026-02-26T02:34:50.793467Z","steps":["trace[1557617950] 'process raft request' (duration: 81.837206ms)","trace[1557617950] 'compare' (duration: 88.761569ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:34:50.861361Z","caller":"traceutil/trace.go:171","msg":"trace[2051501328] linearizableReadLoop","detail":"{readStateIndex:23887; appliedIndex:23886; }","duration":"141.666872ms","start":"2026-02-26T02:34:50.719665Z","end":"2026-02-26T02:34:50.861332Z","steps":["trace[2051501328] 'read index received' (duration: 141.420006ms)","trace[2051501328] 'applied index is now lower than readState.Index' (duration: 245.826µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:34:50.861542Z","caller":"traceutil/trace.go:171","msg":"trace[1059946374] transaction","detail":"{read_only:false; response_revision:23067; number_of_response:1; }","duration":"143.196952ms","start":"2026-02-26T02:34:50.718326Z","end":"2026-02-26T02:34:50.861523Z","steps":["trace[1059946374] 'process raft request' (duration: 142.826932ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:50.862013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.252081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7267"} {"level":"warn","ts":"2026-02-26T02:34:50.862371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.680439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:34:50.862434Z","caller":"traceutil/trace.go:171","msg":"trace[1225185409] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:23067; }","duration":"142.812443ms","start":"2026-02-26T02:34:50.719606Z","end":"2026-02-26T02:34:50.862418Z","steps":["trace[1225185409] 'agreement among raft nodes before linearized reading' (duration: 142.663169ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:50.862096Z","caller":"traceutil/trace.go:171","msg":"trace[1225133738] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:23067; }","duration":"141.390425ms","start":"2026-02-26T02:34:50.720687Z","end":"2026-02-26T02:34:50.862077Z","steps":["trace[1225133738] 'agreement among raft nodes before linearized reading' (duration: 140.900292ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:51.158115Z","caller":"traceutil/trace.go:171","msg":"trace[1964125354] transaction","detail":"{read_only:false; response_revision:23068; number_of_response:1; }","duration":"176.211013ms","start":"2026-02-26T02:34:50.981877Z","end":"2026-02-26T02:34:51.158088Z","steps":["trace[1964125354] 'process raft request' (duration: 175.978437ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:51.607569Z","caller":"traceutil/trace.go:171","msg":"trace[1077282463] transaction","detail":"{read_only:false; response_revision:23069; number_of_response:1; }","duration":"444.228506ms","start":"2026-02-26T02:34:51.163302Z","end":"2026-02-26T02:34:51.607531Z","steps":["trace[1077282463] 'process raft request' (duration: 415.656373ms)","trace[1077282463] 'compare' (duration: 28.263615ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:34:51.607897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:51.16328Z","time spent":"444.436041ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:34:51.911823Z","caller":"traceutil/trace.go:171","msg":"trace[1463429811] linearizableReadLoop","detail":"{readStateIndex:23892; appliedIndex:23888; }","duration":"596.169689ms","start":"2026-02-26T02:34:51.315619Z","end":"2026-02-26T02:34:51.911788Z","steps":["trace[1463429811] 'read index received' (duration: 263.359619ms)","trace[1463429811] 'applied index is now lower than readState.Index' (duration: 332.80839ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:34:51.912056Z","caller":"traceutil/trace.go:171","msg":"trace[606628730] transaction","detail":"{read_only:false; response_revision:23072; number_of_response:1; }","duration":"599.98603ms","start":"2026-02-26T02:34:51.312049Z","end":"2026-02-26T02:34:51.912035Z","steps":["trace[606628730] 'process raft request' (duration: 599.682392ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:51.912086Z","caller":"traceutil/trace.go:171","msg":"trace[1872226905] transaction","detail":"{read_only:false; response_revision:23071; number_of_response:1; }","duration":"684.340502ms","start":"2026-02-26T02:34:51.227679Z","end":"2026-02-26T02:34:51.912019Z","steps":["trace[1872226905] 'process raft request' (duration: 683.978953ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:51.912224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:51.312019Z","time spent":"600.082162ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:34:51.912308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:51.22765Z","time spent":"684.532757ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:34:51.91242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.035438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:34:51.912494Z","caller":"traceutil/trace.go:171","msg":"trace[1882484412] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23072; }","duration":"124.152411ms","start":"2026-02-26T02:34:51.788321Z","end":"2026-02-26T02:34:51.912473Z","steps":["trace[1882484412] 'agreement among raft nodes before linearized reading' (duration: 123.989087ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:51.912497Z","caller":"traceutil/trace.go:171","msg":"trace[105498337] transaction","detail":"{read_only:false; response_revision:23070; number_of_response:1; }","duration":"749.003326ms","start":"2026-02-26T02:34:51.163479Z","end":"2026-02-26T02:34:51.912482Z","steps":["trace[105498337] 'process raft request' (duration: 690.363631ms)","trace[105498337] 'compare' (duration: 57.580667ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:34:51.912523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.908049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:194"} {"level":"warn","ts":"2026-02-26T02:34:51.912565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:51.163447Z","time spent":"749.081419ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:34:51.912575Z","caller":"traceutil/trace.go:171","msg":"trace[1887704] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:23072; }","duration":"597.009891ms","start":"2026-02-26T02:34:51.315551Z","end":"2026-02-26T02:34:51.912561Z","steps":["trace[1887704] 'agreement among raft nodes before linearized reading' (duration: 596.747735ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:51.912616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:51.315525Z","time spent":"597.083274ms","remote":"127.0.0.1:45230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":218,"request content":"key:\"/registry/serviceaccounts/kube-system/job-controller\" "} {"level":"info","ts":"2026-02-26T02:34:52.104147Z","caller":"traceutil/trace.go:171","msg":"trace[733519245] transaction","detail":"{read_only:false; response_revision:23074; number_of_response:1; }","duration":"112.018682ms","start":"2026-02-26T02:34:51.992103Z","end":"2026-02-26T02:34:52.104121Z","steps":["trace[733519245] 'process raft request' (duration: 44.842602ms)","trace[733519245] 'compare' (duration: 66.982325ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:34:52.464775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.766483ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:34:52.465106Z","caller":"traceutil/trace.go:171","msg":"trace[2041656844] transaction","detail":"{read_only:false; response_revision:23077; number_of_response:1; }","duration":"291.335177ms","start":"2026-02-26T02:34:52.173746Z","end":"2026-02-26T02:34:52.465081Z","steps":["trace[2041656844] 'process raft request' (duration: 291.286265ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:52.465131Z","caller":"traceutil/trace.go:171","msg":"trace[1529595310] linearizableReadLoop","detail":"{readStateIndex:23895; appliedIndex:23894; }","duration":"412.239363ms","start":"2026-02-26T02:34:52.052848Z","end":"2026-02-26T02:34:52.465088Z","steps":["trace[1529595310] 'read index received' (duration: 164.999838ms)","trace[1529595310] 'applied index is now lower than readState.Index' (duration: 247.237215ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:34:52.465554Z","caller":"traceutil/trace.go:171","msg":"trace[606342910] transaction","detail":"{read_only:false; response_revision:23076; number_of_response:1; }","duration":"352.992501ms","start":"2026-02-26T02:34:52.112536Z","end":"2026-02-26T02:34:52.465529Z","steps":["trace[606342910] 'process raft request' (duration: 352.384505ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:52.468596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:52.112488Z","time spent":"356.00012ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:34:52.465551Z","caller":"traceutil/trace.go:171","msg":"trace[1593425070] transaction","detail":"{read_only:false; response_revision:23075; number_of_response:1; }","duration":"451.188469ms","start":"2026-02-26T02:34:52.014329Z","end":"2026-02-26T02:34:52.465518Z","steps":["trace[1593425070] 'process raft request' (duration: 203.500283ms)","trace[1593425070] 'compare' (duration: 246.235878ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:34:52.468768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:52.01429Z","time spent":"454.455115ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7249,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:34:52.465655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.775217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:34:52.469096Z","caller":"traceutil/trace.go:171","msg":"trace[937531805] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:23077; }","duration":"416.096884ms","start":"2026-02-26T02:34:52.052802Z","end":"2026-02-26T02:34:52.468899Z","steps":["trace[937531805] 'agreement among raft nodes before linearized reading' (duration: 412.756816ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:52.469147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:52.05278Z","time spent":"416.350691ms","remote":"127.0.0.1:49584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:34:53.372937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.896303ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-02-26T02:34:53.373124Z","caller":"traceutil/trace.go:171","msg":"trace[610866892] linearizableReadLoop","detail":"{readStateIndex:23898; appliedIndex:23897; }","duration":"904.666598ms","start":"2026-02-26T02:34:52.468429Z","end":"2026-02-26T02:34:53.373095Z","steps":["trace[610866892] 'read index received' (duration: 122.532799ms)","trace[610866892] 'applied index is now lower than readState.Index' (duration: 782.131269ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:34:53.37309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.76283ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:34:53.373291Z","caller":"traceutil/trace.go:171","msg":"trace[101930222] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23077; }","duration":"223.021407ms","start":"2026-02-26T02:34:53.150241Z","end":"2026-02-26T02:34:53.373262Z","steps":["trace[101930222] 'range keys from in-memory index tree' (duration: 222.724319ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:53.373655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.261174442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/magnum-domain-ks-user-z6v7n\" ","response":"range_response_count:1 size:2830"} {"level":"info","ts":"2026-02-26T02:34:53.373711Z","caller":"traceutil/trace.go:171","msg":"trace[1169315311] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/magnum-domain-ks-user-z6v7n; range_end:; response_count:1; response_revision:23077; }","duration":"1.261304806s","start":"2026-02-26T02:34:52.112392Z","end":"2026-02-26T02:34:53.373697Z","steps":["trace[1169315311] 'agreement among raft nodes before linearized reading' (duration: 1.261115261s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:53.373754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:52.11235Z","time spent":"1.261394438s","remote":"127.0.0.1:40902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":2854,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/magnum-domain-ks-user-z6v7n\" "} {"level":"warn","ts":"2026-02-26T02:34:53.374176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285170085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T02:34:53.374311Z","caller":"traceutil/trace.go:171","msg":"trace[36849038] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23077; }","duration":"1.28538s","start":"2026-02-26T02:34:52.088901Z","end":"2026-02-26T02:34:53.374281Z","steps":["trace[36849038] 'agreement among raft nodes before linearized reading' (duration: 1.284875717s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:53.374542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:52.088876Z","time spent":"1.285648918s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-26T02:34:53.374909Z","caller":"traceutil/trace.go:171","msg":"trace[1056846640] transaction","detail":"{read_only:false; response_revision:23078; number_of_response:1; }","duration":"575.098485ms","start":"2026-02-26T02:34:52.799794Z","end":"2026-02-26T02:34:53.374893Z","steps":["trace[1056846640] 'process raft request' (duration: 574.962511ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:53.375029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:52.799756Z","time spent":"575.206677ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:34:53.409301Z","caller":"traceutil/trace.go:171","msg":"trace[635309954] transaction","detail":"{read_only:false; response_revision:23079; number_of_response:1; }","duration":"541.068728ms","start":"2026-02-26T02:34:52.868206Z","end":"2026-02-26T02:34:53.409275Z","steps":["trace[635309954] 'process raft request' (duration: 540.824081ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:53.409564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.791771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-domain-ks-user-z6v7n\" ","response":"range_response_count:1 size:8860"} {"level":"warn","ts":"2026-02-26T02:34:53.409597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.689355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:34:53.409693Z","caller":"traceutil/trace.go:171","msg":"trace[114059715] range","detail":"{range_begin:/registry/pods/openstack/magnum-domain-ks-user-z6v7n; range_end:; response_count:1; response_revision:23080; }","duration":"274.879034ms","start":"2026-02-26T02:34:53.134741Z","end":"2026-02-26T02:34:53.40962Z","steps":["trace[114059715] 'agreement among raft nodes before linearized reading' (duration: 274.72229ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:53.409723Z","caller":"traceutil/trace.go:171","msg":"trace[884824990] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:23080; }","duration":"157.887041ms","start":"2026-02-26T02:34:53.251803Z","end":"2026-02-26T02:34:53.40969Z","steps":["trace[884824990] 'agreement among raft nodes before linearized reading' (duration: 157.705486ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:53.409867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.16434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-26T02:34:53.409927Z","caller":"traceutil/trace.go:171","msg":"trace[639496785] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23080; }","duration":"941.276424ms","start":"2026-02-26T02:34:52.468635Z","end":"2026-02-26T02:34:53.409911Z","steps":["trace[639496785] 'agreement among raft nodes before linearized reading' (duration: 940.781781ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:53.409962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:52.468612Z","time spent":"941.341895ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T02:34:53.41004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.446757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:34:53.410078Z","caller":"traceutil/trace.go:171","msg":"trace[1691921464] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:23080; }","duration":"171.614302ms","start":"2026-02-26T02:34:53.238453Z","end":"2026-02-26T02:34:53.410067Z","steps":["trace[1691921464] 'agreement among raft nodes before linearized reading' (duration: 171.455017ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:53.409546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:52.868173Z","time spent":"541.234542ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:34:53.41017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.070875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"warn","ts":"2026-02-26T02:34:53.4102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.555018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:34:53.410341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.148646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-26T02:34:53.410401Z","caller":"traceutil/trace.go:171","msg":"trace[1951317875] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23080; }","duration":"279.234058ms","start":"2026-02-26T02:34:53.131151Z","end":"2026-02-26T02:34:53.410385Z","steps":["trace[1951317875] 'agreement among raft nodes before linearized reading' (duration: 279.097804ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:53.410421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.397636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-26T02:34:53.410483Z","caller":"traceutil/trace.go:171","msg":"trace[108628552] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23080; }","duration":"248.494638ms","start":"2026-02-26T02:34:53.161974Z","end":"2026-02-26T02:34:53.410468Z","steps":["trace[108628552] 'agreement among raft nodes before linearized reading' (duration: 248.341134ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:53.410464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.122744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7267"} {"level":"warn","ts":"2026-02-26T02:34:53.41063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.183983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:34:53.410642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.660327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7267"} {"level":"info","ts":"2026-02-26T02:34:53.410665Z","caller":"traceutil/trace.go:171","msg":"trace[1138316107] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23080; }","duration":"291.223434ms","start":"2026-02-26T02:34:53.119431Z","end":"2026-02-26T02:34:53.410655Z","steps":["trace[1138316107] 'agreement among raft nodes before linearized reading' (duration: 291.152382ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:53.410678Z","caller":"traceutil/trace.go:171","msg":"trace[427775533] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:23080; }","duration":"540.730328ms","start":"2026-02-26T02:34:52.869937Z","end":"2026-02-26T02:34:53.410667Z","steps":["trace[427775533] 'agreement among raft nodes before linearized reading' (duration: 540.584735ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:53.410712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:52.869919Z","time spent":"540.78617ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7291,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"info","ts":"2026-02-26T02:34:53.410658Z","caller":"traceutil/trace.go:171","msg":"trace[2111082898] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:23080; }","duration":"537.314229ms","start":"2026-02-26T02:34:52.87333Z","end":"2026-02-26T02:34:53.410644Z","steps":["trace[2111082898] 'agreement among raft nodes before linearized reading' (duration: 537.046722ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:53.410853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:52.873293Z","time spent":"537.549035ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7291,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"info","ts":"2026-02-26T02:34:53.410346Z","caller":"traceutil/trace.go:171","msg":"trace[1648868514] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:23080; }","duration":"443.731093ms","start":"2026-02-26T02:34:52.966598Z","end":"2026-02-26T02:34:53.410329Z","steps":["trace[1648868514] 'agreement among raft nodes before linearized reading' (duration: 443.532477ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:53.41104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:52.966576Z","time spent":"444.409401ms","remote":"127.0.0.1:57944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:34:53.410227Z","caller":"traceutil/trace.go:171","msg":"trace[1401410539] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:23080; }","duration":"402.156427ms","start":"2026-02-26T02:34:53.008053Z","end":"2026-02-26T02:34:53.41021Z","steps":["trace[1401410539] 'agreement among raft nodes before linearized reading' (duration: 401.986323ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:53.411159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:53.008027Z","time spent":"403.112262ms","remote":"127.0.0.1:45188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2107,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-02-26T02:34:53.905946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.714236ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:20"} {"level":"info","ts":"2026-02-26T02:34:53.906144Z","caller":"traceutil/trace.go:171","msg":"trace[2024496439] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23082; }","duration":"526.784852ms","start":"2026-02-26T02:34:53.379331Z","end":"2026-02-26T02:34:53.906116Z","steps":["trace[2024496439] 'process raft request' (duration: 94.741057ms)","trace[2024496439] 'compare' (duration: 431.212593ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:34:53.906617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:53.3793Z","time spent":"527.244483ms","remote":"127.0.0.1:40902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":77,"response count":0,"response size":44,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-02-26T02:34:54.173647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.157802ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:34:54.173806Z","caller":"traceutil/trace.go:171","msg":"trace[2028392687] transaction","detail":"{read_only:false; response_revision:23083; number_of_response:1; }","duration":"756.049432ms","start":"2026-02-26T02:34:53.417737Z","end":"2026-02-26T02:34:54.173786Z","steps":["trace[2028392687] 'process raft request' (duration: 653.668264ms)","trace[2028392687] 'compare' (duration: 101.68798ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:34:54.17386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:53.417714Z","time spent":"756.121254ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:34:54.174199Z","caller":"traceutil/trace.go:171","msg":"trace[1135338166] transaction","detail":"{read_only:false; response_revision:23084; number_of_response:1; }","duration":"756.216206ms","start":"2026-02-26T02:34:53.417926Z","end":"2026-02-26T02:34:54.174143Z","steps":["trace[1135338166] 'process raft request' (duration: 755.819446ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:54.174274Z","caller":"traceutil/trace.go:171","msg":"trace[1839384381] transaction","detail":"{read_only:false; response_revision:23085; number_of_response:1; }","duration":"751.044051ms","start":"2026-02-26T02:34:53.423193Z","end":"2026-02-26T02:34:54.174237Z","steps":["trace[1839384381] 'process raft request' (duration: 750.863976ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:54.174282Z","caller":"traceutil/trace.go:171","msg":"trace[7911144] linearizableReadLoop","detail":"{readStateIndex:23905; appliedIndex:23901; }","duration":"755.670552ms","start":"2026-02-26T02:34:53.418587Z","end":"2026-02-26T02:34:54.174257Z","steps":["trace[7911144] 'read index received' (duration: 55.38264ms)","trace[7911144] 'applied index is now lower than readState.Index' (duration: 700.286852ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:34:54.174457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:53.417902Z","time spent":"756.407852ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:34:54.174487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:53.423177Z","time spent":"751.174494ms","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8844,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:34:54.174643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.029661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-bbcdceb6-63a0-4831-bd9f-b01de1984901\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-02-26T02:34:54.174725Z","caller":"traceutil/trace.go:171","msg":"trace[1693358162] transaction","detail":"{read_only:false; response_revision:23086; number_of_response:1; }","duration":"254.129396ms","start":"2026-02-26T02:34:53.920579Z","end":"2026-02-26T02:34:54.174708Z","steps":["trace[1693358162] 'process raft request' (duration: 253.621913ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:54.174741Z","caller":"traceutil/trace.go:171","msg":"trace[362839956] range","detail":"{range_begin:/registry/persistentvolumes/pvc-bbcdceb6-63a0-4831-bd9f-b01de1984901; range_end:; response_count:1; response_revision:23086; }","duration":"756.177855ms","start":"2026-02-26T02:34:53.418538Z","end":"2026-02-26T02:34:54.174716Z","steps":["trace[362839956] 'agreement among raft nodes before linearized reading' (duration: 755.919318ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:54.174789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:53.418516Z","time spent":"756.263158ms","remote":"127.0.0.1:45180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1460,"request content":"key:\"/registry/persistentvolumes/pvc-bbcdceb6-63a0-4831-bd9f-b01de1984901\" "} {"level":"warn","ts":"2026-02-26T02:34:54.177664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.795593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-02-26T02:34:54.177723Z","caller":"traceutil/trace.go:171","msg":"trace[475457742] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23087; }","duration":"564.900965ms","start":"2026-02-26T02:34:53.6128Z","end":"2026-02-26T02:34:54.177701Z","steps":["trace[475457742] 'agreement among raft nodes before linearized reading' (duration: 564.732461ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:54.177754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:53.612773Z","time spent":"564.973687ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-26T02:34:54.177956Z","caller":"traceutil/trace.go:171","msg":"trace[860706400] transaction","detail":"{read_only:false; response_revision:23087; number_of_response:1; }","duration":"257.256698ms","start":"2026-02-26T02:34:53.920689Z","end":"2026-02-26T02:34:54.177946Z","steps":["trace[860706400] 'process raft request' (duration: 253.721725ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:54.178276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.479685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:34:54.178394Z","caller":"traceutil/trace.go:171","msg":"trace[1733486914] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23087; }","duration":"394.588668ms","start":"2026-02-26T02:34:53.783781Z","end":"2026-02-26T02:34:54.17837Z","steps":["trace[1733486914] 'agreement among raft nodes before linearized reading' (duration: 394.454974ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:54.178425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:53.783706Z","time spent":"394.709431ms","remote":"127.0.0.1:42358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:34:54.178615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.822904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-26T02:34:54.178646Z","caller":"traceutil/trace.go:171","msg":"trace[674575621] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23087; }","duration":"257.881136ms","start":"2026-02-26T02:34:53.920757Z","end":"2026-02-26T02:34:54.178638Z","steps":["trace[674575621] 'agreement among raft nodes before linearized reading' (duration: 257.799803ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:54.178752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.774222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:34:54.178775Z","caller":"traceutil/trace.go:171","msg":"trace[34953491] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23087; }","duration":"394.852965ms","start":"2026-02-26T02:34:53.783914Z","end":"2026-02-26T02:34:54.178767Z","steps":["trace[34953491] 'agreement among raft nodes before linearized reading' (duration: 394.812404ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:54.178795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:53.783908Z","time spent":"394.882596ms","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T02:34:54.483916Z","caller":"traceutil/trace.go:171","msg":"trace[1786218113] transaction","detail":"{read_only:false; response_revision:23089; number_of_response:1; }","duration":"295.130236ms","start":"2026-02-26T02:34:54.188749Z","end":"2026-02-26T02:34:54.48388Z","steps":["trace[1786218113] 'process raft request' (duration: 220.402527ms)","trace[1786218113] 'compare' (duration: 74.521444ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:34:54.484253Z","caller":"traceutil/trace.go:171","msg":"trace[884804200] transaction","detail":"{read_only:false; response_revision:23090; number_of_response:1; }","duration":"295.379603ms","start":"2026-02-26T02:34:54.188836Z","end":"2026-02-26T02:34:54.484216Z","steps":["trace[884804200] 'process raft request' (duration: 294.994383ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:55.378378Z","caller":"traceutil/trace.go:171","msg":"trace[1160217899] transaction","detail":"{read_only:false; response_revision:23094; number_of_response:1; }","duration":"192.450101ms","start":"2026-02-26T02:34:55.185895Z","end":"2026-02-26T02:34:55.378345Z","steps":["trace[1160217899] 'process raft request' (duration: 192.168463ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:55.647692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.176613ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:34:55.64781Z","caller":"traceutil/trace.go:171","msg":"trace[1720300503] transaction","detail":"{read_only:false; response_revision:23095; number_of_response:1; }","duration":"265.260339ms","start":"2026-02-26T02:34:55.382525Z","end":"2026-02-26T02:34:55.647786Z","steps":["trace[1720300503] 'process raft request' (duration: 80.907042ms)","trace[1720300503] 'compare' (duration: 184.023009ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:34:55.73537Z","caller":"traceutil/trace.go:171","msg":"trace[1683207230] linearizableReadLoop","detail":"{readStateIndex:23917; appliedIndex:23915; }","duration":"316.638234ms","start":"2026-02-26T02:34:55.418706Z","end":"2026-02-26T02:34:55.735344Z","steps":["trace[1683207230] 'read index received' (duration: 44.615576ms)","trace[1683207230] 'applied index is now lower than readState.Index' (duration: 272.021598ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:34:55.73566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.926651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7370"} {"level":"info","ts":"2026-02-26T02:34:55.735717Z","caller":"traceutil/trace.go:171","msg":"trace[926827800] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:23097; }","duration":"317.060404ms","start":"2026-02-26T02:34:55.418644Z","end":"2026-02-26T02:34:55.735705Z","steps":["trace[926827800] 'agreement among raft nodes before linearized reading' (duration: 316.820458ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:55.735762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:55.418599Z","time spent":"317.153038ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7394,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"info","ts":"2026-02-26T02:34:55.736184Z","caller":"traceutil/trace.go:171","msg":"trace[1107987663] transaction","detail":"{read_only:false; response_revision:23096; number_of_response:1; }","duration":"344.290093ms","start":"2026-02-26T02:34:55.391881Z","end":"2026-02-26T02:34:55.736171Z","steps":["trace[1107987663] 'process raft request' (duration: 343.268586ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:55.736302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:55.391848Z","time spent":"344.374025ms","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8742,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:34:55.736574Z","caller":"traceutil/trace.go:171","msg":"trace[1433076133] transaction","detail":"{read_only:false; response_revision:23097; number_of_response:1; }","duration":"317.380603ms","start":"2026-02-26T02:34:55.419182Z","end":"2026-02-26T02:34:55.736563Z","steps":["trace[1433076133] 'process raft request' (duration: 316.104859ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:55.736644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:55.419153Z","time spent":"317.453865ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:34:55.73732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.796053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7370"} {"level":"info","ts":"2026-02-26T02:34:55.737364Z","caller":"traceutil/trace.go:171","msg":"trace[198524196] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:23097; }","duration":"312.900605ms","start":"2026-02-26T02:34:55.424453Z","end":"2026-02-26T02:34:55.737354Z","steps":["trace[198524196] 'agreement among raft nodes before linearized reading' (duration: 312.792052ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:55.737395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:55.424419Z","time spent":"312.969027ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7394,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-02-26T02:34:55.737593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.73431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-02-26T02:34:55.73763Z","caller":"traceutil/trace.go:171","msg":"trace[243818163] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23097; }","duration":"252.814072ms","start":"2026-02-26T02:34:55.484807Z","end":"2026-02-26T02:34:55.737621Z","steps":["trace[243818163] 'agreement among raft nodes before linearized reading' (duration: 252.718149ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:55.737888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.091608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-26T02:34:55.737927Z","caller":"traceutil/trace.go:171","msg":"trace[1612297210] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23097; }","duration":"259.192601ms","start":"2026-02-26T02:34:55.478725Z","end":"2026-02-26T02:34:55.737917Z","steps":["trace[1612297210] 'agreement among raft nodes before linearized reading' (duration: 259.096178ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:55.910429Z","caller":"traceutil/trace.go:171","msg":"trace[1590850200] transaction","detail":"{read_only:false; response_revision:23098; number_of_response:1; }","duration":"163.394546ms","start":"2026-02-26T02:34:55.747004Z","end":"2026-02-26T02:34:55.910399Z","steps":["trace[1590850200] 'process raft request' (duration: 163.231261ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:55.979143Z","caller":"traceutil/trace.go:171","msg":"trace[569238814] linearizableReadLoop","detail":"{readStateIndex:23920; appliedIndex:23918; }","duration":"231.574572ms","start":"2026-02-26T02:34:55.747538Z","end":"2026-02-26T02:34:55.979112Z","steps":["trace[569238814] 'read index received' (duration: 162.678937ms)","trace[569238814] 'applied index is now lower than readState.Index' (duration: 68.893865ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:34:55.979283Z","caller":"traceutil/trace.go:171","msg":"trace[1874005321] transaction","detail":"{read_only:false; response_revision:23099; number_of_response:1; }","duration":"231.845839ms","start":"2026-02-26T02:34:55.747425Z","end":"2026-02-26T02:34:55.979271Z","steps":["trace[1874005321] 'process raft request' (duration: 231.50626ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:55.979593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.016714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-02-26T02:34:55.979701Z","caller":"traceutil/trace.go:171","msg":"trace[1542510154] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23099; }","duration":"232.161747ms","start":"2026-02-26T02:34:55.747515Z","end":"2026-02-26T02:34:55.979676Z","steps":["trace[1542510154] 'agreement among raft nodes before linearized reading' (duration: 231.796517ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:56.085567Z","caller":"traceutil/trace.go:171","msg":"trace[812086087] linearizableReadLoop","detail":"{readStateIndex:23922; appliedIndex:23920; }","duration":"106.302891ms","start":"2026-02-26T02:34:55.979225Z","end":"2026-02-26T02:34:56.085528Z","steps":["trace[812086087] 'read index received' (duration: 105.89132ms)","trace[812086087] 'applied index is now lower than readState.Index' (duration: 410.431µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:34:56.085881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.2221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"info","ts":"2026-02-26T02:34:56.085937Z","caller":"traceutil/trace.go:171","msg":"trace[65925978] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:23100; }","duration":"177.348833ms","start":"2026-02-26T02:34:55.908574Z","end":"2026-02-26T02:34:56.085923Z","steps":["trace[65925978] 'agreement among raft nodes before linearized reading' (duration: 177.130857ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:56.085624Z","caller":"traceutil/trace.go:171","msg":"trace[1647691894] transaction","detail":"{read_only:false; response_revision:23100; number_of_response:1; }","duration":"153.834594ms","start":"2026-02-26T02:34:55.931761Z","end":"2026-02-26T02:34:56.085596Z","steps":["trace[1647691894] 'process raft request' (duration: 153.585517ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:56.086226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.191215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18646"} {"level":"info","ts":"2026-02-26T02:34:56.086277Z","caller":"traceutil/trace.go:171","msg":"trace[695244772] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23100; }","duration":"104.267298ms","start":"2026-02-26T02:34:55.981997Z","end":"2026-02-26T02:34:56.086265Z","steps":["trace[695244772] 'agreement among raft nodes before linearized reading' (duration: 104.122244ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:56.086315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.778767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:34:56.086421Z","caller":"traceutil/trace.go:171","msg":"trace[794482489] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23100; }","duration":"297.936961ms","start":"2026-02-26T02:34:55.788459Z","end":"2026-02-26T02:34:56.086396Z","steps":["trace[794482489] 'agreement among raft nodes before linearized reading' (duration: 297.746276ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:56.35107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.438901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-26T02:34:56.351074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.45214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-26T02:34:56.351164Z","caller":"traceutil/trace.go:171","msg":"trace[454957049] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23101; }","duration":"170.571834ms","start":"2026-02-26T02:34:56.180568Z","end":"2026-02-26T02:34:56.35114Z","steps":["trace[454957049] 'range keys from in-memory index tree' (duration: 170.272037ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:56.351187Z","caller":"traceutil/trace.go:171","msg":"trace[1951181066] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23101; }","duration":"173.618915ms","start":"2026-02-26T02:34:56.177537Z","end":"2026-02-26T02:34:56.351156Z","steps":["trace[1951181066] 'range keys from in-memory index tree' (duration: 173.226664ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:56.352503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.853203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:177 size:1878511"} {"level":"info","ts":"2026-02-26T02:34:56.352618Z","caller":"traceutil/trace.go:171","msg":"trace[2042725619] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:177; response_revision:23101; }","duration":"179.046377ms","start":"2026-02-26T02:34:56.173549Z","end":"2026-02-26T02:34:56.352595Z","steps":["trace[2042725619] 'range keys from in-memory index tree' (duration: 177.444015ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:56.701243Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284891789,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T02:34:56.98233Z","caller":"traceutil/trace.go:171","msg":"trace[1426599957] transaction","detail":"{read_only:false; response_revision:23102; number_of_response:1; }","duration":"796.697323ms","start":"2026-02-26T02:34:56.185598Z","end":"2026-02-26T02:34:56.982295Z","steps":["trace[1426599957] 'process raft request' (duration: 796.400346ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:56.982541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:56.18558Z","time spent":"796.857237ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:34:57.032407Z","caller":"traceutil/trace.go:171","msg":"trace[942733129] transaction","detail":"{read_only:false; response_revision:23103; number_of_response:1; }","duration":"838.67501ms","start":"2026-02-26T02:34:56.193689Z","end":"2026-02-26T02:34:57.032364Z","steps":["trace[942733129] 'process raft request' (duration: 838.31485ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:57.032466Z","caller":"traceutil/trace.go:171","msg":"trace[189218574] transaction","detail":"{read_only:false; response_revision:23106; number_of_response:1; }","duration":"496.470033ms","start":"2026-02-26T02:34:56.53596Z","end":"2026-02-26T02:34:57.03243Z","steps":["trace[189218574] 'process raft request' (duration: 496.36892ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:57.032693Z","caller":"traceutil/trace.go:171","msg":"trace[1727957866] linearizableReadLoop","detail":"{readStateIndex:23929; appliedIndex:23923; }","duration":"831.797849ms","start":"2026-02-26T02:34:56.200864Z","end":"2026-02-26T02:34:57.032662Z","steps":["trace[1727957866] 'read index received' (duration: 781.102503ms)","trace[1727957866] 'applied index is now lower than readState.Index' (duration: 50.694196ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:34:57.032774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:56.193658Z","time spent":"838.827494ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:34:57.032792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:56.535907Z","time spent":"496.75029ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:34:57.032926Z","caller":"traceutil/trace.go:171","msg":"trace[1813100884] transaction","detail":"{read_only:false; response_revision:23107; number_of_response:1; }","duration":"470.334433ms","start":"2026-02-26T02:34:56.562578Z","end":"2026-02-26T02:34:57.032913Z","steps":["trace[1813100884] 'process raft request' (duration: 469.796129ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:57.033012Z","caller":"traceutil/trace.go:171","msg":"trace[1745096315] transaction","detail":"{read_only:false; response_revision:23104; number_of_response:1; }","duration":"676.454355ms","start":"2026-02-26T02:34:56.356546Z","end":"2026-02-26T02:34:57.033Z","steps":["trace[1745096315] 'process raft request' (duration: 675.689505ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:57.033078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:56.356446Z","time spent":"676.610739ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:34:57.033151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.298841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-26T02:34:57.033192Z","caller":"traceutil/trace.go:171","msg":"trace[225379056] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23107; }","duration":"832.373013ms","start":"2026-02-26T02:34:56.200809Z","end":"2026-02-26T02:34:57.033182Z","steps":["trace[225379056] 'agreement among raft nodes before linearized reading' (duration: 832.22429ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:57.033212Z","caller":"traceutil/trace.go:171","msg":"trace[511781669] transaction","detail":"{read_only:false; response_revision:23105; number_of_response:1; }","duration":"676.423645ms","start":"2026-02-26T02:34:56.356733Z","end":"2026-02-26T02:34:57.033157Z","steps":["trace[511781669] 'process raft request' (duration: 675.554312ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:57.033289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.94065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:34:57.033321Z","caller":"traceutil/trace.go:171","msg":"trace[1004881437] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23107; }","duration":"774.971431ms","start":"2026-02-26T02:34:56.258342Z","end":"2026-02-26T02:34:57.033313Z","steps":["trace[1004881437] 'agreement among raft nodes before linearized reading' (duration: 774.92038ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:57.033351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:56.258267Z","time spent":"775.077984ms","remote":"127.0.0.1:45492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-26T02:34:57.033345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:56.35672Z","time spent":"676.580229ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:34:57.033594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.56809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-26T02:34:57.03363Z","caller":"traceutil/trace.go:171","msg":"trace[1612026595] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23107; }","duration":"544.671682ms","start":"2026-02-26T02:34:56.48895Z","end":"2026-02-26T02:34:57.033622Z","steps":["trace[1612026595] 'agreement among raft nodes before linearized reading' (duration: 544.57726ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:57.033006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:56.562545Z","time spent":"470.416686ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:34:57.03323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:56.200795Z","time spent":"832.428986ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-26T02:34:57.033725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.376643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:34:57.033763Z","caller":"traceutil/trace.go:171","msg":"trace[715493394] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:23107; }","duration":"572.472786ms","start":"2026-02-26T02:34:56.46128Z","end":"2026-02-26T02:34:57.033753Z","steps":["trace[715493394] 'agreement among raft nodes before linearized reading' (duration: 572.396074ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:57.033793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:56.461254Z","time spent":"572.530946ms","remote":"127.0.0.1:49608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:34:57.033658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:56.488925Z","time spent":"544.727074ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T02:34:57.033787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.559854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-26T02:34:57.033964Z","caller":"traceutil/trace.go:171","msg":"trace[83852323] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23107; }","duration":"543.781939ms","start":"2026-02-26T02:34:56.49017Z","end":"2026-02-26T02:34:57.033952Z","steps":["trace[83852323] 'agreement among raft nodes before linearized reading' (duration: 543.351777ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:57.034005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:56.490159Z","time spent":"543.834181ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T02:34:57.03421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.3937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:34:57.034266Z","caller":"traceutil/trace.go:171","msg":"trace[1436606833] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:23107; }","duration":"329.497303ms","start":"2026-02-26T02:34:56.704751Z","end":"2026-02-26T02:34:57.034248Z","steps":["trace[1436606833] 'agreement among raft nodes before linearized reading' (duration: 329.41502ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:57.034402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:56.704726Z","time spent":"329.617326ms","remote":"127.0.0.1:42598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:34:57.035576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.246031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:177 size:1878511"} {"level":"info","ts":"2026-02-26T02:34:57.03561Z","caller":"traceutil/trace.go:171","msg":"trace[164690204] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:177; response_revision:23107; }","duration":"385.315813ms","start":"2026-02-26T02:34:56.650285Z","end":"2026-02-26T02:34:57.035601Z","steps":["trace[164690204] 'agreement among raft nodes before linearized reading' (duration: 384.078851ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:57.035632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:56.650262Z","time spent":"385.362305ms","remote":"127.0.0.1:45122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":177,"response size":1878535,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-02-26T02:34:57.035763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.487039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-26T02:34:57.03581Z","caller":"traceutil/trace.go:171","msg":"trace[669720551] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:23107; }","duration":"656.584841ms","start":"2026-02-26T02:34:56.379215Z","end":"2026-02-26T02:34:57.035799Z","steps":["trace[669720551] 'agreement among raft nodes before linearized reading' (duration: 654.736053ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:57.035841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:56.379189Z","time spent":"656.645353ms","remote":"127.0.0.1:45550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2587,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:34:57.212968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.032863ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:34:57.213084Z","caller":"traceutil/trace.go:171","msg":"trace[1090539082] transaction","detail":"{read_only:false; response_revision:23108; number_of_response:1; }","duration":"172.625518ms","start":"2026-02-26T02:34:57.040439Z","end":"2026-02-26T02:34:57.213065Z","steps":["trace[1090539082] 'process raft request' (duration: 63.41165ms)","trace[1090539082] 'compare' (duration: 108.8893ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:34:57.525319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.072176ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:34:57.525696Z","caller":"traceutil/trace.go:171","msg":"trace[229888507] linearizableReadLoop","detail":"{readStateIndex:23931; appliedIndex:23929; }","duration":"483.331676ms","start":"2026-02-26T02:34:57.042342Z","end":"2026-02-26T02:34:57.525674Z","steps":["trace[229888507] 'read index received' (duration: 61.575832ms)","trace[229888507] 'applied index is now lower than readState.Index' (duration: 421.754264ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:34:57.525685Z","caller":"traceutil/trace.go:171","msg":"trace[354321519] transaction","detail":"{read_only:false; response_revision:23109; number_of_response:1; }","duration":"483.417948ms","start":"2026-02-26T02:34:57.042229Z","end":"2026-02-26T02:34:57.525647Z","steps":["trace[354321519] 'process raft request' (duration: 316.915321ms)","trace[354321519] 'compare' (duration: 165.560772ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:34:57.52588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:57.04222Z","time spent":"483.541851ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:34:57.525978Z","caller":"traceutil/trace.go:171","msg":"trace[48424505] transaction","detail":"{read_only:false; response_revision:23110; number_of_response:1; }","duration":"481.153679ms","start":"2026-02-26T02:34:57.044812Z","end":"2026-02-26T02:34:57.525966Z","steps":["trace[48424505] 'process raft request' (duration: 480.649815ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:57.526055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:57.044803Z","time spent":"481.20713ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:34:57.526299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.952162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-02-26T02:34:57.526338Z","caller":"traceutil/trace.go:171","msg":"trace[1208388401] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23111; }","duration":"484.006364ms","start":"2026-02-26T02:34:57.04232Z","end":"2026-02-26T02:34:57.526327Z","steps":["trace[1208388401] 'agreement among raft nodes before linearized reading' (duration: 483.85556ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:57.526369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:57.042314Z","time spent":"484.048675ms","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T02:34:57.526451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.647843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-26T02:34:57.526489Z","caller":"traceutil/trace.go:171","msg":"trace[632044368] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:23111; }","duration":"393.723545ms","start":"2026-02-26T02:34:57.132755Z","end":"2026-02-26T02:34:57.526479Z","steps":["trace[632044368] 'agreement among raft nodes before linearized reading' (duration: 393.509959ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:57.52652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:57.132735Z","time spent":"393.777086ms","remote":"127.0.0.1:45366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":179,"response size":33,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:34:57.526654Z","caller":"traceutil/trace.go:171","msg":"trace[1229211870] transaction","detail":"{read_only:false; response_revision:23111; number_of_response:1; }","duration":"466.101422ms","start":"2026-02-26T02:34:57.060541Z","end":"2026-02-26T02:34:57.526642Z","steps":["trace[1229211870] 'process raft request' (duration: 465.056075ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:57.526713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:57.06053Z","time spent":"466.148803ms","remote":"127.0.0.1:49480","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7516,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:34:57.526838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.704326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-02-26T02:34:57.52688Z","caller":"traceutil/trace.go:171","msg":"trace[755864334] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:1; response_revision:23111; }","duration":"365.780138ms","start":"2026-02-26T02:34:57.16109Z","end":"2026-02-26T02:34:57.52687Z","steps":["trace[755864334] 'agreement among raft nodes before linearized reading' (duration: 365.615994ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:57.526906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:57.161071Z","time spent":"365.82917ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/162.253.55.200\" "} {"level":"warn","ts":"2026-02-26T02:34:57.810203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.30186ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:34:57.810445Z","caller":"traceutil/trace.go:171","msg":"trace[79576552] transaction","detail":"{read_only:false; response_revision:23112; number_of_response:1; }","duration":"206.08079ms","start":"2026-02-26T02:34:57.604327Z","end":"2026-02-26T02:34:57.810408Z","steps":["trace[79576552] 'process raft request' (duration: 63.425331ms)","trace[79576552] 'compare' (duration: 141.662373ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:34:57.81053Z","caller":"traceutil/trace.go:171","msg":"trace[645274950] linearizableReadLoop","detail":"{readStateIndex:23935; appliedIndex:23934; }","duration":"195.593833ms","start":"2026-02-26T02:34:57.614891Z","end":"2026-02-26T02:34:57.810485Z","steps":["trace[645274950] 'read index received' (duration: 52.834972ms)","trace[645274950] 'applied index is now lower than readState.Index' (duration: 142.754771ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:34:57.810677Z","caller":"traceutil/trace.go:171","msg":"trace[751882870] transaction","detail":"{read_only:false; response_revision:23113; number_of_response:1; }","duration":"194.70168ms","start":"2026-02-26T02:34:57.615927Z","end":"2026-02-26T02:34:57.810629Z","steps":["trace[751882870] 'process raft request' (duration: 194.407873ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:57.81087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.955574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-02-26T02:34:57.810927Z","caller":"traceutil/trace.go:171","msg":"trace[1137547404] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23113; }","duration":"196.084327ms","start":"2026-02-26T02:34:57.614828Z","end":"2026-02-26T02:34:57.810913Z","steps":["trace[1137547404] 'agreement among raft nodes before linearized reading' (duration: 195.82784ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:57.811117Z","caller":"traceutil/trace.go:171","msg":"trace[1969263650] transaction","detail":"{read_only:false; response_revision:23114; number_of_response:1; }","duration":"157.0905ms","start":"2026-02-26T02:34:57.654004Z","end":"2026-02-26T02:34:57.811094Z","steps":["trace[1969263650] 'process raft request' (duration: 157.006337ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:58.000797Z","caller":"traceutil/trace.go:171","msg":"trace[1418608536] linearizableReadLoop","detail":"{readStateIndex:23938; appliedIndex:23937; }","duration":"190.14842ms","start":"2026-02-26T02:34:57.810615Z","end":"2026-02-26T02:34:58.000763Z","steps":["trace[1418608536] 'read index received' (duration: 146.8566ms)","trace[1418608536] 'applied index is now lower than readState.Index' (duration: 43.29049ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:34:58.000882Z","caller":"traceutil/trace.go:171","msg":"trace[29652489] transaction","detail":"{read_only:false; response_revision:23115; number_of_response:1; }","duration":"257.893275ms","start":"2026-02-26T02:34:57.742961Z","end":"2026-02-26T02:34:58.000854Z","steps":["trace[29652489] 'process raft request' (duration: 214.450801ms)","trace[29652489] 'compare' (duration: 43.183277ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:34:58.00106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.281596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:34:58.001099Z","caller":"traceutil/trace.go:171","msg":"trace[65038303] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23115; }","duration":"214.381078ms","start":"2026-02-26T02:34:57.786708Z","end":"2026-02-26T02:34:58.001089Z","steps":["trace[65038303] 'agreement among raft nodes before linearized reading' (duration: 214.230184ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:58.001548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.423284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-02-26T02:34:58.001599Z","caller":"traceutil/trace.go:171","msg":"trace[1679482629] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23115; }","duration":"188.522187ms","start":"2026-02-26T02:34:57.813063Z","end":"2026-02-26T02:34:58.001586Z","steps":["trace[1679482629] 'agreement among raft nodes before linearized reading' (duration: 188.361653ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:58.00166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.654615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7364"} {"level":"info","ts":"2026-02-26T02:34:58.0017Z","caller":"traceutil/trace.go:171","msg":"trace[968904587] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:23115; }","duration":"258.743567ms","start":"2026-02-26T02:34:57.742947Z","end":"2026-02-26T02:34:58.00169Z","steps":["trace[968904587] 'agreement among raft nodes before linearized reading' (duration: 258.596643ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:58.001625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.495054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7364"} {"level":"info","ts":"2026-02-26T02:34:58.00182Z","caller":"traceutil/trace.go:171","msg":"trace[54992296] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:23115; }","duration":"249.73641ms","start":"2026-02-26T02:34:57.752061Z","end":"2026-02-26T02:34:58.001797Z","steps":["trace[54992296] 'agreement among raft nodes before linearized reading' (duration: 249.34662ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:58.1958Z","caller":"traceutil/trace.go:171","msg":"trace[530446760] linearizableReadLoop","detail":"{readStateIndex:23939; appliedIndex:23938; }","duration":"187.149001ms","start":"2026-02-26T02:34:58.00862Z","end":"2026-02-26T02:34:58.195769Z","steps":["trace[530446760] 'read index received' (duration: 49.861µs)","trace[530446760] 'applied index is now lower than readState.Index' (duration: 187.09781ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:34:58.196058Z","caller":"traceutil/trace.go:171","msg":"trace[1512129157] transaction","detail":"{read_only:false; response_revision:23116; number_of_response:1; }","duration":"187.325786ms","start":"2026-02-26T02:34:58.008595Z","end":"2026-02-26T02:34:58.19592Z","steps":["trace[1512129157] 'process raft request' (duration: 122.028775ms)","trace[1512129157] 'compare' (duration: 64.779547ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:34:58.19617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.521421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-26T02:34:58.19622Z","caller":"traceutil/trace.go:171","msg":"trace[777873085] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:23116; }","duration":"187.613144ms","start":"2026-02-26T02:34:58.008593Z","end":"2026-02-26T02:34:58.196207Z","steps":["trace[777873085] 'agreement among raft nodes before linearized reading' (duration: 187.367757ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:58.196272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.778289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/magnum-cluster-api-proxy-config\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:34:58.196369Z","caller":"traceutil/trace.go:171","msg":"trace[1296612985] range","detail":"{range_begin:/registry/configmaps/openstack/magnum-cluster-api-proxy-config; range_end:; response_count:0; response_revision:23116; }","duration":"173.912562ms","start":"2026-02-26T02:34:58.022432Z","end":"2026-02-26T02:34:58.196345Z","steps":["trace[1296612985] 'agreement among raft nodes before linearized reading' (duration: 173.753298ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:58.444999Z","caller":"traceutil/trace.go:171","msg":"trace[123062568] transaction","detail":"{read_only:false; response_revision:23118; number_of_response:1; }","duration":"195.199474ms","start":"2026-02-26T02:34:58.249769Z","end":"2026-02-26T02:34:58.444969Z","steps":["trace[123062568] 'process raft request' (duration: 195.018589ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:58.595055Z","caller":"traceutil/trace.go:171","msg":"trace[168441345] transaction","detail":"{read_only:false; response_revision:23119; number_of_response:1; }","duration":"136.109646ms","start":"2026-02-26T02:34:58.458906Z","end":"2026-02-26T02:34:58.595015Z","steps":["trace[168441345] 'process raft request' (duration: 66.177804ms)","trace[168441345] 'compare' (duration: 69.746687ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:34:58.856669Z","caller":"traceutil/trace.go:171","msg":"trace[1261040689] transaction","detail":"{read_only:false; response_revision:23120; number_of_response:1; }","duration":"251.883817ms","start":"2026-02-26T02:34:58.604739Z","end":"2026-02-26T02:34:58.856622Z","steps":["trace[1261040689] 'process raft request' (duration: 251.713812ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:59.049674Z","caller":"traceutil/trace.go:171","msg":"trace[994407318] transaction","detail":"{read_only:false; response_revision:23121; number_of_response:1; }","duration":"188.176678ms","start":"2026-02-26T02:34:58.861473Z","end":"2026-02-26T02:34:59.04965Z","steps":["trace[994407318] 'process raft request' (duration: 188.002033ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:59.212556Z","caller":"traceutil/trace.go:171","msg":"trace[1492568939] transaction","detail":"{read_only:false; response_revision:23122; number_of_response:1; }","duration":"349.705285ms","start":"2026-02-26T02:34:58.862814Z","end":"2026-02-26T02:34:59.21252Z","steps":["trace[1492568939] 'process raft request' (duration: 349.400887ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:59.21267Z","caller":"traceutil/trace.go:171","msg":"trace[988977817] transaction","detail":"{read_only:false; response_revision:23123; number_of_response:1; }","duration":"346.661104ms","start":"2026-02-26T02:34:58.865956Z","end":"2026-02-26T02:34:59.212617Z","steps":["trace[988977817] 'process raft request' (duration: 346.480519ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:59.212811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:58.862804Z","time spent":"349.829808ms","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":721,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T02:34:59.212878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:58.865947Z","time spent":"346.817799ms","remote":"127.0.0.1:45506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3347,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:34:59.212822Z","caller":"traceutil/trace.go:171","msg":"trace[2027607823] transaction","detail":"{read_only:false; response_revision:23124; number_of_response:1; }","duration":"224.681951ms","start":"2026-02-26T02:34:58.988102Z","end":"2026-02-26T02:34:59.212784Z","steps":["trace[2027607823] 'process raft request' (duration: 224.418804ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:59.212975Z","caller":"traceutil/trace.go:171","msg":"trace[2061692193] transaction","detail":"{read_only:false; response_revision:23125; number_of_response:1; }","duration":"170.992716ms","start":"2026-02-26T02:34:59.041958Z","end":"2026-02-26T02:34:59.21295Z","steps":["trace[2061692193] 'process raft request' (duration: 170.627166ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:59.213303Z","caller":"traceutil/trace.go:171","msg":"trace[399760233] transaction","detail":"{read_only:false; response_revision:23127; number_of_response:1; }","duration":"169.346663ms","start":"2026-02-26T02:34:59.04394Z","end":"2026-02-26T02:34:59.213286Z","steps":["trace[399760233] 'process raft request' (duration: 169.23117ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:59.213334Z","caller":"traceutil/trace.go:171","msg":"trace[769922972] transaction","detail":"{read_only:false; response_revision:23126; number_of_response:1; }","duration":"170.334769ms","start":"2026-02-26T02:34:59.042939Z","end":"2026-02-26T02:34:59.213273Z","steps":["trace[769922972] 'process raft request' (duration: 169.887577ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:59.213442Z","caller":"traceutil/trace.go:171","msg":"trace[776109810] linearizableReadLoop","detail":"{readStateIndex:23946; appliedIndex:23943; }","duration":"317.28086ms","start":"2026-02-26T02:34:58.895976Z","end":"2026-02-26T02:34:59.213257Z","steps":["trace[776109810] 'read index received' (duration: 153.525165ms)","trace[776109810] 'applied index is now lower than readState.Index' (duration: 163.754525ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:34:59.214564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.764473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-26T02:34:59.214638Z","caller":"traceutil/trace.go:171","msg":"trace[1455925709] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:23127; }","duration":"318.726018ms","start":"2026-02-26T02:34:58.895894Z","end":"2026-02-26T02:34:59.21462Z","steps":["trace[1455925709] 'agreement among raft nodes before linearized reading' (duration: 317.587668ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:59.214732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:58.89588Z","time spent":"318.835842ms","remote":"127.0.0.1:45134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":140,"response size":33,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:34:59.218694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.828156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-02-26T02:34:59.218755Z","caller":"traceutil/trace.go:171","msg":"trace[1150098446] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:23128; }","duration":"240.937119ms","start":"2026-02-26T02:34:58.977802Z","end":"2026-02-26T02:34:59.218739Z","steps":["trace[1150098446] 'agreement among raft nodes before linearized reading' (duration: 240.742824ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:59.218863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.143841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-cluster-api-proxy-gl95p\" ","response":"range_response_count:1 size:3786"} {"level":"info","ts":"2026-02-26T02:34:59.218956Z","caller":"traceutil/trace.go:171","msg":"trace[118771615] range","detail":"{range_begin:/registry/pods/openstack/magnum-cluster-api-proxy-gl95p; range_end:; response_count:1; response_revision:23128; }","duration":"146.264914ms","start":"2026-02-26T02:34:59.072668Z","end":"2026-02-26T02:34:59.218932Z","steps":["trace[118771615] 'agreement among raft nodes before linearized reading' (duration: 145.986277ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:59.218977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.634416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-26T02:34:59.219008Z","caller":"traceutil/trace.go:171","msg":"trace[1690223847] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23128; }","duration":"173.691877ms","start":"2026-02-26T02:34:59.045308Z","end":"2026-02-26T02:34:59.219Z","steps":["trace[1690223847] 'agreement among raft nodes before linearized reading' (duration: 173.596254ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:59.219116Z","caller":"traceutil/trace.go:171","msg":"trace[244930613] transaction","detail":"{read_only:false; response_revision:23128; number_of_response:1; }","duration":"160.740005ms","start":"2026-02-26T02:34:59.058349Z","end":"2026-02-26T02:34:59.219089Z","steps":["trace[244930613] 'process raft request' (duration: 160.065027ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:59.219188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.080387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-26T02:34:59.219285Z","caller":"traceutil/trace.go:171","msg":"trace[8431095] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23128; }","duration":"177.245701ms","start":"2026-02-26T02:34:59.042014Z","end":"2026-02-26T02:34:59.21926Z","steps":["trace[8431095] 'agreement among raft nodes before linearized reading' (duration: 176.955583ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:59.443308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.496825ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:34:59.443433Z","caller":"traceutil/trace.go:171","msg":"trace[1754434635] linearizableReadLoop","detail":"{readStateIndex:23952; appliedIndex:23951; }","duration":"218.23747ms","start":"2026-02-26T02:34:59.225177Z","end":"2026-02-26T02:34:59.443415Z","steps":["trace[1754434635] 'read index received' (duration: 97.54593ms)","trace[1754434635] 'applied index is now lower than readState.Index' (duration: 120.68991ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:34:59.44353Z","caller":"traceutil/trace.go:171","msg":"trace[323448328] transaction","detail":"{read_only:false; response_revision:23129; number_of_response:1; }","duration":"220.567372ms","start":"2026-02-26T02:34:59.22292Z","end":"2026-02-26T02:34:59.443487Z","steps":["trace[323448328] 'process raft request' (duration: 99.786429ms)","trace[323448328] 'compare' (duration: 120.346881ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:34:59.443775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/magnum-cluster-api-proxy\" ","response":"range_response_count:1 size:3365"} {"level":"info","ts":"2026-02-26T02:34:59.443824Z","caller":"traceutil/trace.go:171","msg":"trace[549901640] range","detail":"{range_begin:/registry/daemonsets/openstack/magnum-cluster-api-proxy; range_end:; response_count:1; response_revision:23129; }","duration":"218.648541ms","start":"2026-02-26T02:34:59.225165Z","end":"2026-02-26T02:34:59.443813Z","steps":["trace[549901640] 'agreement among raft nodes before linearized reading' (duration: 218.328073ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:59.662204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.855378ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:34:59.662389Z","caller":"traceutil/trace.go:171","msg":"trace[807969647] linearizableReadLoop","detail":"{readStateIndex:23955; appliedIndex:23952; }","duration":"218.918899ms","start":"2026-02-26T02:34:59.443461Z","end":"2026-02-26T02:34:59.66238Z","steps":["trace[807969647] 'read index received' (duration: 117.758373ms)","trace[807969647] 'applied index is now lower than readState.Index' (duration: 101.159936ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:34:59.662394Z","caller":"traceutil/trace.go:171","msg":"trace[2080425500] transaction","detail":"{read_only:false; response_revision:23130; number_of_response:1; }","duration":"437.090047ms","start":"2026-02-26T02:34:59.225276Z","end":"2026-02-26T02:34:59.662366Z","steps":["trace[2080425500] 'process raft request' (duration: 335.992164ms)","trace[2080425500] 'compare' (duration: 100.510598ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:34:59.662462Z","caller":"traceutil/trace.go:171","msg":"trace[1364501765] transaction","detail":"{read_only:false; response_revision:23132; number_of_response:1; }","duration":"436.229185ms","start":"2026-02-26T02:34:59.226227Z","end":"2026-02-26T02:34:59.662456Z","steps":["trace[1364501765] 'process raft request' (duration: 436.118992ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:59.662501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:59.226218Z","time spent":"436.263205ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:34:59.662491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:59.225252Z","time spent":"437.192641ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:34:59.662711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.484168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-02-26T02:34:59.662721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.923225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/magnum-cluster-api-proxy\" ","response":"range_response_count:1 size:3365"} {"level":"info","ts":"2026-02-26T02:34:59.66276Z","caller":"traceutil/trace.go:171","msg":"trace[1067627373] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23132; }","duration":"130.535199ms","start":"2026-02-26T02:34:59.532208Z","end":"2026-02-26T02:34:59.662744Z","steps":["trace[1067627373] 'agreement among raft nodes before linearized reading' (duration: 130.393546ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:59.662788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.751445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-02-26T02:34:59.662796Z","caller":"traceutil/trace.go:171","msg":"trace[988399304] range","detail":"{range_begin:/registry/daemonsets/openstack/magnum-cluster-api-proxy; range_end:; response_count:1; response_revision:23132; }","duration":"212.049577ms","start":"2026-02-26T02:34:59.450728Z","end":"2026-02-26T02:34:59.662777Z","steps":["trace[988399304] 'agreement among raft nodes before linearized reading' (duration: 211.822121ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:59.662755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.905591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:34:59.662881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.949209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/magnum-conductor\" ","response":"range_response_count:1 size:537"} {"level":"info","ts":"2026-02-26T02:34:59.662898Z","caller":"traceutil/trace.go:171","msg":"trace[864522724] range","detail":"{range_begin:/registry/serviceaccounts/openstack/magnum-conductor; range_end:; response_count:1; response_revision:23132; }","duration":"166.99939ms","start":"2026-02-26T02:34:59.495895Z","end":"2026-02-26T02:34:59.662894Z","steps":["trace[864522724] 'agreement among raft nodes before linearized reading' (duration: 166.946379ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:59.662877Z","caller":"traceutil/trace.go:171","msg":"trace[20585545] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23132; }","duration":"306.108366ms","start":"2026-02-26T02:34:59.35674Z","end":"2026-02-26T02:34:59.662848Z","steps":["trace[20585545] 'agreement among raft nodes before linearized reading' (duration: 305.88553ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:59.662817Z","caller":"traceutil/trace.go:171","msg":"trace[111445922] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23132; }","duration":"130.819167ms","start":"2026-02-26T02:34:59.531989Z","end":"2026-02-26T02:34:59.662808Z","steps":["trace[111445922] 'agreement among raft nodes before linearized reading' (duration: 130.752535ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:59.662954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:59.356714Z","time spent":"306.214149ms","remote":"127.0.0.1:42304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:34:59.662726Z","caller":"traceutil/trace.go:171","msg":"trace[1216088242] transaction","detail":"{read_only:false; response_revision:23131; number_of_response:1; }","duration":"437.444057ms","start":"2026-02-26T02:34:59.225276Z","end":"2026-02-26T02:34:59.66272Z","steps":["trace[1216088242] 'process raft request' (duration: 437.007375ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:59.663039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:59.225252Z","time spent":"437.762596ms","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4789,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:34:59.841881Z","caller":"traceutil/trace.go:171","msg":"trace[1401888469] transaction","detail":"{read_only:false; response_revision:23134; number_of_response:1; }","duration":"173.279336ms","start":"2026-02-26T02:34:59.668574Z","end":"2026-02-26T02:34:59.841853Z","steps":["trace[1401888469] 'process raft request' (duration: 105.719346ms)","trace[1401888469] 'compare' (duration: 66.847091ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:35:00.657247Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284891856,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:35:01.157548Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284891856,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:35:01.657901Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284891856,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:35:01.983625Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.878889899s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T02:35:01.984621Z","caller":"traceutil/trace.go:171","msg":"trace[1090753691] transaction","detail":"{read_only:false; response_revision:23138; number_of_response:1; }","duration":"1.879620208s","start":"2026-02-26T02:35:00.104586Z","end":"2026-02-26T02:35:01.984206Z","steps":["trace[1090753691] 'process raft request' (duration: 1.879446274s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:01.984782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:00.104554Z","time spent":"1.880123051s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5417,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T02:35:02.468048Z","caller":"traceutil/trace.go:171","msg":"trace[1624527439] transaction","detail":"{read_only:false; response_revision:23139; number_of_response:1; }","duration":"2.247734008s","start":"2026-02-26T02:35:00.220289Z","end":"2026-02-26T02:35:02.468023Z","steps":["trace[1624527439] 'process raft request' (duration: 2.24742174s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:02.468215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:00.220249Z","time spent":"2.247879312s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:35:02.468441Z","caller":"traceutil/trace.go:171","msg":"trace[1942980712] transaction","detail":"{read_only:false; response_revision:23140; number_of_response:1; }","duration":"1.549731145s","start":"2026-02-26T02:35:00.91869Z","end":"2026-02-26T02:35:02.468421Z","steps":["trace[1942980712] 'process raft request' (duration: 1.549251203s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:02.468536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:00.91866Z","time spent":"1.549833077s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:35:02.46891Z","caller":"traceutil/trace.go:171","msg":"trace[287750256] transaction","detail":"{read_only:false; response_revision:23141; number_of_response:1; }","duration":"1.248602911s","start":"2026-02-26T02:35:01.220276Z","end":"2026-02-26T02:35:02.468879Z","steps":["trace[287750256] 'process raft request' (duration: 1.248092337s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:02.469001Z","caller":"traceutil/trace.go:171","msg":"trace[1373857551] transaction","detail":"{read_only:false; response_revision:23142; number_of_response:1; }","duration":"1.248125068s","start":"2026-02-26T02:35:01.220861Z","end":"2026-02-26T02:35:02.468986Z","steps":["trace[1373857551] 'process raft request' (duration: 1.24781874s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:02.469071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:01.220823Z","time spent":"1.248208871s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:35:02.469099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:01.220245Z","time spent":"1.248750075s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:35:02.46911Z","caller":"traceutil/trace.go:171","msg":"trace[537278027] linearizableReadLoop","detail":"{readStateIndex:23967; appliedIndex:23960; }","duration":"2.312342691s","start":"2026-02-26T02:35:00.156738Z","end":"2026-02-26T02:35:02.46908Z","steps":["trace[537278027] 'read index received' (duration: 1.827145096s)","trace[537278027] 'applied index is now lower than readState.Index' (duration: 485.196635ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:35:02.468905Z","caller":"traceutil/trace.go:171","msg":"trace[1016903313] transaction","detail":"{read_only:false; response_revision:23143; number_of_response:1; }","duration":"1.247943943s","start":"2026-02-26T02:35:01.220933Z","end":"2026-02-26T02:35:02.468877Z","steps":["trace[1016903313] 'process raft request' (duration: 1.247848881s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:02.469229Z","caller":"traceutil/trace.go:171","msg":"trace[1609306030] transaction","detail":"{read_only:false; response_revision:23145; number_of_response:1; }","duration":"596.388895ms","start":"2026-02-26T02:35:01.872818Z","end":"2026-02-26T02:35:02.469207Z","steps":["trace[1609306030] 'process raft request' (duration: 596.156139ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:02.469243Z","caller":"traceutil/trace.go:171","msg":"trace[1634612641] transaction","detail":"{read_only:false; response_revision:23144; number_of_response:1; }","duration":"1.246653759s","start":"2026-02-26T02:35:01.222578Z","end":"2026-02-26T02:35:02.469232Z","steps":["trace[1634612641] 'process raft request' (duration: 1.246250548s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:02.469287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:01.872788Z","time spent":"596.470368ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:35:02.469303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:01.222557Z","time spent":"1.246711921s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:35:02.469351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.312587527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-02-26T02:35:02.469352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:01.2209Z","time spent":"1.248316013s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:35:02.469397Z","caller":"traceutil/trace.go:171","msg":"trace[194447263] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23145; }","duration":"2.31269047s","start":"2026-02-26T02:35:00.156688Z","end":"2026-02-26T02:35:02.469378Z","steps":["trace[194447263] 'agreement among raft nodes before linearized reading' (duration: 2.312515965s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:02.469466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:00.156667Z","time spent":"2.312780243s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-26T02:35:02.787816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99998889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:35:02.787903Z","caller":"traceutil/trace.go:171","msg":"trace[1155135758] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000145274s","start":"2026-02-26T02:35:00.787739Z","end":"2026-02-26T02:35:02.787884Z","steps":["trace[1155135758] 'agreement among raft nodes before linearized reading' (duration: 2.00002741s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:02.787998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:00.787711Z","time spent":"2.000269117s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T02:35:02.854002Z","caller":"traceutil/trace.go:171","msg":"trace[63636513] transaction","detail":"{read_only:false; response_revision:23147; number_of_response:1; }","duration":"861.225814ms","start":"2026-02-26T02:35:01.992744Z","end":"2026-02-26T02:35:02.85397Z","steps":["trace[63636513] 'process raft request' (duration: 860.986768ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:02.854176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:01.992735Z","time spent":"861.348317ms","remote":"127.0.0.1:45288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:35:02.854376Z","caller":"traceutil/trace.go:171","msg":"trace[1153629288] transaction","detail":"{read_only:false; response_revision:23148; number_of_response:1; }","duration":"861.242024ms","start":"2026-02-26T02:35:01.993117Z","end":"2026-02-26T02:35:02.854359Z","steps":["trace[1153629288] 'process raft request' (duration: 860.71787ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:02.854419Z","caller":"traceutil/trace.go:171","msg":"trace[1005245533] transaction","detail":"{read_only:false; response_revision:23146; number_of_response:1; }","duration":"861.972254ms","start":"2026-02-26T02:35:01.992434Z","end":"2026-02-26T02:35:02.854407Z","steps":["trace[1005245533] 'process raft request' (duration: 861.07916ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:02.854342Z","caller":"traceutil/trace.go:171","msg":"trace[1290081362] transaction","detail":"{read_only:false; response_revision:23149; number_of_response:1; }","duration":"765.04171ms","start":"2026-02-26T02:35:02.089256Z","end":"2026-02-26T02:35:02.854298Z","steps":["trace[1290081362] 'process raft request' (duration: 764.647549ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:02.854501Z","caller":"traceutil/trace.go:171","msg":"trace[1077812632] transaction","detail":"{read_only:false; response_revision:23150; number_of_response:1; }","duration":"757.633775ms","start":"2026-02-26T02:35:02.096861Z","end":"2026-02-26T02:35:02.854494Z","steps":["trace[1077812632] 'process raft request' (duration: 757.105721ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:02.854488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:01.992414Z","time spent":"862.040356ms","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":698,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T02:35:02.854548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:02.096845Z","time spent":"757.680506ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:35:02.85443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:01.993111Z","time spent":"861.294635ms","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5614,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T02:35:02.854728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:02.089228Z","time spent":"765.372109ms","remote":"127.0.0.1:40948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1467,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T02:35:03.124417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.350593ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-02-26T02:35:03.124539Z","caller":"traceutil/trace.go:171","msg":"trace[1654120257] linearizableReadLoop","detail":"{readStateIndex:23974; appliedIndex:23968; }","duration":"655.346809ms","start":"2026-02-26T02:35:02.469173Z","end":"2026-02-26T02:35:03.12452Z","steps":["trace[1654120257] 'read index received' (duration: 384.383499ms)","trace[1654120257] 'applied index is now lower than readState.Index' (duration: 270.96165ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:35:03.124762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.458120222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-26T02:35:03.1248Z","caller":"traceutil/trace.go:171","msg":"trace[1968350205] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23150; }","duration":"1.458180504s","start":"2026-02-26T02:35:01.666607Z","end":"2026-02-26T02:35:03.124788Z","steps":["trace[1968350205] 'agreement among raft nodes before linearized reading' (duration: 1.457994299s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:03.124835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:01.666602Z","time spent":"1.458223485s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T02:35:03.125013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.15556291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-02-26T02:35:03.125058Z","caller":"traceutil/trace.go:171","msg":"trace[1998555292] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:23150; }","duration":"2.155652982s","start":"2026-02-26T02:35:00.969391Z","end":"2026-02-26T02:35:03.125044Z","steps":["trace[1998555292] 'agreement among raft nodes before linearized reading' (duration: 2.155547039s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:03.125096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:00.969365Z","time spent":"2.155719604s","remote":"127.0.0.1:45188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-02-26T02:35:03.125158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.608596486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-02-26T02:35:03.125274Z","caller":"traceutil/trace.go:171","msg":"trace[984481714] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:23150; }","duration":"1.60875149s","start":"2026-02-26T02:35:01.516497Z","end":"2026-02-26T02:35:03.125248Z","steps":["trace[984481714] 'agreement among raft nodes before linearized reading' (duration: 1.608543805s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:03.125264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.677691547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-26T02:35:03.125341Z","caller":"traceutil/trace.go:171","msg":"trace[395600510] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23150; }","duration":"1.677825641s","start":"2026-02-26T02:35:01.447497Z","end":"2026-02-26T02:35:03.125323Z","steps":["trace[395600510] 'agreement among raft nodes before linearized reading' (duration: 1.677582795s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:03.125363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.458916123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-02-26T02:35:03.125398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:01.447474Z","time spent":"1.677914063s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-26T02:35:03.125414Z","caller":"traceutil/trace.go:171","msg":"trace[189317753] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23150; }","duration":"1.458997735s","start":"2026-02-26T02:35:01.666403Z","end":"2026-02-26T02:35:03.125401Z","steps":["trace[189317753] 'agreement among raft nodes before linearized reading' (duration: 1.45882016s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:03.125453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:01.666385Z","time spent":"1.459057897s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T02:35:03.125343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:01.516479Z","time spent":"1.608849163s","remote":"127.0.0.1:45224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-02-26T02:35:03.125161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.600082282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:35:03.125664Z","caller":"traceutil/trace.go:171","msg":"trace[1646035667] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:23150; }","duration":"1.600633226s","start":"2026-02-26T02:35:01.525007Z","end":"2026-02-26T02:35:03.125641Z","steps":["trace[1646035667] 'agreement among raft nodes before linearized reading' (duration: 1.600029491s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:03.125729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:01.525001Z","time spent":"1.600708248s","remote":"127.0.0.1:57906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:35:03.125739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.244255477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-26T02:35:03.125774Z","caller":"traceutil/trace.go:171","msg":"trace[2116977438] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23150; }","duration":"1.244321249s","start":"2026-02-26T02:35:01.88144Z","end":"2026-02-26T02:35:03.125761Z","steps":["trace[2116977438] 'agreement among raft nodes before linearized reading' (duration: 1.244224236s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:03.125804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:01.881424Z","time spent":"1.24437339s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-26T02:35:03.125772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.457522436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:35:03.125875Z","caller":"traceutil/trace.go:171","msg":"trace[2070108656] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:23150; }","duration":"1.457612369s","start":"2026-02-26T02:35:01.668227Z","end":"2026-02-26T02:35:03.125839Z","steps":["trace[2070108656] 'agreement among raft nodes before linearized reading' (duration: 1.457441684s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:03.125844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.457956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:35:03.125922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:01.668203Z","time spent":"1.457706462s","remote":"127.0.0.1:50480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:35:03.125953Z","caller":"traceutil/trace.go:171","msg":"trace[202958170] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:0; response_revision:23150; }","duration":"706.62958ms","start":"2026-02-26T02:35:02.419303Z","end":"2026-02-26T02:35:03.125932Z","steps":["trace[202958170] 'agreement among raft nodes before linearized reading' (duration: 706.445145ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:03.125932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.416890586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-02-26T02:35:03.125999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:02.419279Z","time spent":"706.710073ms","remote":"127.0.0.1:45338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"info","ts":"2026-02-26T02:35:03.126034Z","caller":"traceutil/trace.go:171","msg":"trace[1606585138] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23150; }","duration":"1.417026479s","start":"2026-02-26T02:35:01.708981Z","end":"2026-02-26T02:35:03.126008Z","steps":["trace[1606585138] 'agreement among raft nodes before linearized reading' (duration: 1.41669138s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:03.126022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.21515798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:35:03.12608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:01.70897Z","time spent":"1.417103262s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T02:35:03.126119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.926283158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T02:35:03.12751Z","caller":"traceutil/trace.go:171","msg":"trace[1398084412] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:23150; }","duration":"2.215290313s","start":"2026-02-26T02:35:00.910788Z","end":"2026-02-26T02:35:03.126079Z","steps":["trace[1398084412] 'agreement among raft nodes before linearized reading' (duration: 2.21516098s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:03.127633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:00.910763Z","time spent":"2.216834734s","remote":"127.0.0.1:42326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:35:03.126247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001342435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:35:03.127772Z","caller":"traceutil/trace.go:171","msg":"trace[1838011311] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23150; }","duration":"2.002968038s","start":"2026-02-26T02:35:01.124751Z","end":"2026-02-26T02:35:03.127719Z","steps":["trace[1838011311] 'agreement among raft nodes before linearized reading' (duration: 2.000094473s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:03.127849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:01.12472Z","time spent":"2.003103352s","remote":"127.0.0.1:42230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:35:03.128216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.236603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:35:03.128356Z","caller":"traceutil/trace.go:171","msg":"trace[164593228] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:23150; }","duration":"867.377086ms","start":"2026-02-26T02:35:02.260898Z","end":"2026-02-26T02:35:03.128275Z","steps":["trace[164593228] 'agreement among raft nodes before linearized reading' (duration: 866.965185ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:03.128377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.93090788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:35:03.128525Z","caller":"traceutil/trace.go:171","msg":"trace[1699846969] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:23150; }","duration":"2.931085145s","start":"2026-02-26T02:35:00.19738Z","end":"2026-02-26T02:35:03.128465Z","steps":["trace[1699846969] 'agreement among raft nodes before linearized reading' (duration: 2.930426078s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:03.12844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:02.260869Z","time spent":"867.552881ms","remote":"127.0.0.1:42268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:35:03.128582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.207672822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:35:03.128645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:00.197366Z","time spent":"2.931235158s","remote":"127.0.0.1:39494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:35:03.12868Z","caller":"traceutil/trace.go:171","msg":"trace[907085283] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:23150; }","duration":"2.207805035s","start":"2026-02-26T02:35:00.920835Z","end":"2026-02-26T02:35:03.12864Z","steps":["trace[907085283] 'agreement among raft nodes before linearized reading' (duration: 2.206967253s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:03.126191Z","caller":"traceutil/trace.go:171","msg":"trace[1712110037] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23150; }","duration":"2.926375671s","start":"2026-02-26T02:35:00.199799Z","end":"2026-02-26T02:35:03.126174Z","steps":["trace[1712110037] 'agreement among raft nodes before linearized reading' (duration: 2.926194176s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:03.128974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:00.199788Z","time spent":"2.929152973s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T02:35:03.131547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:00.920822Z","time spent":"2.207893907s","remote":"127.0.0.1:49566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:35:03.202167Z","caller":"traceutil/trace.go:171","msg":"trace[1376009821] transaction","detail":"{read_only:false; response_revision:23152; number_of_response:1; }","duration":"667.54844ms","start":"2026-02-26T02:35:02.534587Z","end":"2026-02-26T02:35:03.202136Z","steps":["trace[1376009821] 'process raft request' (duration: 667.475268ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:03.202228Z","caller":"traceutil/trace.go:171","msg":"trace[1888588224] transaction","detail":"{read_only:false; response_revision:23151; number_of_response:1; }","duration":"727.752897ms","start":"2026-02-26T02:35:02.474417Z","end":"2026-02-26T02:35:03.20217Z","steps":["trace[1888588224] 'process raft request' (duration: 727.346236ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:03.202335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:02.53456Z","time spent":"667.697774ms","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":871,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T02:35:03.202448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:02.474395Z","time spent":"727.932681ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:35:03.550348Z","caller":"traceutil/trace.go:171","msg":"trace[7520890] transaction","detail":"{read_only:false; response_revision:23153; number_of_response:1; }","duration":"689.899719ms","start":"2026-02-26T02:35:02.86041Z","end":"2026-02-26T02:35:03.55031Z","steps":["trace[7520890] 'process raft request' (duration: 689.650872ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:03.550479Z","caller":"traceutil/trace.go:171","msg":"trace[1954009858] transaction","detail":"{read_only:false; response_revision:23158; number_of_response:1; }","duration":"419.280349ms","start":"2026-02-26T02:35:03.131179Z","end":"2026-02-26T02:35:03.550459Z","steps":["trace[1954009858] 'process raft request' (duration: 419.232207ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:03.550536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:02.860398Z","time spent":"690.050323ms","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":720,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T02:35:03.550588Z","caller":"traceutil/trace.go:171","msg":"trace[1284763667] transaction","detail":"{read_only:false; response_revision:23155; number_of_response:1; }","duration":"686.349306ms","start":"2026-02-26T02:35:02.864196Z","end":"2026-02-26T02:35:03.550545Z","steps":["trace[1284763667] 'process raft request' (duration: 686.079449ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:03.550662Z","caller":"traceutil/trace.go:171","msg":"trace[630113916] transaction","detail":"{read_only:false; response_revision:23156; number_of_response:1; }","duration":"686.061628ms","start":"2026-02-26T02:35:02.864595Z","end":"2026-02-26T02:35:03.550657Z","steps":["trace[630113916] 'process raft request' (duration: 685.710989ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:03.550716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:02.864586Z","time spent":"686.117299ms","remote":"127.0.0.1:40902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2334,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T02:35:03.550399Z","caller":"traceutil/trace.go:171","msg":"trace[131837682] transaction","detail":"{read_only:false; response_revision:23154; number_of_response:1; }","duration":"689.545279ms","start":"2026-02-26T02:35:02.860795Z","end":"2026-02-26T02:35:03.55034Z","steps":["trace[131837682] 'process raft request' (duration: 689.436037ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:03.550796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:02.864186Z","time spent":"686.499739ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5599,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:35:03.550817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:02.860766Z","time spent":"690.016782ms","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5660,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:35:03.550842Z","caller":"traceutil/trace.go:171","msg":"trace[1015651972] transaction","detail":"{read_only:false; response_revision:23159; number_of_response:1; }","duration":"418.244891ms","start":"2026-02-26T02:35:03.132587Z","end":"2026-02-26T02:35:03.550832Z","steps":["trace[1015651972] 'process raft request' (duration: 417.845411ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:03.550901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:03.132573Z","time spent":"418.298312ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:35:03.550972Z","caller":"traceutil/trace.go:171","msg":"trace[1662182770] transaction","detail":"{read_only:false; response_revision:23157; number_of_response:1; }","duration":"420.585803ms","start":"2026-02-26T02:35:03.13038Z","end":"2026-02-26T02:35:03.550965Z","steps":["trace[1662182770] 'process raft request' (duration: 419.965157ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:03.55101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:03.130336Z","time spent":"420.657505ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:35:03.550633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:03.13116Z","time spent":"419.391861ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:35:03.55114Z","caller":"traceutil/trace.go:171","msg":"trace[2072573696] transaction","detail":"{read_only:false; response_revision:23160; number_of_response:1; }","duration":"416.953887ms","start":"2026-02-26T02:35:03.134178Z","end":"2026-02-26T02:35:03.551132Z","steps":["trace[2072573696] 'process raft request' (duration: 416.574497ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:03.55118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:03.134146Z","time spent":"417.015538ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:35:03.551376Z","caller":"traceutil/trace.go:171","msg":"trace[1982619079] transaction","detail":"{read_only:false; response_revision:23161; number_of_response:1; }","duration":"416.976767ms","start":"2026-02-26T02:35:03.134392Z","end":"2026-02-26T02:35:03.551369Z","steps":["trace[1982619079] 'process raft request' (duration: 416.70224ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:03.551419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:03.134361Z","time spent":"417.036659ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:35:03.551521Z","caller":"traceutil/trace.go:171","msg":"trace[1967074323] transaction","detail":"{read_only:false; response_revision:23162; number_of_response:1; }","duration":"412.682494ms","start":"2026-02-26T02:35:03.138829Z","end":"2026-02-26T02:35:03.551511Z","steps":["trace[1967074323] 'process raft request' (duration: 412.51045ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:03.551571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:03.13882Z","time spent":"412.725285ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:35:03.551609Z","caller":"traceutil/trace.go:171","msg":"trace[1076398947] linearizableReadLoop","detail":"{readStateIndex:23980; appliedIndex:23974; }","duration":"427.029372ms","start":"2026-02-26T02:35:03.124566Z","end":"2026-02-26T02:35:03.551595Z","steps":["trace[1076398947] 'read index received' (duration: 77.232705ms)","trace[1076398947] 'applied index is now lower than readState.Index' (duration: 349.795597ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:35:03.551753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.308578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/heat-engine-cleaner\" ","response":"range_response_count:1 size:5540"} {"level":"warn","ts":"2026-02-26T02:35:03.551765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.042917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:35:03.55178Z","caller":"traceutil/trace.go:171","msg":"trace[1382580941] range","detail":"{range_begin:/registry/cronjobs/openstack/heat-engine-cleaner; range_end:; response_count:1; response_revision:23163; }","duration":"693.37254ms","start":"2026-02-26T02:35:02.858401Z","end":"2026-02-26T02:35:03.551774Z","steps":["trace[1382580941] 'agreement among raft nodes before linearized reading' (duration: 693.237157ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:03.551798Z","caller":"traceutil/trace.go:171","msg":"trace[916225764] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:23163; }","duration":"974.113728ms","start":"2026-02-26T02:35:02.577671Z","end":"2026-02-26T02:35:03.551785Z","steps":["trace[916225764] 'agreement among raft nodes before linearized reading' (duration: 974.061057ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:03.551798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.868952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-02-26T02:35:03.551832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:02.577647Z","time spent":"974.16808ms","remote":"127.0.0.1:57960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:35:03.551832Z","caller":"traceutil/trace.go:171","msg":"trace[1204029269] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23163; }","duration":"732.941173ms","start":"2026-02-26T02:35:02.81888Z","end":"2026-02-26T02:35:03.551821Z","steps":["trace[1204029269] 'agreement among raft nodes before linearized reading' (duration: 732.79456ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:03.551861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:02.81886Z","time spent":"732.993154ms","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-26T02:35:03.55188Z","caller":"traceutil/trace.go:171","msg":"trace[1518786209] transaction","detail":"{read_only:false; response_revision:23163; number_of_response:1; }","duration":"405.561857ms","start":"2026-02-26T02:35:03.146312Z","end":"2026-02-26T02:35:03.551873Z","steps":["trace[1518786209] 'process raft request' (duration: 405.090204ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:03.551914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:03.146286Z","time spent":"405.613228ms","remote":"127.0.0.1:45338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":711,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T02:35:03.551962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.5429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:35:03.552068Z","caller":"traceutil/trace.go:171","msg":"trace[1054506325] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23163; }","duration":"763.667313ms","start":"2026-02-26T02:35:02.788393Z","end":"2026-02-26T02:35:03.55206Z","steps":["trace[1054506325] 'agreement among raft nodes before linearized reading' (duration: 763.542009ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:03.552095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:02.78838Z","time spent":"763.709523ms","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:35:03.552117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.021067565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-76f6d9846-98mk7\" ","response":"range_response_count:1 size:8491"} {"level":"info","ts":"2026-02-26T02:35:03.552135Z","caller":"traceutil/trace.go:171","msg":"trace[938995852] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-76f6d9846-98mk7; range_end:; response_count:1; response_revision:23163; }","duration":"1.021129217s","start":"2026-02-26T02:35:02.531Z","end":"2026-02-26T02:35:03.552129Z","steps":["trace[938995852] 'agreement among raft nodes before linearized reading' (duration: 1.021069515s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:03.552149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:02.530977Z","time spent":"1.021169008s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":8515,"request content":"key:\"/registry/pods/openstack/magnum-api-76f6d9846-98mk7\" "} {"level":"warn","ts":"2026-02-26T02:35:03.5518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:02.858383Z","time spent":"693.411292ms","remote":"127.0.0.1:45288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":5564,"request content":"key:\"/registry/cronjobs/openstack/heat-engine-cleaner\" "} {"level":"warn","ts":"2026-02-26T02:35:04.141962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.182086ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:35:04.142388Z","caller":"traceutil/trace.go:171","msg":"trace[1607876502] linearizableReadLoop","detail":"{readStateIndex:23988; appliedIndex:23987; }","duration":"590.721485ms","start":"2026-02-26T02:35:03.551646Z","end":"2026-02-26T02:35:04.142368Z","steps":["trace[1607876502] 'read index received' (duration: 67.031366ms)","trace[1607876502] 'applied index is now lower than readState.Index' (duration: 523.688319ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:35:04.142423Z","caller":"traceutil/trace.go:171","msg":"trace[180007243] transaction","detail":"{read_only:false; response_revision:23164; number_of_response:1; }","duration":"932.598225ms","start":"2026-02-26T02:35:03.209778Z","end":"2026-02-26T02:35:04.142376Z","steps":["trace[180007243] 'process raft request' (duration: 408.917386ms)","trace[180007243] 'compare' (duration: 522.806156ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:35:04.142636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.011624627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4fe48b1a-064f-4cc7-91ae-725766941736\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-02-26T02:35:04.142626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:03.209746Z","time spent":"932.781289ms","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":863,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T02:35:04.142679Z","caller":"traceutil/trace.go:171","msg":"trace[1503285402] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4fe48b1a-064f-4cc7-91ae-725766941736; range_end:; response_count:1; response_revision:23164; }","duration":"1.011708428s","start":"2026-02-26T02:35:03.130959Z","end":"2026-02-26T02:35:04.142667Z","steps":["trace[1503285402] 'agreement among raft nodes before linearized reading' (duration: 1.011488403s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:04.142719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:03.130934Z","time spent":"1.01177381s","remote":"127.0.0.1:45180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-4fe48b1a-064f-4cc7-91ae-725766941736\" "} {"level":"info","ts":"2026-02-26T02:35:04.159659Z","caller":"traceutil/trace.go:171","msg":"trace[1271467767] transaction","detail":"{read_only:false; response_revision:23165; number_of_response:1; }","duration":"603.881182ms","start":"2026-02-26T02:35:03.55574Z","end":"2026-02-26T02:35:04.159621Z","steps":["trace[1271467767] 'process raft request' (duration: 603.580825ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:04.159768Z","caller":"traceutil/trace.go:171","msg":"trace[1721490437] transaction","detail":"{read_only:false; response_revision:23167; number_of_response:1; }","duration":"598.693926ms","start":"2026-02-26T02:35:03.561038Z","end":"2026-02-26T02:35:04.159732Z","steps":["trace[1721490437] 'process raft request' (duration: 598.545102ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:04.159814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:03.555729Z","time spent":"604.011987ms","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T02:35:04.159887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:03.560996Z","time spent":"598.8291ms","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8484,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:35:04.160041Z","caller":"traceutil/trace.go:171","msg":"trace[645294920] transaction","detail":"{read_only:false; response_revision:23166; number_of_response:1; }","duration":"599.686672ms","start":"2026-02-26T02:35:03.560294Z","end":"2026-02-26T02:35:04.15998Z","steps":["trace[645294920] 'process raft request' (duration: 599.23072ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:04.160149Z","caller":"traceutil/trace.go:171","msg":"trace[676860845] transaction","detail":"{read_only:false; response_revision:23168; number_of_response:1; }","duration":"583.752712ms","start":"2026-02-26T02:35:03.576363Z","end":"2026-02-26T02:35:04.160116Z","steps":["trace[676860845] 'process raft request' (duration: 583.29529ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:04.160256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:03.560286Z","time spent":"599.875148ms","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T02:35:04.160299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.099115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-02-26T02:35:04.16035Z","caller":"traceutil/trace.go:171","msg":"trace[1914328041] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23168; }","duration":"605.161286ms","start":"2026-02-26T02:35:03.555172Z","end":"2026-02-26T02:35:04.160334Z","steps":["trace[1914328041] 'agreement among raft nodes before linearized reading' (duration: 605.001762ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:04.160394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:03.55516Z","time spent":"605.225869ms","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T02:35:04.160408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.257674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:35:04.160479Z","caller":"traceutil/trace.go:171","msg":"trace[1480086235] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23168; }","duration":"601.345886ms","start":"2026-02-26T02:35:03.559116Z","end":"2026-02-26T02:35:04.160462Z","steps":["trace[1480086235] 'agreement among raft nodes before linearized reading' (duration: 601.215752ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:04.160461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.39232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-wrn24.1897a8b6d1018a9f\" ","response":"range_response_count:1 size:767"} {"level":"warn","ts":"2026-02-26T02:35:04.160533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:03.559109Z","time spent":"601.413218ms","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T02:35:04.160571Z","caller":"traceutil/trace.go:171","msg":"trace[115208249] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-wrn24.1897a8b6d1018a9f; range_end:; response_count:1; response_revision:23168; }","duration":"477.548614ms","start":"2026-02-26T02:35:03.682999Z","end":"2026-02-26T02:35:04.160548Z","steps":["trace[115208249] 'agreement among raft nodes before linearized reading' (duration: 477.316668ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:04.160274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:03.576342Z","time spent":"583.862816ms","remote":"127.0.0.1:42332","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1191,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T02:35:04.160614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:03.682975Z","time spent":"477.630765ms","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":791,"request content":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-wrn24.1897a8b6d1018a9f\" "} {"level":"warn","ts":"2026-02-26T02:35:04.725034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.258167ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:35:04.725593Z","caller":"traceutil/trace.go:171","msg":"trace[1810500972] transaction","detail":"{read_only:false; response_revision:23170; number_of_response:1; }","duration":"560.795917ms","start":"2026-02-26T02:35:04.164754Z","end":"2026-02-26T02:35:04.72555Z","steps":["trace[1810500972] 'process raft request' (duration: 367.893034ms)","trace[1810500972] 'compare' (duration: 191.966068ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:35:04.725646Z","caller":"traceutil/trace.go:171","msg":"trace[1060026471] transaction","detail":"{read_only:false; response_revision:23171; number_of_response:1; }","duration":"558.521837ms","start":"2026-02-26T02:35:04.167088Z","end":"2026-02-26T02:35:04.72561Z","steps":["trace[1060026471] 'process raft request' (duration: 558.348403ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:04.725923Z","caller":"traceutil/trace.go:171","msg":"trace[21115010] linearizableReadLoop","detail":"{readStateIndex:23995; appliedIndex:23992; }","duration":"557.672215ms","start":"2026-02-26T02:35:04.168212Z","end":"2026-02-26T02:35:04.725885Z","steps":["trace[21115010] 'read index received' (duration: 28.953263ms)","trace[21115010] 'applied index is now lower than readState.Index' (duration: 528.716432ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:35:04.725985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:04.167058Z","time spent":"558.860117ms","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":726,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T02:35:04.725674Z","caller":"traceutil/trace.go:171","msg":"trace[1007799433] transaction","detail":"{read_only:false; response_revision:23172; number_of_response:1; }","duration":"549.098899ms","start":"2026-02-26T02:35:04.176557Z","end":"2026-02-26T02:35:04.725656Z","steps":["trace[1007799433] 'process raft request' (duration: 548.982836ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:04.725953Z","caller":"traceutil/trace.go:171","msg":"trace[1236222439] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23172; }","duration":"541.377386ms","start":"2026-02-26T02:35:04.18455Z","end":"2026-02-26T02:35:04.725928Z","steps":["trace[1236222439] 'process raft request' (duration: 541.060938ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:04.726107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:04.176523Z","time spent":"549.52601ms","remote":"127.0.0.1:42332","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1779,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:35:04.726213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.989033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29534555-kb8n9\" ","response":"range_response_count:1 size:5678"} {"level":"info","ts":"2026-02-26T02:35:04.726299Z","caller":"traceutil/trace.go:171","msg":"trace[262299223] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29534555-kb8n9; range_end:; response_count:1; response_revision:23172; }","duration":"558.123707ms","start":"2026-02-26T02:35:04.168154Z","end":"2026-02-26T02:35:04.726278Z","steps":["trace[262299223] 'agreement among raft nodes before linearized reading' (duration: 557.880151ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:04.726279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:04.184522Z","time spent":"541.597542ms","remote":"127.0.0.1:42332","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":1833,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:35:04.726366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:04.168138Z","time spent":"558.196399ms","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":5702,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29534555-kb8n9\" "} {"level":"warn","ts":"2026-02-26T02:35:04.725894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:04.164724Z","time spent":"561.053524ms","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:35:05.152961Z","caller":"traceutil/trace.go:171","msg":"trace[384050195] transaction","detail":"{read_only:false; response_revision:23173; number_of_response:1; }","duration":"678.782665ms","start":"2026-02-26T02:35:04.474159Z","end":"2026-02-26T02:35:05.152942Z","steps":["trace[384050195] 'process raft request' (duration: 678.635411ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:05.153091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:04.474133Z","time spent":"678.888098ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:35:05.153235Z","caller":"traceutil/trace.go:171","msg":"trace[292671426] transaction","detail":"{read_only:false; response_revision:23174; number_of_response:1; }","duration":"678.436036ms","start":"2026-02-26T02:35:04.474778Z","end":"2026-02-26T02:35:05.153214Z","steps":["trace[292671426] 'process raft request' (duration: 678.136098ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:05.153336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:04.474758Z","time spent":"678.531749ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:35:05.153454Z","caller":"traceutil/trace.go:171","msg":"trace[1139952199] transaction","detail":"{read_only:false; response_revision:23175; number_of_response:1; }","duration":"678.57541ms","start":"2026-02-26T02:35:04.474868Z","end":"2026-02-26T02:35:05.153443Z","steps":["trace[1139952199] 'process raft request' (duration: 678.280062ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:05.153494Z","caller":"traceutil/trace.go:171","msg":"trace[761232176] transaction","detail":"{read_only:false; response_revision:23176; number_of_response:1; }","duration":"678.449426ms","start":"2026-02-26T02:35:04.475026Z","end":"2026-02-26T02:35:05.153475Z","steps":["trace[761232176] 'process raft request' (duration: 678.340473ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:05.153515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:04.474849Z","time spent":"678.635011ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:35:05.153573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:04.475007Z","time spent":"678.530328ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:35:05.153572Z","caller":"traceutil/trace.go:171","msg":"trace[1577820882] transaction","detail":"{read_only:false; response_revision:23177; number_of_response:1; }","duration":"677.975444ms","start":"2026-02-26T02:35:04.475582Z","end":"2026-02-26T02:35:05.153558Z","steps":["trace[1577820882] 'process raft request' (duration: 677.856731ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:05.153589Z","caller":"traceutil/trace.go:171","msg":"trace[1643688425] linearizableReadLoop","detail":"{readStateIndex:24002; appliedIndex:23997; }","duration":"427.529435ms","start":"2026-02-26T02:35:04.726025Z","end":"2026-02-26T02:35:05.153555Z","steps":["trace[1643688425] 'read index received' (duration: 426.854857ms)","trace[1643688425] 'applied index is now lower than readState.Index' (duration: 673.028µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:35:05.153671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.957894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:35:05.153688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:04.475574Z","time spent":"678.086087ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:35:05.153716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.694567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/heat-engine-cleaner\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-02-26T02:35:05.153724Z","caller":"traceutil/trace.go:171","msg":"trace[533328806] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23177; }","duration":"582.074687ms","start":"2026-02-26T02:35:04.571631Z","end":"2026-02-26T02:35:05.153706Z","steps":["trace[533328806] 'agreement among raft nodes before linearized reading' (duration: 581.950604ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:05.153732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.700648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:35:05.153757Z","caller":"traceutil/trace.go:171","msg":"trace[835219894] range","detail":"{range_begin:/registry/serviceaccounts/openstack/heat-engine-cleaner; range_end:; response_count:1; response_revision:23177; }","duration":"688.784839ms","start":"2026-02-26T02:35:04.464964Z","end":"2026-02-26T02:35:05.153748Z","steps":["trace[835219894] 'agreement among raft nodes before linearized reading' (duration: 688.636735ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:05.153778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.256079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:35:05.153787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:04.464937Z","time spent":"688.842531ms","remote":"127.0.0.1:45230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":565,"request content":"key:\"/registry/serviceaccounts/openstack/heat-engine-cleaner\" "} {"level":"info","ts":"2026-02-26T02:35:05.153791Z","caller":"traceutil/trace.go:171","msg":"trace[1646780343] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23177; }","duration":"548.815431ms","start":"2026-02-26T02:35:04.604958Z","end":"2026-02-26T02:35:05.153773Z","steps":["trace[1646780343] 'agreement among raft nodes before linearized reading' (duration: 548.705948ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:05.153811Z","caller":"traceutil/trace.go:171","msg":"trace[367454100] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23177; }","duration":"876.33372ms","start":"2026-02-26T02:35:04.277468Z","end":"2026-02-26T02:35:05.153802Z","steps":["trace[367454100] 'agreement among raft nodes before linearized reading' (duration: 876.280699ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:05.153775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:04.571607Z","time spent":"582.151869ms","remote":"127.0.0.1:42180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:35:05.153814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.700209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/magnum-registry\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:35:05.153842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:04.277443Z","time spent":"876.392312ms","remote":"127.0.0.1:45492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-26T02:35:05.153837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:04.604928Z","time spent":"548.894483ms","remote":"127.0.0.1:50612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:35:05.153873Z","caller":"traceutil/trace.go:171","msg":"trace[418882627] range","detail":"{range_begin:/registry/deployments/openstack/magnum-registry; range_end:; response_count:0; response_revision:23177; }","duration":"723.828162ms","start":"2026-02-26T02:35:04.430028Z","end":"2026-02-26T02:35:05.153856Z","steps":["trace[418882627] 'agreement among raft nodes before linearized reading' (duration: 723.707119ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:05.153935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:04.430003Z","time spent":"723.917605ms","remote":"127.0.0.1:45492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/magnum-registry\" "} {"level":"info","ts":"2026-02-26T02:35:05.318788Z","caller":"traceutil/trace.go:171","msg":"trace[1226645005] transaction","detail":"{read_only:false; response_revision:23178; number_of_response:1; }","duration":"584.309226ms","start":"2026-02-26T02:35:04.734454Z","end":"2026-02-26T02:35:05.318763Z","steps":["trace[1226645005] 'process raft request' (duration: 584.034109ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:05.319017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:04.734432Z","time spent":"584.442799ms","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6970,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:35:05.319165Z","caller":"traceutil/trace.go:171","msg":"trace[748028090] transaction","detail":"{read_only:false; response_revision:23179; number_of_response:1; }","duration":"578.613506ms","start":"2026-02-26T02:35:04.740508Z","end":"2026-02-26T02:35:05.319121Z","steps":["trace[748028090] 'process raft request' (duration: 578.184084ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:05.319209Z","caller":"traceutil/trace.go:171","msg":"trace[604397440] transaction","detail":"{read_only:false; response_revision:23180; number_of_response:1; }","duration":"458.665905ms","start":"2026-02-26T02:35:04.860511Z","end":"2026-02-26T02:35:05.319177Z","steps":["trace[604397440] 'process raft request' (duration: 458.451719ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:05.319335Z","caller":"traceutil/trace.go:171","msg":"trace[166798929] linearizableReadLoop","detail":"{readStateIndex:24006; appliedIndex:24002; }","duration":"165.607283ms","start":"2026-02-26T02:35:05.153694Z","end":"2026-02-26T02:35:05.319302Z","steps":["trace[166798929] 'read index received' (duration: 164.891605ms)","trace[166798929] 'applied index is now lower than readState.Index' (duration: 713.978µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:35:05.319395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:04.860478Z","time spent":"458.828049ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:35:05.319391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:04.740484Z","time spent":"578.77596ms","remote":"127.0.0.1:42332","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2328,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:35:05.319427Z","caller":"traceutil/trace.go:171","msg":"trace[1214349695] transaction","detail":"{read_only:false; response_revision:23181; number_of_response:1; }","duration":"429.089746ms","start":"2026-02-26T02:35:04.89031Z","end":"2026-02-26T02:35:05.3194Z","steps":["trace[1214349695] 'process raft request' (duration: 428.806368ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:05.319509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.047469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:35:05.319556Z","caller":"traceutil/trace.go:171","msg":"trace[800979660] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23181; }","duration":"532.168072ms","start":"2026-02-26T02:35:04.787376Z","end":"2026-02-26T02:35:05.319544Z","steps":["trace[800979660] 'agreement among raft nodes before linearized reading' (duration: 532.063659ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:05.319547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:04.890295Z","time spent":"429.193318ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:35:05.319597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:04.787341Z","time spent":"532.246834ms","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T02:35:05.661145Z","caller":"traceutil/trace.go:171","msg":"trace[1278138840] linearizableReadLoop","detail":"{readStateIndex:24007; appliedIndex:24006; }","duration":"341.715634ms","start":"2026-02-26T02:35:05.319408Z","end":"2026-02-26T02:35:05.661124Z","steps":["trace[1278138840] 'read index received' (duration: 341.644003ms)","trace[1278138840] 'applied index is now lower than readState.Index' (duration: 70.931µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:35:05.661185Z","caller":"traceutil/trace.go:171","msg":"trace[294460197] transaction","detail":"{read_only:false; response_revision:23182; number_of_response:1; }","duration":"500.383725ms","start":"2026-02-26T02:35:05.160765Z","end":"2026-02-26T02:35:05.661149Z","steps":["trace[294460197] 'process raft request' (duration: 500.231041ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:05.66132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.5819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:35:05.66134Z","caller":"traceutil/trace.go:171","msg":"trace[1504831481] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23182; }","duration":"503.627211ms","start":"2026-02-26T02:35:05.157707Z","end":"2026-02-26T02:35:05.661334Z","steps":["trace[1504831481] 'agreement among raft nodes before linearized reading' (duration: 503.540609ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:05.661364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:05.15769Z","time spent":"503.668552ms","remote":"127.0.0.1:45224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-26T02:35:05.661359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:05.160749Z","time spent":"500.518439ms","remote":"127.0.0.1:45492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2147,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T02:35:05.661671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.63996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29534555-kb8n9\" ","response":"range_response_count:1 size:6988"} {"level":"info","ts":"2026-02-26T02:35:05.661693Z","caller":"traceutil/trace.go:171","msg":"trace[1274660567] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29534555-kb8n9; range_end:; response_count:1; response_revision:23182; }","duration":"506.708202ms","start":"2026-02-26T02:35:05.154979Z","end":"2026-02-26T02:35:05.661687Z","steps":["trace[1274660567] 'agreement among raft nodes before linearized reading' (duration: 506.61697ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:05.661706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:05.154953Z","time spent":"506.749853ms","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7012,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29534555-kb8n9\" "} {"level":"info","ts":"2026-02-26T02:35:05.92406Z","caller":"traceutil/trace.go:171","msg":"trace[1081387003] linearizableReadLoop","detail":"{readStateIndex:24009; appliedIndex:24007; }","duration":"262.804325ms","start":"2026-02-26T02:35:05.661222Z","end":"2026-02-26T02:35:05.924026Z","steps":["trace[1081387003] 'read index received' (duration: 262.365264ms)","trace[1081387003] 'applied index is now lower than readState.Index' (duration: 437.341µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:35:05.924213Z","caller":"traceutil/trace.go:171","msg":"trace[958123401] transaction","detail":"{read_only:false; response_revision:23184; number_of_response:1; }","duration":"431.414968ms","start":"2026-02-26T02:35:05.492762Z","end":"2026-02-26T02:35:05.924177Z","steps":["trace[958123401] 'process raft request' (duration: 431.09443ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:05.924264Z","caller":"traceutil/trace.go:171","msg":"trace[118951743] transaction","detail":"{read_only:false; response_revision:23183; number_of_response:1; }","duration":"599.373024ms","start":"2026-02-26T02:35:05.324762Z","end":"2026-02-26T02:35:05.924135Z","steps":["trace[118951743] 'process raft request' (duration: 598.82223ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:05.92438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:05.492734Z","time spent":"431.562712ms","remote":"127.0.0.1:45122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2447,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T02:35:05.924362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.11702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-26T02:35:05.924486Z","caller":"traceutil/trace.go:171","msg":"trace[55000744] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23184; }","duration":"368.274535ms","start":"2026-02-26T02:35:05.556185Z","end":"2026-02-26T02:35:05.924459Z","steps":["trace[55000744] 'agreement among raft nodes before linearized reading' (duration: 367.865534ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:05.924471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.495513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-conductor-0\" ","response":"range_response_count:1 size:9853"} {"level":"warn","ts":"2026-02-26T02:35:05.924543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.225273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-26T02:35:05.924562Z","caller":"traceutil/trace.go:171","msg":"trace[1239906688] range","detail":"{range_begin:/registry/pods/openstack/magnum-conductor-0; range_end:; response_count:1; response_revision:23184; }","duration":"600.647558ms","start":"2026-02-26T02:35:05.323889Z","end":"2026-02-26T02:35:05.924536Z","steps":["trace[1239906688] 'agreement among raft nodes before linearized reading' (duration: 600.34916ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:05.924578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.777289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-02-26T02:35:05.924598Z","caller":"traceutil/trace.go:171","msg":"trace[964628471] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23184; }","duration":"368.297645ms","start":"2026-02-26T02:35:05.556287Z","end":"2026-02-26T02:35:05.924585Z","steps":["trace[964628471] 'agreement among raft nodes before linearized reading' (duration: 368.171152ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:05.924516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:05.324735Z","time spent":"599.640152ms","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":738,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T02:35:05.924647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:05.556276Z","time spent":"368.362877ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T02:35:05.924689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.728142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/magnum-registry\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:35:05.924721Z","caller":"traceutil/trace.go:171","msg":"trace[334639505] range","detail":"{range_begin:/registry/services/specs/openstack/magnum-registry; range_end:; response_count:0; response_revision:23184; }","duration":"257.768982ms","start":"2026-02-26T02:35:05.666944Z","end":"2026-02-26T02:35:05.924713Z","steps":["trace[334639505] 'agreement among raft nodes before linearized reading' (duration: 257.714751ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:05.924744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.728656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-26T02:35:05.924777Z","caller":"traceutil/trace.go:171","msg":"trace[1186293834] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23184; }","duration":"368.784218ms","start":"2026-02-26T02:35:05.555984Z","end":"2026-02-26T02:35:05.924768Z","steps":["trace[1186293834] 'agreement among raft nodes before linearized reading' (duration: 368.666035ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:05.924812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:05.555972Z","time spent":"368.834589ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T02:35:05.92455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:05.556179Z","time spent":"368.358167ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T02:35:05.924416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.223963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-02-26T02:35:05.924983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.152659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-02-26T02:35:05.924973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.502126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:35:05.925047Z","caller":"traceutil/trace.go:171","msg":"trace[889871119] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23184; }","duration":"602.62241ms","start":"2026-02-26T02:35:05.322411Z","end":"2026-02-26T02:35:05.925034Z","steps":["trace[889871119] 'agreement among raft nodes before linearized reading' (duration: 602.509727ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:05.925053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.169738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-02-26T02:35:05.925093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:05.322379Z","time spent":"602.706622ms","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T02:35:05.925102Z","caller":"traceutil/trace.go:171","msg":"trace[1934871145] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23184; }","duration":"369.25254ms","start":"2026-02-26T02:35:05.555836Z","end":"2026-02-26T02:35:05.925088Z","steps":["trace[1934871145] 'agreement among raft nodes before linearized reading' (duration: 369.127497ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:05.925131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.24549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-26T02:35:05.92514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:05.555821Z","time spent":"369.311621ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-26T02:35:05.924993Z","caller":"traceutil/trace.go:171","msg":"trace[1027990820] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23184; }","duration":"368.857659ms","start":"2026-02-26T02:35:05.55612Z","end":"2026-02-26T02:35:05.924978Z","steps":["trace[1027990820] 'agreement among raft nodes before linearized reading' (duration: 368.099179ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:05.925171Z","caller":"traceutil/trace.go:171","msg":"trace[330853229] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23184; }","duration":"369.335682ms","start":"2026-02-26T02:35:05.555826Z","end":"2026-02-26T02:35:05.925161Z","steps":["trace[330853229] 'agreement among raft nodes before linearized reading' (duration: 369.210729ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:05.92521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:05.555798Z","time spent":"369.401374ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T02:35:05.925221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:05.556103Z","time spent":"369.091196ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T02:35:05.924633Z","caller":"traceutil/trace.go:171","msg":"trace[1041602014] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:23184; }","duration":"258.889902ms","start":"2026-02-26T02:35:05.665727Z","end":"2026-02-26T02:35:05.924617Z","steps":["trace[1041602014] 'agreement among raft nodes before linearized reading' (duration: 258.632525ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:05.925013Z","caller":"traceutil/trace.go:171","msg":"trace[370962189] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23184; }","duration":"259.1896ms","start":"2026-02-26T02:35:05.665815Z","end":"2026-02-26T02:35:05.925005Z","steps":["trace[370962189] 'agreement among raft nodes before linearized reading' (duration: 259.069397ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:05.92462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:05.323857Z","time spent":"600.753351ms","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":9877,"request content":"key:\"/registry/pods/openstack/magnum-conductor-0\" "} {"level":"warn","ts":"2026-02-26T02:35:06.328991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.435712ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:35:06.329205Z","caller":"traceutil/trace.go:171","msg":"trace[1222387112] linearizableReadLoop","detail":"{readStateIndex:24010; appliedIndex:24009; }","duration":"397.170166ms","start":"2026-02-26T02:35:05.931915Z","end":"2026-02-26T02:35:06.329085Z","steps":["trace[1222387112] 'read index received' (duration: 196.615741ms)","trace[1222387112] 'applied index is now lower than readState.Index' (duration: 200.552905ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:35:06.329165Z","caller":"traceutil/trace.go:171","msg":"trace[340964578] transaction","detail":"{read_only:false; response_revision:23185; number_of_response:1; }","duration":"397.262518ms","start":"2026-02-26T02:35:05.931852Z","end":"2026-02-26T02:35:06.329114Z","steps":["trace[340964578] 'process raft request' (duration: 196.568679ms)","trace[340964578] 'compare' (duration: 200.328649ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:35:06.329376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.435613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-02-26T02:35:06.329644Z","caller":"traceutil/trace.go:171","msg":"trace[493858731] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:23185; }","duration":"397.71754ms","start":"2026-02-26T02:35:05.931904Z","end":"2026-02-26T02:35:06.329622Z","steps":["trace[493858731] 'agreement among raft nodes before linearized reading' (duration: 397.280608ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:06.329704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:05.9318Z","time spent":"397.894435ms","remote":"127.0.0.1:45230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":232,"request content":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" "} {"level":"warn","ts":"2026-02-26T02:35:06.329792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:05.931829Z","time spent":"397.571946ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:35:06.367235Z","caller":"traceutil/trace.go:171","msg":"trace[1812320820] transaction","detail":"{read_only:false; response_revision:23187; number_of_response:1; }","duration":"434.437707ms","start":"2026-02-26T02:35:05.932766Z","end":"2026-02-26T02:35:06.367203Z","steps":["trace[1812320820] 'process raft request' (duration: 434.323144ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:06.367354Z","caller":"traceutil/trace.go:171","msg":"trace[1985762996] transaction","detail":"{read_only:false; response_revision:23186; number_of_response:1; }","duration":"434.704365ms","start":"2026-02-26T02:35:05.932608Z","end":"2026-02-26T02:35:06.367312Z","steps":["trace[1985762996] 'process raft request' (duration: 434.293414ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:06.36756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:05.932593Z","time spent":"434.855398ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:35:06.36762Z","caller":"traceutil/trace.go:171","msg":"trace[522022892] transaction","detail":"{read_only:false; response_revision:23188; number_of_response:1; }","duration":"434.791887ms","start":"2026-02-26T02:35:05.932782Z","end":"2026-02-26T02:35:06.367574Z","steps":["trace[522022892] 'process raft request' (duration: 434.372196ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:06.36774Z","caller":"traceutil/trace.go:171","msg":"trace[786089470] transaction","detail":"{read_only:false; response_revision:23190; number_of_response:1; }","duration":"435.089565ms","start":"2026-02-26T02:35:05.932633Z","end":"2026-02-26T02:35:06.367722Z","steps":["trace[786089470] 'process raft request' (duration: 434.91068ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:06.367825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:05.93261Z","time spent":"435.181608ms","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":784,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T02:35:06.367839Z","caller":"traceutil/trace.go:171","msg":"trace[1557921130] transaction","detail":"{read_only:false; response_revision:23193; number_of_response:1; }","duration":"427.313239ms","start":"2026-02-26T02:35:05.940511Z","end":"2026-02-26T02:35:06.367825Z","steps":["trace[1557921130] 'process raft request' (duration: 427.212467ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:06.367815Z","caller":"traceutil/trace.go:171","msg":"trace[1481700339] transaction","detail":"{read_only:false; response_revision:23189; number_of_response:1; }","duration":"434.872859ms","start":"2026-02-26T02:35:05.932902Z","end":"2026-02-26T02:35:06.367775Z","steps":["trace[1481700339] 'process raft request' (duration: 434.51933ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:06.36785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:05.93277Z","time spent":"434.947061ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:35:06.367904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:05.940505Z","time spent":"427.363652ms","remote":"127.0.0.1:42332","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2622,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:35:06.367968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.939947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"warn","ts":"2026-02-26T02:35:06.368053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.167555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:35:06.368097Z","caller":"traceutil/trace.go:171","msg":"trace[1682116712] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:23193; }","duration":"436.151643ms","start":"2026-02-26T02:35:05.931923Z","end":"2026-02-26T02:35:06.368074Z","steps":["trace[1682116712] 'agreement among raft nodes before linearized reading' (duration: 435.868716ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:06.368135Z","caller":"traceutil/trace.go:171","msg":"trace[1898445492] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23193; }","duration":"431.536161ms","start":"2026-02-26T02:35:05.936578Z","end":"2026-02-26T02:35:06.368114Z","steps":["trace[1898445492] 'agreement among raft nodes before linearized reading' (duration: 431.344726ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:06.368155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:05.931876Z","time spent":"436.262466ms","remote":"127.0.0.1:45396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1149,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-02-26T02:35:06.368174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:05.936566Z","time spent":"431.599622ms","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T02:35:06.368245Z","caller":"traceutil/trace.go:171","msg":"trace[950082289] transaction","detail":"{read_only:false; response_revision:23192; number_of_response:1; }","duration":"429.20897ms","start":"2026-02-26T02:35:05.939021Z","end":"2026-02-26T02:35:06.36823Z","steps":["trace[950082289] 'process raft request' (duration: 428.635655ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:06.368311Z","caller":"traceutil/trace.go:171","msg":"trace[717538818] transaction","detail":"{read_only:false; response_revision:23191; number_of_response:1; }","duration":"434.334264ms","start":"2026-02-26T02:35:05.933902Z","end":"2026-02-26T02:35:06.368236Z","steps":["trace[717538818] 'process raft request' (duration: 433.710298ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:06.368374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:05.939002Z","time spent":"429.330293ms","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9936,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:35:06.368421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:05.933893Z","time spent":"434.469339ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:35:06.368462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.437896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:35:06.368502Z","caller":"traceutil/trace.go:171","msg":"trace[1883696023] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23193; }","duration":"218.513508ms","start":"2026-02-26T02:35:06.149969Z","end":"2026-02-26T02:35:06.368483Z","steps":["trace[1883696023] 'agreement among raft nodes before linearized reading' (duration: 218.444046ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:06.368624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.928747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129529"} {"level":"warn","ts":"2026-02-26T02:35:06.368647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.738198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-02-26T02:35:06.368711Z","caller":"traceutil/trace.go:171","msg":"trace[2000561085] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23193; }","duration":"425.846931ms","start":"2026-02-26T02:35:05.942847Z","end":"2026-02-26T02:35:06.368694Z","steps":["trace[2000561085] 'agreement among raft nodes before linearized reading' (duration: 425.629726ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:06.368746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:05.942836Z","time spent":"425.901112ms","remote":"127.0.0.1:50696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5676,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-26T02:35:06.368753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.178374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"warn","ts":"2026-02-26T02:35:06.368013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:05.932894Z","time spent":"435.020483ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:35:06.368669Z","caller":"traceutil/trace.go:171","msg":"trace[840938169] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:23193; }","duration":"436.040059ms","start":"2026-02-26T02:35:05.932615Z","end":"2026-02-26T02:35:06.368655Z","steps":["trace[840938169] 'agreement among raft nodes before linearized reading' (duration: 435.877755ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:06.368817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:05.932588Z","time spent":"436.218854ms","remote":"127.0.0.1:45080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129553,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-02-26T02:35:06.368778Z","caller":"traceutil/trace.go:171","msg":"trace[391947797] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:23193; }","duration":"436.236734ms","start":"2026-02-26T02:35:05.932535Z","end":"2026-02-26T02:35:06.368772Z","steps":["trace[391947797] 'agreement among raft nodes before linearized reading' (duration: 436.151152ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:06.368853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:05.93252Z","time spent":"436.326887ms","remote":"127.0.0.1:45396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1149,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-02-26T02:35:06.369941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:05.932752Z","time spent":"437.092368ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:35:06.706998Z","caller":"traceutil/trace.go:171","msg":"trace[1155795122] transaction","detail":"{read_only:false; response_revision:23194; number_of_response:1; }","duration":"367.992206ms","start":"2026-02-26T02:35:06.338985Z","end":"2026-02-26T02:35:06.706978Z","steps":["trace[1155795122] 'process raft request' (duration: 367.852852ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:06.707132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:06.338956Z","time spent":"368.107379ms","remote":"127.0.0.1:45516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2579,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T02:35:06.707166Z","caller":"traceutil/trace.go:171","msg":"trace[1064145831] linearizableReadLoop","detail":"{readStateIndex:24019; appliedIndex:24019; }","duration":"334.762641ms","start":"2026-02-26T02:35:06.372373Z","end":"2026-02-26T02:35:06.707136Z","steps":["trace[1064145831] 'read index received' (duration: 334.750381ms)","trace[1064145831] 'applied index is now lower than readState.Index' (duration: 10.93µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:35:06.707362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.967897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:35:06.707436Z","caller":"traceutil/trace.go:171","msg":"trace[1542777084] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23194; }","duration":"335.118751ms","start":"2026-02-26T02:35:06.372301Z","end":"2026-02-26T02:35:06.70742Z","steps":["trace[1542777084] 'agreement among raft nodes before linearized reading' (duration: 334.918006ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:06.707475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:06.372281Z","time spent":"335.187032ms","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:35:07.207776Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284891938,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:35:07.708007Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284891938,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:35:07.961475Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.254461606s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T02:35:07.962416Z","caller":"traceutil/trace.go:171","msg":"trace[2102638623] transaction","detail":"{read_only:false; response_revision:23197; number_of_response:1; }","duration":"1.57453768s","start":"2026-02-26T02:35:06.387851Z","end":"2026-02-26T02:35:07.962388Z","steps":["trace[2102638623] 'process raft request' (duration: 1.574483369s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:07.962574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:06.387824Z","time spent":"1.574687194s","remote":"127.0.0.1:42324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3216,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T02:35:07.962873Z","caller":"traceutil/trace.go:171","msg":"trace[1053941568] transaction","detail":"{read_only:false; response_revision:23195; number_of_response:1; }","duration":"1.589613697s","start":"2026-02-26T02:35:06.373248Z","end":"2026-02-26T02:35:07.962862Z","steps":["trace[1053941568] 'process raft request' (duration: 1.588479748s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:07.962949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:06.373212Z","time spent":"1.58969357s","remote":"127.0.0.1:45080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":129513,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:35:07.963188Z","caller":"traceutil/trace.go:171","msg":"trace[47247579] transaction","detail":"{read_only:false; response_revision:23196; number_of_response:1; }","duration":"1.585859819s","start":"2026-02-26T02:35:06.377314Z","end":"2026-02-26T02:35:07.963174Z","steps":["trace[47247579] 'process raft request' (duration: 1.584945245s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:07.963243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:06.377287Z","time spent":"1.58593221s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":730,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T02:35:08.662029Z","caller":"traceutil/trace.go:171","msg":"trace[537297458] transaction","detail":"{read_only:false; response_revision:23198; number_of_response:1; }","duration":"1.945007172s","start":"2026-02-26T02:35:06.716997Z","end":"2026-02-26T02:35:08.662004Z","steps":["trace[537297458] 'process raft request' (duration: 1.944724924s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:08.662194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:06.71697Z","time spent":"1.945130525s","remote":"127.0.0.1:45492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2646,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:35:08.662009Z","caller":"traceutil/trace.go:171","msg":"trace[136339901] transaction","detail":"{read_only:false; response_revision:23199; number_of_response:1; }","duration":"1.94381835s","start":"2026-02-26T02:35:06.718162Z","end":"2026-02-26T02:35:08.661981Z","steps":["trace[136339901] 'process raft request' (duration: 1.943717748s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:08.662553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:06.718153Z","time spent":"1.944312003s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":707,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T02:35:08.662652Z","caller":"traceutil/trace.go:171","msg":"trace[1423596871] transaction","detail":"{read_only:false; response_revision:23201; number_of_response:1; }","duration":"1.502062399s","start":"2026-02-26T02:35:07.160565Z","end":"2026-02-26T02:35:08.662627Z","steps":["trace[1423596871] 'process raft request' (duration: 1.501669859s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:08.662686Z","caller":"traceutil/trace.go:171","msg":"trace[1260542495] linearizableReadLoop","detail":"{readStateIndex:24030; appliedIndex:24019; }","duration":"1.955383945s","start":"2026-02-26T02:35:06.707267Z","end":"2026-02-26T02:35:08.66265Z","steps":["trace[1260542495] 'read index received' (duration: 1.254480376s)","trace[1260542495] 'applied index is now lower than readState.Index' (duration: 700.902039ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:35:08.662788Z","caller":"traceutil/trace.go:171","msg":"trace[1149509697] transaction","detail":"{read_only:false; response_revision:23200; number_of_response:1; }","duration":"1.502410999s","start":"2026-02-26T02:35:07.160365Z","end":"2026-02-26T02:35:08.662776Z","steps":["trace[1149509697] 'process raft request' (duration: 1.501567647s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:08.662853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:07.160336Z","time spent":"1.502492621s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:35:08.662864Z","caller":"traceutil/trace.go:171","msg":"trace[1375299945] transaction","detail":"{read_only:false; response_revision:23202; number_of_response:1; }","duration":"1.502235324s","start":"2026-02-26T02:35:07.160608Z","end":"2026-02-26T02:35:08.662844Z","steps":["trace[1375299945] 'process raft request' (duration: 1.501796572s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:08.66295Z","caller":"traceutil/trace.go:171","msg":"trace[1400705408] transaction","detail":"{read_only:false; response_revision:23205; number_of_response:1; }","duration":"1.33660056s","start":"2026-02-26T02:35:07.326326Z","end":"2026-02-26T02:35:08.662927Z","steps":["trace[1400705408] 'process raft request' (duration: 1.336246501s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:08.663021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:07.160604Z","time spent":"1.502301856s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:35:08.663066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:07.326288Z","time spent":"1.336708503s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:35:08.66322Z","caller":"traceutil/trace.go:171","msg":"trace[1626819390] transaction","detail":"{read_only:false; response_revision:23203; number_of_response:1; }","duration":"1.502502332s","start":"2026-02-26T02:35:07.160706Z","end":"2026-02-26T02:35:08.663208Z","steps":["trace[1626819390] 'process raft request' (duration: 1.501766662s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:08.663282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:07.16065Z","time spent":"1.502600284s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:35:08.663335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.286775228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2644"} {"level":"info","ts":"2026-02-26T02:35:08.663413Z","caller":"traceutil/trace.go:171","msg":"trace[609589579] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:23205; }","duration":"2.28690612s","start":"2026-02-26T02:35:06.376484Z","end":"2026-02-26T02:35:08.66339Z","steps":["trace[609589579] 'agreement among raft nodes before linearized reading' (duration: 2.286710305s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:08.663419Z","caller":"traceutil/trace.go:171","msg":"trace[295347769] transaction","detail":"{read_only:false; response_revision:23204; number_of_response:1; }","duration":"1.500732345s","start":"2026-02-26T02:35:07.162662Z","end":"2026-02-26T02:35:08.663395Z","steps":["trace[295347769] 'process raft request' (duration: 1.499860092s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:08.663467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:06.376399Z","time spent":"2.287052755s","remote":"127.0.0.1:45122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2668,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-02-26T02:35:08.663494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:07.162648Z","time spent":"1.500808887s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:35:08.662744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:07.160557Z","time spent":"1.502137332s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:35:08.668122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.012556281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2209361"} {"level":"info","ts":"2026-02-26T02:35:08.668209Z","caller":"traceutil/trace.go:171","msg":"trace[972973833] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:23205; }","duration":"2.012701495s","start":"2026-02-26T02:35:06.655487Z","end":"2026-02-26T02:35:08.668188Z","steps":["trace[972973833] 'agreement among raft nodes before linearized reading' (duration: 2.008159135s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:08.66826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:06.655469Z","time spent":"2.012777267s","remote":"127.0.0.1:45134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2209385,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-02-26T02:35:09.162898Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284891957,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T02:35:09.474379Z","caller":"traceutil/trace.go:171","msg":"trace[887224795] transaction","detail":"{read_only:false; response_revision:23206; number_of_response:1; }","duration":"1.507682107s","start":"2026-02-26T02:35:07.966645Z","end":"2026-02-26T02:35:09.474328Z","steps":["trace[887224795] 'process raft request' (duration: 1.507358378s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:09.474512Z","caller":"traceutil/trace.go:171","msg":"trace[1733852889] transaction","detail":"{read_only:false; response_revision:23207; number_of_response:1; }","duration":"1.505890399s","start":"2026-02-26T02:35:07.968571Z","end":"2026-02-26T02:35:09.474461Z","steps":["trace[1733852889] 'process raft request' (duration: 1.505627933s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:09.474575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:07.966616Z","time spent":"1.507863052s","remote":"127.0.0.1:45224","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":739,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T02:35:09.474612Z","caller":"traceutil/trace.go:171","msg":"trace[201060005] transaction","detail":"{read_only:false; response_revision:23209; number_of_response:1; }","duration":"1.50287713s","start":"2026-02-26T02:35:07.971723Z","end":"2026-02-26T02:35:09.4746Z","steps":["trace[201060005] 'process raft request' (duration: 1.502636374s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:09.474616Z","caller":"traceutil/trace.go:171","msg":"trace[262849076] transaction","detail":"{read_only:false; response_revision:23208; number_of_response:1; }","duration":"1.505353896s","start":"2026-02-26T02:35:07.969226Z","end":"2026-02-26T02:35:09.47458Z","steps":["trace[262849076] 'process raft request' (duration: 1.505057498s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:09.474716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:07.968553Z","time spent":"1.506065425s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":730,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T02:35:09.474742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:07.971702Z","time spent":"1.502959693s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":817,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T02:35:09.47477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:07.969204Z","time spent":"1.505481558s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:35:09.474959Z","caller":"traceutil/trace.go:171","msg":"trace[813100674] linearizableReadLoop","detail":"{readStateIndex:24040; appliedIndex:24030; }","duration":"812.16241ms","start":"2026-02-26T02:35:08.662778Z","end":"2026-02-26T02:35:09.47494Z","steps":["trace[813100674] 'read index received' (duration: 811.217525ms)","trace[813100674] 'applied index is now lower than readState.Index' (duration: 944.115µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:35:09.475071Z","caller":"traceutil/trace.go:171","msg":"trace[1775544684] transaction","detail":"{read_only:false; response_revision:23211; number_of_response:1; }","duration":"1.502749007s","start":"2026-02-26T02:35:07.972306Z","end":"2026-02-26T02:35:09.475055Z","steps":["trace[1775544684] 'process raft request' (duration: 1.502140381s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:09.475132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:07.972294Z","time spent":"1.502803798s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":820,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T02:35:09.475158Z","caller":"traceutil/trace.go:171","msg":"trace[706338398] transaction","detail":"{read_only:false; response_revision:23215; number_of_response:1; }","duration":"1.488887701s","start":"2026-02-26T02:35:07.986256Z","end":"2026-02-26T02:35:09.475144Z","steps":["trace[706338398] 'process raft request' (duration: 1.488614444s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:09.475262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:07.986239Z","time spent":"1.488950804s","remote":"127.0.0.1:42324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3781,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:35:09.475318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.100875488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-02-26T02:35:09.475337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.101193685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-02-26T02:35:09.47536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.100815786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-26T02:35:09.475365Z","caller":"traceutil/trace.go:171","msg":"trace[384911154] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23215; }","duration":"1.10097603s","start":"2026-02-26T02:35:08.374376Z","end":"2026-02-26T02:35:09.475352Z","steps":["trace[384911154] 'agreement among raft nodes before linearized reading' (duration: 1.100760224s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:09.47548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.07922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:35:09.475502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140937453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T02:35:09.475518Z","caller":"traceutil/trace.go:171","msg":"trace[1934600662] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23215; }","duration":"962.166622ms","start":"2026-02-26T02:35:08.513341Z","end":"2026-02-26T02:35:09.475508Z","steps":["trace[1934600662] 'agreement among raft nodes before linearized reading' (duration: 962.10487ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:09.475513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:08.374336Z","time spent":"1.101158345s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T02:35:09.475551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:08.513319Z","time spent":"962.221734ms","remote":"127.0.0.1:42612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:35:09.475579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.689274642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:35:09.475582Z","caller":"traceutil/trace.go:171","msg":"trace[306579174] transaction","detail":"{read_only:false; response_revision:23212; number_of_response:1; }","duration":"1.502660725s","start":"2026-02-26T02:35:07.972902Z","end":"2026-02-26T02:35:09.475563Z","steps":["trace[306579174] 'process raft request' (duration: 1.501793742s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:09.475608Z","caller":"traceutil/trace.go:171","msg":"trace[1072413659] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23215; }","duration":"1.689351173s","start":"2026-02-26T02:35:07.786248Z","end":"2026-02-26T02:35:09.4756Z","steps":["trace[1072413659] 'agreement among raft nodes before linearized reading' (duration: 1.689305112s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:09.475643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:07.78622Z","time spent":"1.689414995s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:35:09.47566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:07.97289Z","time spent":"1.502737536s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":808,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T02:35:09.475718Z","caller":"traceutil/trace.go:171","msg":"trace[1808408259] transaction","detail":"{read_only:false; response_revision:23214; number_of_response:1; }","duration":"1.502250564s","start":"2026-02-26T02:35:07.973447Z","end":"2026-02-26T02:35:09.475698Z","steps":["trace[1808408259] 'process raft request' (duration: 1.501384291s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:09.475803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:07.973438Z","time spent":"1.502326366s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":832,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T02:35:09.475813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.101267318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-26T02:35:09.475851Z","caller":"traceutil/trace.go:171","msg":"trace[1142523301] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23215; }","duration":"1.10135134s","start":"2026-02-26T02:35:08.374488Z","end":"2026-02-26T02:35:09.475839Z","steps":["trace[1142523301] 'agreement among raft nodes before linearized reading' (duration: 1.101227567s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:09.475875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.314649201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-02-26T02:35:09.475914Z","caller":"traceutil/trace.go:171","msg":"trace[1685272091] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:1; response_revision:23215; }","duration":"2.314728072s","start":"2026-02-26T02:35:07.161174Z","end":"2026-02-26T02:35:09.475902Z","steps":["trace[1685272091] 'agreement among raft nodes before linearized reading' (duration: 2.31463006s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:09.475944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:07.161161Z","time spent":"2.314775404s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/162.253.55.200\" "} {"level":"warn","ts":"2026-02-26T02:35:09.475997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.101456663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-26T02:35:09.476007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.583115865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:35:09.47603Z","caller":"traceutil/trace.go:171","msg":"trace[1814932522] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23215; }","duration":"1.101544375s","start":"2026-02-26T02:35:08.374477Z","end":"2026-02-26T02:35:09.476022Z","steps":["trace[1814932522] 'agreement among raft nodes before linearized reading' (duration: 1.101422901s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:09.476056Z","caller":"traceutil/trace.go:171","msg":"trace[235047270] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23215; }","duration":"2.583216328s","start":"2026-02-26T02:35:06.892826Z","end":"2026-02-26T02:35:09.476043Z","steps":["trace[235047270] 'agreement among raft nodes before linearized reading' (duration: 2.583078525s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:09.475374Z","caller":"traceutil/trace.go:171","msg":"trace[61875404] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23215; }","duration":"1.101264087s","start":"2026-02-26T02:35:08.3741Z","end":"2026-02-26T02:35:09.475364Z","steps":["trace[61875404] 'agreement among raft nodes before linearized reading' (duration: 1.101118243s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:09.476057Z","caller":"traceutil/trace.go:171","msg":"trace[524454066] transaction","detail":"{read_only:false; response_revision:23213; number_of_response:1; }","duration":"1.503071605s","start":"2026-02-26T02:35:07.972969Z","end":"2026-02-26T02:35:09.47604Z","steps":["trace[524454066] 'process raft request' (duration: 1.501825262s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:09.476093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:08.374081Z","time spent":"1.102005757s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-26T02:35:09.476097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:06.892801Z","time spent":"2.583284889s","remote":"127.0.0.1:42434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:35:09.476138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:07.972962Z","time spent":"1.503138557s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":784,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T02:35:09.476174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.492421575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-02-26T02:35:09.4762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.75901313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-02-26T02:35:09.475533Z","caller":"traceutil/trace.go:171","msg":"trace[173725933] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23215; }","duration":"1.141001884s","start":"2026-02-26T02:35:08.334522Z","end":"2026-02-26T02:35:09.475524Z","steps":["trace[173725933] 'agreement among raft nodes before linearized reading' (duration: 1.140911162s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:09.476215Z","caller":"traceutil/trace.go:171","msg":"trace[733409101] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23215; }","duration":"2.492514477s","start":"2026-02-26T02:35:06.98369Z","end":"2026-02-26T02:35:09.476205Z","steps":["trace[733409101] 'agreement among raft nodes before linearized reading' (duration: 2.492411245s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:09.476238Z","caller":"traceutil/trace.go:171","msg":"trace[756279103] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:23215; }","duration":"2.759072812s","start":"2026-02-26T02:35:06.717152Z","end":"2026-02-26T02:35:09.476225Z","steps":["trace[756279103] 'agreement among raft nodes before linearized reading' (duration: 2.758967899s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:09.476247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:06.983658Z","time spent":"2.492582709s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-26T02:35:09.476248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:08.334499Z","time spent":"1.141740144s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T02:35:09.476267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:06.717142Z","time spent":"2.759117093s","remote":"127.0.0.1:45230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":232,"request content":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" "} {"level":"info","ts":"2026-02-26T02:35:09.475427Z","caller":"traceutil/trace.go:171","msg":"trace[1364395392] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23215; }","duration":"1.100909258s","start":"2026-02-26T02:35:08.374477Z","end":"2026-02-26T02:35:09.475387Z","steps":["trace[1364395392] 'agreement among raft nodes before linearized reading' (duration: 1.100759844s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:09.476335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:08.37446Z","time spent":"1.101866864s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T02:35:09.476377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.509188547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-76f6d9846-98mk7\" ","response":"range_response_count:1 size:8502"} {"level":"warn","ts":"2026-02-26T02:35:09.476062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:08.374445Z","time spent":"1.101611397s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-26T02:35:09.47453Z","caller":"traceutil/trace.go:171","msg":"trace[1271760415] transaction","detail":"{read_only:false; response_revision:23210; number_of_response:1; }","duration":"1.502287344s","start":"2026-02-26T02:35:07.972206Z","end":"2026-02-26T02:35:09.474493Z","steps":["trace[1271760415] 'process raft request' (duration: 1.502200642s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:09.476411Z","caller":"traceutil/trace.go:171","msg":"trace[1306113894] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-76f6d9846-98mk7; range_end:; response_count:1; response_revision:23215; }","duration":"2.509253269s","start":"2026-02-26T02:35:06.967145Z","end":"2026-02-26T02:35:09.476399Z","steps":["trace[1306113894] 'agreement among raft nodes before linearized reading' (duration: 2.509107475s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:09.475882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:08.374461Z","time spent":"1.101414232s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T02:35:09.476439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:06.967123Z","time spent":"2.50930964s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":8526,"request content":"key:\"/registry/pods/openstack/magnum-api-76f6d9846-98mk7\" "} {"level":"warn","ts":"2026-02-26T02:35:09.476452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:07.97219Z","time spent":"1.504231306s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":814,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T02:35:09.81501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.729231ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:35:09.815128Z","caller":"traceutil/trace.go:171","msg":"trace[1321035413] linearizableReadLoop","detail":"{readStateIndex:24041; appliedIndex:24040; }","duration":"340.098452ms","start":"2026-02-26T02:35:09.475009Z","end":"2026-02-26T02:35:09.815107Z","steps":["trace[1321035413] 'read index received' (duration: 123.209857ms)","trace[1321035413] 'applied index is now lower than readState.Index' (duration: 216.887345ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:35:09.815341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.119963751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1822"} {"level":"info","ts":"2026-02-26T02:35:09.815318Z","caller":"traceutil/trace.go:171","msg":"trace[1662667302] transaction","detail":"{read_only:false; response_revision:23216; number_of_response:1; }","duration":"518.452772ms","start":"2026-02-26T02:35:09.296828Z","end":"2026-02-26T02:35:09.815281Z","steps":["trace[1662667302] 'process raft request' (duration: 301.374021ms)","trace[1662667302] 'compare' (duration: 216.587488ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:35:09.815384Z","caller":"traceutil/trace.go:171","msg":"trace[561814801] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:23216; }","duration":"1.120049653s","start":"2026-02-26T02:35:08.695323Z","end":"2026-02-26T02:35:09.815372Z","steps":["trace[561814801] 'agreement among raft nodes before linearized reading' (duration: 1.119860958s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:09.815375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.554513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" ","response":"range_response_count:1 size:539"} {"level":"warn","ts":"2026-02-26T02:35:09.815427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:08.695298Z","time spent":"1.120118485s","remote":"127.0.0.1:45122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1846,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-02-26T02:35:09.81546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.143503971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"warn","ts":"2026-02-26T02:35:09.815472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:09.296801Z","time spent":"518.594886ms","remote":"127.0.0.1:40948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2295,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T02:35:09.815437Z","caller":"traceutil/trace.go:171","msg":"trace[408772838] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium-operator; range_end:; response_count:1; response_revision:23216; }","duration":"732.692736ms","start":"2026-02-26T02:35:09.082729Z","end":"2026-02-26T02:35:09.815422Z","steps":["trace[408772838] 'agreement among raft nodes before linearized reading' (duration: 732.43728ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:09.815549Z","caller":"traceutil/trace.go:171","msg":"trace[2051302557] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:23216; }","duration":"1.143601633s","start":"2026-02-26T02:35:08.671902Z","end":"2026-02-26T02:35:09.815503Z","steps":["trace[2051302557] 'agreement among raft nodes before linearized reading' (duration: 1.143401178s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:09.815624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:09.082681Z","time spent":"732.929563ms","remote":"127.0.0.1:45230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":563,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" "} {"level":"warn","ts":"2026-02-26T02:35:09.815652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:08.671896Z","time spent":"1.143741188s","remote":"127.0.0.1:45122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1156,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-02-26T02:35:09.815811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145392311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/magnum-registry\" ","response":"range_response_count:1 size:2664"} {"level":"info","ts":"2026-02-26T02:35:09.815915Z","caller":"traceutil/trace.go:171","msg":"trace[142187651] range","detail":"{range_begin:/registry/deployments/openstack/magnum-registry; range_end:; response_count:1; response_revision:23216; }","duration":"1.145561266s","start":"2026-02-26T02:35:08.670333Z","end":"2026-02-26T02:35:09.815895Z","steps":["trace[142187651] 'agreement among raft nodes before linearized reading' (duration: 1.145146055s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:09.815988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:08.670309Z","time spent":"1.145669388s","remote":"127.0.0.1:45492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":2688,"request content":"key:\"/registry/deployments/openstack/magnum-registry\" "} {"level":"warn","ts":"2026-02-26T02:35:10.453221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.629817ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-02-26T02:35:10.453865Z","caller":"traceutil/trace.go:171","msg":"trace[2070006455] transaction","detail":"{read_only:false; response_revision:23220; number_of_response:1; }","duration":"957.433318ms","start":"2026-02-26T02:35:09.496385Z","end":"2026-02-26T02:35:10.453818Z","steps":["trace[2070006455] 'process raft request' (duration: 957.163341ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:10.45418Z","caller":"traceutil/trace.go:171","msg":"trace[1757971667] transaction","detail":"{read_only:false; response_revision:23218; number_of_response:1; }","duration":"963.362715ms","start":"2026-02-26T02:35:09.490782Z","end":"2026-02-26T02:35:10.454145Z","steps":["trace[1757971667] 'process raft request' (duration: 962.680297ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:10.454226Z","caller":"traceutil/trace.go:171","msg":"trace[1644250500] transaction","detail":"{read_only:false; response_revision:23222; number_of_response:1; }","duration":"957.709046ms","start":"2026-02-26T02:35:09.496482Z","end":"2026-02-26T02:35:10.454191Z","steps":["trace[1644250500] 'process raft request' (duration: 957.130021ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:10.454267Z","caller":"traceutil/trace.go:171","msg":"trace[1386965634] transaction","detail":"{read_only:false; response_revision:23219; number_of_response:1; }","duration":"957.868771ms","start":"2026-02-26T02:35:09.49638Z","end":"2026-02-26T02:35:10.454249Z","steps":["trace[1386965634] 'process raft request' (duration: 957.126811ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:10.454286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:09.483384Z","time spent":"970.896944ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T02:35:10.454387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:09.496367Z","time spent":"957.940752ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:35:10.454375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:09.490773Z","time spent":"963.507669ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:35:10.454395Z","caller":"traceutil/trace.go:171","msg":"trace[377207360] transaction","detail":"{read_only:false; response_revision:23224; number_of_response:1; }","duration":"938.826079ms","start":"2026-02-26T02:35:09.515549Z","end":"2026-02-26T02:35:10.454375Z","steps":["trace[377207360] 'process raft request' (duration: 938.146021ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:10.454415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:09.496472Z","time spent":"957.838129ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:35:10.454466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:09.515504Z","time spent":"938.925072ms","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8629,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:35:10.454517Z","caller":"traceutil/trace.go:171","msg":"trace[230517446] transaction","detail":"{read_only:false; response_revision:23223; number_of_response:1; }","duration":"958.012444ms","start":"2026-02-26T02:35:09.49649Z","end":"2026-02-26T02:35:10.454503Z","steps":["trace[230517446] 'process raft request' (duration: 957.149192ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:10.454575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:09.496459Z","time spent":"958.090547ms","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":800,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T02:35:10.454183Z","caller":"traceutil/trace.go:171","msg":"trace[1124494826] transaction","detail":"{read_only:false; response_revision:23217; number_of_response:1; }","duration":"963.499949ms","start":"2026-02-26T02:35:09.490638Z","end":"2026-02-26T02:35:10.454138Z","steps":["trace[1124494826] 'process raft request' (duration: 962.691198ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:10.454657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:09.490607Z","time spent":"964.010732ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:35:10.454206Z","caller":"traceutil/trace.go:171","msg":"trace[1154799230] transaction","detail":"{read_only:false; response_revision:23221; number_of_response:1; }","duration":"957.740147ms","start":"2026-02-26T02:35:09.496441Z","end":"2026-02-26T02:35:10.454182Z","steps":["trace[1154799230] 'process raft request' (duration: 957.139891ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:10.454827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:09.496435Z","time spent":"958.308902ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:35:10.454928Z","caller":"traceutil/trace.go:171","msg":"trace[429551702] transaction","detail":"{read_only:false; response_revision:23225; number_of_response:1; }","duration":"939.049064ms","start":"2026-02-26T02:35:09.515868Z","end":"2026-02-26T02:35:10.454917Z","steps":["trace[429551702] 'process raft request' (duration: 937.874013ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:10.455032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:09.515861Z","time spent":"939.107706ms","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":807,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T02:35:10.456857Z","caller":"traceutil/trace.go:171","msg":"trace[1693731016] linearizableReadLoop","detail":"{readStateIndex:24054; appliedIndex:24041; }","duration":"641.679999ms","start":"2026-02-26T02:35:09.815154Z","end":"2026-02-26T02:35:10.456834Z","steps":["trace[1693731016] 'read index received' (duration: 371.425217ms)","trace[1693731016] 'applied index is now lower than readState.Index' (duration: 270.253842ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:35:10.457111Z","caller":"traceutil/trace.go:171","msg":"trace[352560651] transaction","detail":"{read_only:false; response_revision:23226; number_of_response:1; }","duration":"940.056711ms","start":"2026-02-26T02:35:09.517043Z","end":"2026-02-26T02:35:10.4571Z","steps":["trace[352560651] 'process raft request' (duration: 936.736733ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:10.457242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:09.517036Z","time spent":"940.126513ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:35:10.457263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.263452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:204"} {"level":"info","ts":"2026-02-26T02:35:10.457351Z","caller":"traceutil/trace.go:171","msg":"trace[1943706044] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:23228; }","duration":"966.362004ms","start":"2026-02-26T02:35:09.490978Z","end":"2026-02-26T02:35:10.45734Z","steps":["trace[1943706044] 'agreement among raft nodes before linearized reading' (duration: 966.117578ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:10.457398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:09.490976Z","time spent":"966.414996ms","remote":"127.0.0.1:45230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":228,"request content":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" "} {"level":"warn","ts":"2026-02-26T02:35:10.457492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.520628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-02-26T02:35:10.457532Z","caller":"traceutil/trace.go:171","msg":"trace[2073677296] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:23228; }","duration":"966.58299ms","start":"2026-02-26T02:35:09.490937Z","end":"2026-02-26T02:35:10.45752Z","steps":["trace[2073677296] 'agreement among raft nodes before linearized reading' (duration: 966.449156ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:10.457562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:09.49093Z","time spent":"966.624661ms","remote":"127.0.0.1:45230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":239,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" "} {"level":"warn","ts":"2026-02-26T02:35:10.457637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.214521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:35:10.457705Z","caller":"traceutil/trace.go:171","msg":"trace[210443433] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23228; }","duration":"974.320113ms","start":"2026-02-26T02:35:09.483367Z","end":"2026-02-26T02:35:10.457687Z","steps":["trace[210443433] 'agreement among raft nodes before linearized reading' (duration: 974.216461ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:10.457758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:09.48334Z","time spent":"974.406616ms","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T02:35:10.457824Z","caller":"traceutil/trace.go:171","msg":"trace[657869611] transaction","detail":"{read_only:false; response_revision:23227; number_of_response:1; }","duration":"909.750843ms","start":"2026-02-26T02:35:09.548061Z","end":"2026-02-26T02:35:10.457812Z","steps":["trace[657869611] 'process raft request' (duration: 908.633653ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:10.457885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:09.548024Z","time spent":"909.835705ms","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":733,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T02:35:10.458968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.344441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-02-26T02:35:10.459026Z","caller":"traceutil/trace.go:171","msg":"trace[1183861254] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:23228; }","duration":"975.423783ms","start":"2026-02-26T02:35:09.483587Z","end":"2026-02-26T02:35:10.459011Z","steps":["trace[1183861254] 'agreement among raft nodes before linearized reading' (duration: 975.163416ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:10.459068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:09.483574Z","time spent":"975.486055ms","remote":"127.0.0.1:45230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":232,"request content":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" "} {"level":"info","ts":"2026-02-26T02:35:10.459295Z","caller":"traceutil/trace.go:171","msg":"trace[2014582984] transaction","detail":"{read_only:false; response_revision:23228; number_of_response:1; }","duration":"902.863011ms","start":"2026-02-26T02:35:09.55642Z","end":"2026-02-26T02:35:10.459283Z","steps":["trace[2014582984] 'process raft request' (duration: 900.347405ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:10.460067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:09.556401Z","time spent":"903.009395ms","remote":"127.0.0.1:42324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6334,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:35:10.462417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:09.496358Z","time spent":"957.603433ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:35:10.95722Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284891980,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T02:35:11.082214Z","caller":"traceutil/trace.go:171","msg":"trace[1084360772] transaction","detail":"{read_only:false; response_revision:23231; number_of_response:1; }","duration":"1.108933431s","start":"2026-02-26T02:35:09.973259Z","end":"2026-02-26T02:35:11.082192Z","steps":["trace[1084360772] 'process raft request' (duration: 1.10887794s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:11.082667Z","caller":"traceutil/trace.go:171","msg":"trace[1500537763] transaction","detail":"{read_only:false; response_revision:23229; number_of_response:1; }","duration":"1.259754935s","start":"2026-02-26T02:35:09.822897Z","end":"2026-02-26T02:35:11.082652Z","steps":["trace[1500537763] 'process raft request' (duration: 1.259035066s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:11.083133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:09.822877Z","time spent":"1.260188996s","remote":"127.0.0.1:45492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2956,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:35:11.082753Z","caller":"traceutil/trace.go:171","msg":"trace[499412679] transaction","detail":"{read_only:false; response_revision:23230; number_of_response:1; }","duration":"1.253256534s","start":"2026-02-26T02:35:09.829488Z","end":"2026-02-26T02:35:11.082744Z","steps":["trace[499412679] 'process raft request' (duration: 1.252591426s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:11.083374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:09.829473Z","time spent":"1.253856989s","remote":"127.0.0.1:40902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2876,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T02:35:11.08381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:09.973227Z","time spent":"1.109715141s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:35:11.554788Z","caller":"traceutil/trace.go:171","msg":"trace[1005982218] transaction","detail":"{read_only:false; response_revision:23232; number_of_response:1; }","duration":"1.228257425s","start":"2026-02-26T02:35:10.326502Z","end":"2026-02-26T02:35:11.55476Z","steps":["trace[1005982218] 'process raft request' (duration: 1.227950077s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:11.554821Z","caller":"traceutil/trace.go:171","msg":"trace[1313641989] transaction","detail":"{read_only:false; response_revision:23234; number_of_response:1; }","duration":"1.089594961s","start":"2026-02-26T02:35:10.465199Z","end":"2026-02-26T02:35:11.554794Z","steps":["trace[1313641989] 'process raft request' (duration: 1.089504549s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:11.554934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:10.326471Z","time spent":"1.228382418s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:35:11.55498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:10.465183Z","time spent":"1.089716744s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2412,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T02:35:11.555285Z","caller":"traceutil/trace.go:171","msg":"trace[1133825929] transaction","detail":"{read_only:false; response_revision:23233; number_of_response:1; }","duration":"1.09905546s","start":"2026-02-26T02:35:10.45619Z","end":"2026-02-26T02:35:11.555246Z","steps":["trace[1133825929] 'process raft request' (duration: 1.098450704s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:11.555445Z","caller":"traceutil/trace.go:171","msg":"trace[1025179454] transaction","detail":"{read_only:false; response_revision:23237; number_of_response:1; }","duration":"885.661617ms","start":"2026-02-26T02:35:10.669772Z","end":"2026-02-26T02:35:11.555434Z","steps":["trace[1025179454] 'process raft request' (duration: 885.615696ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:11.555499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:10.669762Z","time spent":"885.711109ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:35:11.555493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:10.456163Z","time spent":"1.099221835s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:35:11.555605Z","caller":"traceutil/trace.go:171","msg":"trace[787063007] transaction","detail":"{read_only:false; response_revision:23235; number_of_response:1; }","duration":"885.910864ms","start":"2026-02-26T02:35:10.669686Z","end":"2026-02-26T02:35:11.555597Z","steps":["trace[787063007] 'process raft request' (duration: 885.074072ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:11.555613Z","caller":"traceutil/trace.go:171","msg":"trace[2104610273] linearizableReadLoop","detail":"{readStateIndex:24066; appliedIndex:24057; }","duration":"1.09869282s","start":"2026-02-26T02:35:10.456904Z","end":"2026-02-26T02:35:11.555596Z","steps":["trace[2104610273] 'read index received' (duration: 625.978854ms)","trace[2104610273] 'applied index is now lower than readState.Index' (duration: 472.712796ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:35:11.555649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:10.66965Z","time spent":"885.976556ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:35:11.555727Z","caller":"traceutil/trace.go:171","msg":"trace[1017701761] transaction","detail":"{read_only:false; response_revision:23238; number_of_response:1; }","duration":"885.72548ms","start":"2026-02-26T02:35:10.669992Z","end":"2026-02-26T02:35:11.555717Z","steps":["trace[1017701761] 'process raft request' (duration: 885.415501ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:11.555768Z","caller":"traceutil/trace.go:171","msg":"trace[1135630131] transaction","detail":"{read_only:false; response_revision:23236; number_of_response:1; }","duration":"886.061308ms","start":"2026-02-26T02:35:10.6697Z","end":"2026-02-26T02:35:11.555761Z","steps":["trace[1135630131] 'process raft request' (duration: 885.640517ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:11.555808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:10.66967Z","time spent":"886.114779ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:35:11.555812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:10.669984Z","time spent":"885.776041ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:35:11.556051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.7115609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-02-26T02:35:11.556103Z","caller":"traceutil/trace.go:171","msg":"trace[1563982627] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:23240; }","duration":"1.711651282s","start":"2026-02-26T02:35:09.844437Z","end":"2026-02-26T02:35:11.556088Z","steps":["trace[1563982627] 'agreement among raft nodes before linearized reading' (duration: 1.711397466s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:11.556141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:09.844416Z","time spent":"1.711716555s","remote":"127.0.0.1:45122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3590,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-02-26T02:35:11.556166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.739038984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-sskkd\" ","response":"range_response_count:1 size:4695"} {"level":"info","ts":"2026-02-26T02:35:11.556231Z","caller":"traceutil/trace.go:171","msg":"trace[1466838285] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-sskkd; range_end:; response_count:1; response_revision:23240; }","duration":"1.739131027s","start":"2026-02-26T02:35:09.817087Z","end":"2026-02-26T02:35:11.556218Z","steps":["trace[1466838285] 'agreement among raft nodes before linearized reading' (duration: 1.738996033s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:11.556265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:09.817068Z","time spent":"1.739188558s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4719,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-sskkd\" "} {"level":"warn","ts":"2026-02-26T02:35:11.556296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.37907701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:35:11.556329Z","caller":"traceutil/trace.go:171","msg":"trace[1606584518] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23240; }","duration":"1.379150702s","start":"2026-02-26T02:35:10.177171Z","end":"2026-02-26T02:35:11.556322Z","steps":["trace[1606584518] 'agreement among raft nodes before linearized reading' (duration: 1.37909764s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:11.556347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:10.177146Z","time spent":"1.379197142s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:35:11.556357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.504322389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:35:11.556389Z","caller":"traceutil/trace.go:171","msg":"trace[164443972] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:23240; }","duration":"1.504389321s","start":"2026-02-26T02:35:10.05199Z","end":"2026-02-26T02:35:11.556379Z","steps":["trace[164443972] 'agreement among raft nodes before linearized reading' (duration: 1.504295139s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:11.556426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:10.051973Z","time spent":"1.504444282s","remote":"127.0.0.1:38504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:35:11.556466Z","caller":"traceutil/trace.go:171","msg":"trace[1513699965] transaction","detail":"{read_only:false; response_revision:23239; number_of_response:1; }","duration":"885.833782ms","start":"2026-02-26T02:35:10.670617Z","end":"2026-02-26T02:35:11.55645Z","steps":["trace[1513699965] 'process raft request' (duration: 884.881647ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:11.556509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:10.670609Z","time spent":"885.878593ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:35:11.556062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.732973424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-02-26T02:35:11.55659Z","caller":"traceutil/trace.go:171","msg":"trace[2087431047] transaction","detail":"{read_only:false; response_revision:23240; number_of_response:1; }","duration":"879.583747ms","start":"2026-02-26T02:35:10.677Z","end":"2026-02-26T02:35:11.556584Z","steps":["trace[2087431047] 'process raft request' (duration: 878.54845ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:11.556594Z","caller":"traceutil/trace.go:171","msg":"trace[1730004936] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:23240; }","duration":"1.733515998s","start":"2026-02-26T02:35:09.823065Z","end":"2026-02-26T02:35:11.556581Z","steps":["trace[1730004936] 'agreement among raft nodes before linearized reading' (duration: 1.73282472s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:11.55663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:09.823057Z","time spent":"1.73356228s","remote":"127.0.0.1:45122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1156,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-02-26T02:35:11.55664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:10.676989Z","time spent":"879.618548ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:35:11.556551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095002293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-59c75f6dbd-brd9l.1897a97bc57f37a0\" ","response":"range_response_count:1 size:1138"} {"level":"info","ts":"2026-02-26T02:35:11.556839Z","caller":"traceutil/trace.go:171","msg":"trace[330756248] range","detail":"{range_begin:/registry/events/openstack/barbican-api-59c75f6dbd-brd9l.1897a97bc57f37a0; range_end:; response_count:1; response_revision:23240; }","duration":"1.095310192s","start":"2026-02-26T02:35:10.461515Z","end":"2026-02-26T02:35:11.556826Z","steps":["trace[330756248] 'agreement among raft nodes before linearized reading' (duration: 1.094962223s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:11.556876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:10.461496Z","time spent":"1.095368353s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1162,"request content":"key:\"/registry/events/openstack/barbican-api-59c75f6dbd-brd9l.1897a97bc57f37a0\" "} {"level":"warn","ts":"2026-02-26T02:35:11.556906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.259458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-02-26T02:35:11.556945Z","caller":"traceutil/trace.go:171","msg":"trace[344835480] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23240; }","duration":"175.33452ms","start":"2026-02-26T02:35:11.381597Z","end":"2026-02-26T02:35:11.556931Z","steps":["trace[344835480] 'agreement among raft nodes before linearized reading' (duration: 175.237827ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:11.557087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.752112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:35:11.557119Z","caller":"traceutil/trace.go:171","msg":"trace[2138472991] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:23240; }","duration":"224.823004ms","start":"2026-02-26T02:35:11.332282Z","end":"2026-02-26T02:35:11.557105Z","steps":["trace[2138472991] 'agreement among raft nodes before linearized reading' (duration: 224.774433ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:11.55718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.089057917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/magnum-api-certs\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:35:11.557204Z","caller":"traceutil/trace.go:171","msg":"trace[245520052] range","detail":"{range_begin:/registry/secrets/openstack/magnum-api-certs; range_end:; response_count:0; response_revision:23240; }","duration":"1.089083118s","start":"2026-02-26T02:35:10.468115Z","end":"2026-02-26T02:35:11.557198Z","steps":["trace[245520052] 'agreement among raft nodes before linearized reading' (duration: 1.089039326s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:11.557225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:10.468094Z","time spent":"1.089124939s","remote":"127.0.0.1:45122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/secrets/openstack/magnum-api-certs\" "} {"level":"warn","ts":"2026-02-26T02:35:11.557287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.236581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:35:11.557304Z","caller":"traceutil/trace.go:171","msg":"trace[1324886357] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:0; response_revision:23240; }","duration":"289.277432ms","start":"2026-02-26T02:35:11.26802Z","end":"2026-02-26T02:35:11.557297Z","steps":["trace[1324886357] 'agreement among raft nodes before linearized reading' (duration: 289.252512ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:11.557304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.092750644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-02-26T02:35:11.557335Z","caller":"traceutil/trace.go:171","msg":"trace[1774629331] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:23240; }","duration":"1.092812276s","start":"2026-02-26T02:35:10.464515Z","end":"2026-02-26T02:35:11.557327Z","steps":["trace[1774629331] 'agreement among raft nodes before linearized reading' (duration: 1.092726734s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:11.557361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:10.464495Z","time spent":"1.092859497s","remote":"127.0.0.1:45230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":239,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" "} {"level":"warn","ts":"2026-02-26T02:35:11.557416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.643127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:35:11.557439Z","caller":"traceutil/trace.go:171","msg":"trace[574255811] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23240; }","duration":"356.707559ms","start":"2026-02-26T02:35:11.200726Z","end":"2026-02-26T02:35:11.557434Z","steps":["trace[574255811] 'agreement among raft nodes before linearized reading' (duration: 356.664298ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:11.557457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:11.200699Z","time spent":"356.7531ms","remote":"127.0.0.1:45470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:35:11.557501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095158717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-conductor-0\" ","response":"range_response_count:1 size:9954"} {"level":"info","ts":"2026-02-26T02:35:11.55754Z","caller":"traceutil/trace.go:171","msg":"trace[1602391799] range","detail":"{range_begin:/registry/pods/openstack/magnum-conductor-0; range_end:; response_count:1; response_revision:23240; }","duration":"1.095217799s","start":"2026-02-26T02:35:10.46231Z","end":"2026-02-26T02:35:11.557528Z","steps":["trace[1602391799] 'agreement among raft nodes before linearized reading' (duration: 1.095123097s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:11.557557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.673654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:35:11.55757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:10.462298Z","time spent":"1.09526503s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":9978,"request content":"key:\"/registry/pods/openstack/magnum-conductor-0\" "} {"level":"warn","ts":"2026-02-26T02:35:11.557614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.166332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:35:11.557636Z","caller":"traceutil/trace.go:171","msg":"trace[338142546] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:23240; }","duration":"587.233194ms","start":"2026-02-26T02:35:10.970396Z","end":"2026-02-26T02:35:11.557629Z","steps":["trace[338142546] 'agreement among raft nodes before linearized reading' (duration: 587.193303ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:11.557654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:10.970371Z","time spent":"587.278235ms","remote":"127.0.0.1:49600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:35:11.557577Z","caller":"traceutil/trace.go:171","msg":"trace[655407609] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:23240; }","duration":"475.743747ms","start":"2026-02-26T02:35:11.081828Z","end":"2026-02-26T02:35:11.557572Z","steps":["trace[655407609] 'agreement among raft nodes before linearized reading' (duration: 475.706926ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:11.557751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:11.081806Z","time spent":"475.932661ms","remote":"127.0.0.1:50486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:35:11.557817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.046377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-02-26T02:35:11.557841Z","caller":"traceutil/trace.go:171","msg":"trace[2079047076] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:23240; }","duration":"626.144849ms","start":"2026-02-26T02:35:10.93169Z","end":"2026-02-26T02:35:11.557835Z","steps":["trace[2079047076] 'agreement among raft nodes before linearized reading' (duration: 626.053467ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:11.557857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:10.931667Z","time spent":"626.18574ms","remote":"127.0.0.1:45188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1806,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-02-26T02:35:11.557959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.722099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:35:11.557974Z","caller":"traceutil/trace.go:171","msg":"trace[375452061] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23240; }","duration":"770.76856ms","start":"2026-02-26T02:35:10.7872Z","end":"2026-02-26T02:35:11.557969Z","steps":["trace[375452061] 'agreement among raft nodes before linearized reading' (duration: 770.740399ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:11.557992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:10.787181Z","time spent":"770.80837ms","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:35:11.558161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.948569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:35:11.558183Z","caller":"traceutil/trace.go:171","msg":"trace[655304178] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:23240; }","duration":"874.00336ms","start":"2026-02-26T02:35:10.684173Z","end":"2026-02-26T02:35:11.558177Z","steps":["trace[655304178] 'agreement among raft nodes before linearized reading' (duration: 873.902058ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:11.558203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:10.684158Z","time spent":"874.037131ms","remote":"127.0.0.1:57956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:35:11.557404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093507004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:204"} {"level":"info","ts":"2026-02-26T02:35:11.558332Z","caller":"traceutil/trace.go:171","msg":"trace[568184527] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:23240; }","duration":"1.094454339s","start":"2026-02-26T02:35:10.46387Z","end":"2026-02-26T02:35:11.558324Z","steps":["trace[568184527] 'agreement among raft nodes before linearized reading' (duration: 1.093435372s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:11.558355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:10.463865Z","time spent":"1.0944836s","remote":"127.0.0.1:45230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":228,"request content":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" "} {"level":"warn","ts":"2026-02-26T02:35:12.065835Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284891996,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T02:35:12.108255Z","caller":"traceutil/trace.go:171","msg":"trace[1160370532] transaction","detail":"{read_only:false; response_revision:23243; number_of_response:1; }","duration":"547.24996ms","start":"2026-02-26T02:35:11.560973Z","end":"2026-02-26T02:35:12.108223Z","steps":["trace[1160370532] 'process raft request' (duration: 547.182699ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:12.10853Z","caller":"traceutil/trace.go:171","msg":"trace[592300523] transaction","detail":"{read_only:false; response_revision:23242; number_of_response:1; }","duration":"547.393274ms","start":"2026-02-26T02:35:11.560961Z","end":"2026-02-26T02:35:12.108354Z","steps":["trace[592300523] 'process raft request' (duration: 547.008274ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:12.108652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:11.560959Z","time spent":"547.598779ms","remote":"127.0.0.1:45122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4341,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:35:12.10881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:11.560948Z","time spent":"547.706863ms","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2458,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:35:12.446572Z","caller":"traceutil/trace.go:171","msg":"trace[1771000398] transaction","detail":"{read_only:false; response_revision:23245; number_of_response:1; }","duration":"881.60371ms","start":"2026-02-26T02:35:11.564933Z","end":"2026-02-26T02:35:12.446536Z","steps":["trace[1771000398] 'process raft request' (duration: 881.377904ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:12.446664Z","caller":"traceutil/trace.go:171","msg":"trace[1085283146] transaction","detail":"{read_only:false; response_revision:23244; number_of_response:1; }","duration":"882.117673ms","start":"2026-02-26T02:35:11.564504Z","end":"2026-02-26T02:35:12.446621Z","steps":["trace[1085283146] 'process raft request' (duration: 881.501037ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:12.446791Z","caller":"traceutil/trace.go:171","msg":"trace[556605942] transaction","detail":"{read_only:false; response_revision:23249; number_of_response:1; }","duration":"877.524862ms","start":"2026-02-26T02:35:11.569245Z","end":"2026-02-26T02:35:12.44677Z","steps":["trace[556605942] 'process raft request' (duration: 877.382199ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:12.446791Z","caller":"traceutil/trace.go:171","msg":"trace[1605115027] transaction","detail":"{read_only:false; response_revision:23248; number_of_response:1; }","duration":"878.714263ms","start":"2026-02-26T02:35:11.568023Z","end":"2026-02-26T02:35:12.446737Z","steps":["trace[1605115027] 'process raft request' (duration: 878.546049ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:12.446847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:11.564496Z","time spent":"882.250217ms","remote":"127.0.0.1:45318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":994,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T02:35:12.446875Z","caller":"traceutil/trace.go:171","msg":"trace[463859264] transaction","detail":"{read_only:false; response_revision:23247; number_of_response:1; }","duration":"881.702303ms","start":"2026-02-26T02:35:11.565156Z","end":"2026-02-26T02:35:12.446858Z","steps":["trace[463859264] 'process raft request' (duration: 881.327323ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:12.446923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:11.569231Z","time spent":"877.625345ms","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10062,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:35:12.446968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:11.568011Z","time spent":"878.868677ms","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":733,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T02:35:12.44697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:11.565148Z","time spent":"881.777034ms","remote":"127.0.0.1:45516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2696,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:35:12.446797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:11.5649Z","time spent":"881.787914ms","remote":"127.0.0.1:45198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T02:35:12.447191Z","caller":"traceutil/trace.go:171","msg":"trace[611311062] linearizableReadLoop","detail":"{readStateIndex:24076; appliedIndex:24067; }","duration":"882.261167ms","start":"2026-02-26T02:35:11.564911Z","end":"2026-02-26T02:35:12.447172Z","steps":["trace[611311062] 'read index received' (duration: 542.993258ms)","trace[611311062] 'applied index is now lower than readState.Index' (duration: 339.266789ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:35:12.447238Z","caller":"traceutil/trace.go:171","msg":"trace[1252967262] transaction","detail":"{read_only:false; response_revision:23246; number_of_response:1; }","duration":"881.949079ms","start":"2026-02-26T02:35:11.565087Z","end":"2026-02-26T02:35:12.447036Z","steps":["trace[1252967262] 'process raft request' (duration: 881.312963ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:12.447433Z","caller":"traceutil/trace.go:171","msg":"trace[1879822835] transaction","detail":"{read_only:false; response_revision:23250; number_of_response:1; }","duration":"874.561374ms","start":"2026-02-26T02:35:11.572851Z","end":"2026-02-26T02:35:12.447412Z","steps":["trace[1879822835] 'process raft request' (duration: 873.853086ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:12.447535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:11.57284Z","time spent":"874.648386ms","remote":"127.0.0.1:45338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T02:35:12.447566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.237483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-38d82645-7a8f-450c-899c-07af03a812d9\" ","response":"range_response_count:1 size:1276"} {"level":"warn","ts":"2026-02-26T02:35:12.447565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.744535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-26T02:35:12.447607Z","caller":"traceutil/trace.go:171","msg":"trace[1467567678] range","detail":"{range_begin:/registry/persistentvolumes/pvc-38d82645-7a8f-450c-899c-07af03a812d9; range_end:; response_count:1; response_revision:23250; }","duration":"883.292184ms","start":"2026-02-26T02:35:11.564301Z","end":"2026-02-26T02:35:12.447593Z","steps":["trace[1467567678] 'agreement among raft nodes before linearized reading' (duration: 883.113379ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:12.44762Z","caller":"traceutil/trace.go:171","msg":"trace[1704705997] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:23250; }","duration":"886.824887ms","start":"2026-02-26T02:35:11.560779Z","end":"2026-02-26T02:35:12.447604Z","steps":["trace[1704705997] 'agreement among raft nodes before linearized reading' (duration: 886.640602ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:12.447638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:11.564293Z","time spent":"883.337245ms","remote":"127.0.0.1:45180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1300,"request content":"key:\"/registry/persistentvolumes/pvc-38d82645-7a8f-450c-899c-07af03a812d9\" "} {"level":"warn","ts":"2026-02-26T02:35:12.447619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.919194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-02-26T02:35:12.447675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:11.560762Z","time spent":"886.900059ms","remote":"127.0.0.1:45318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-02-26T02:35:12.447693Z","caller":"traceutil/trace.go:171","msg":"trace[757152445] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23250; }","duration":"883.039467ms","start":"2026-02-26T02:35:11.564635Z","end":"2026-02-26T02:35:12.447674Z","steps":["trace[757152445] 'agreement among raft nodes before linearized reading' (duration: 882.812301ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:12.447749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:11.564631Z","time spent":"883.10346ms","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T02:35:12.447452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:11.565067Z","time spent":"882.295088ms","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":728,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T02:35:12.90881Z","caller":"traceutil/trace.go:171","msg":"trace[1660132239] linearizableReadLoop","detail":"{readStateIndex:24079; appliedIndex:24076; }","duration":"461.548562ms","start":"2026-02-26T02:35:12.447237Z","end":"2026-02-26T02:35:12.908786Z","steps":["trace[1660132239] 'read index received' (duration: 461.354977ms)","trace[1660132239] 'applied index is now lower than readState.Index' (duration: 192.965µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:35:12.908899Z","caller":"traceutil/trace.go:171","msg":"trace[623547212] transaction","detail":"{read_only:false; response_revision:23252; number_of_response:1; }","duration":"785.486068ms","start":"2026-02-26T02:35:12.123406Z","end":"2026-02-26T02:35:12.908892Z","steps":["trace[623547212] 'process raft request' (duration: 785.297333ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:12.908885Z","caller":"traceutil/trace.go:171","msg":"trace[1413490589] transaction","detail":"{read_only:false; response_revision:23251; number_of_response:1; }","duration":"794.265889ms","start":"2026-02-26T02:35:12.11459Z","end":"2026-02-26T02:35:12.908856Z","steps":["trace[1413490589] 'process raft request' (duration: 793.9549ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:12.908993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:12.114537Z","time spent":"794.403072ms","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":741,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T02:35:12.909062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.134298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:35:12.909097Z","caller":"traceutil/trace.go:171","msg":"trace[443112530] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:23252; }","duration":"670.21083ms","start":"2026-02-26T02:35:12.238877Z","end":"2026-02-26T02:35:12.909088Z","steps":["trace[443112530] 'agreement among raft nodes before linearized reading' (duration: 670.141978ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:12.909115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:12.238857Z","time spent":"670.25378ms","remote":"127.0.0.1:39430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":32,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:35:12.909135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.341350345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-02-26T02:35:12.909166Z","caller":"traceutil/trace.go:171","msg":"trace[154079260] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:23252; }","duration":"1.341403996s","start":"2026-02-26T02:35:11.567754Z","end":"2026-02-26T02:35:12.909158Z","steps":["trace[154079260] 'agreement among raft nodes before linearized reading' (duration: 1.341271062s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:12.909192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:11.567745Z","time spent":"1.341442226s","remote":"127.0.0.1:45122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":675,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"info","ts":"2026-02-26T02:35:12.909222Z","caller":"traceutil/trace.go:171","msg":"trace[903001341] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23252; }","duration":"782.828577ms","start":"2026-02-26T02:35:12.126193Z","end":"2026-02-26T02:35:12.909022Z","steps":["trace[903001341] 'process raft request' (duration: 782.56713ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:12.909364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:12.126164Z","time spent":"783.137095ms","remote":"127.0.0.1:42332","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":2362,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:35:12.909483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121973523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:35:12.909329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.069427509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418181"} {"level":"info","ts":"2026-02-26T02:35:12.909581Z","caller":"traceutil/trace.go:171","msg":"trace[1387235660] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:23252; }","duration":"1.069746347s","start":"2026-02-26T02:35:11.839821Z","end":"2026-02-26T02:35:12.909568Z","steps":["trace[1387235660] 'agreement among raft nodes before linearized reading' (duration: 1.069113931s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:12.909578Z","caller":"traceutil/trace.go:171","msg":"trace[2054925818] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23252; }","duration":"1.122119347s","start":"2026-02-26T02:35:11.787438Z","end":"2026-02-26T02:35:12.909557Z","steps":["trace[2054925818] 'agreement among raft nodes before linearized reading' (duration: 1.121722037s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:12.90963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:11.839805Z","time spent":"1.069804168s","remote":"127.0.0.1:39430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418205,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-02-26T02:35:12.909633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:11.787417Z","time spent":"1.12220638s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:35:12.909409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:12.123385Z","time spent":"785.535408ms","remote":"127.0.0.1:42332","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2308,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:35:12.910592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.34537143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-02-26T02:35:12.910651Z","caller":"traceutil/trace.go:171","msg":"trace[502808640] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:23252; }","duration":"1.345451332s","start":"2026-02-26T02:35:11.565185Z","end":"2026-02-26T02:35:12.910636Z","steps":["trace[502808640] 'agreement among raft nodes before linearized reading' (duration: 1.345247447s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:12.910685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:11.565177Z","time spent":"1.345499644s","remote":"127.0.0.1:45122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3590,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-02-26T02:35:13.407493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.244692ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:35:13.407664Z","caller":"traceutil/trace.go:171","msg":"trace[974757021] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23252; }","duration":"256.429697ms","start":"2026-02-26T02:35:13.151208Z","end":"2026-02-26T02:35:13.407638Z","steps":["trace[974757021] 'range keys from in-memory index tree' (duration: 256.224021ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:13.408914Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892013,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T02:35:13.529504Z","caller":"traceutil/trace.go:171","msg":"trace[813861642] transaction","detail":"{read_only:false; response_revision:23253; number_of_response:1; }","duration":"1.076990329s","start":"2026-02-26T02:35:12.45248Z","end":"2026-02-26T02:35:13.529471Z","steps":["trace[813861642] 'process raft request' (duration: 1.076370643s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:13.52964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:12.452451Z","time spent":"1.077119313s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":898,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T02:35:13.530089Z","caller":"traceutil/trace.go:171","msg":"trace[867292266] transaction","detail":"{read_only:false; response_revision:23254; number_of_response:1; }","duration":"1.076912187s","start":"2026-02-26T02:35:12.453163Z","end":"2026-02-26T02:35:13.530075Z","steps":["trace[867292266] 'process raft request' (duration: 1.076184818s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:13.530135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:12.453155Z","time spent":"1.076960819s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T02:35:13.531258Z","caller":"traceutil/trace.go:171","msg":"trace[1282031472] transaction","detail":"{read_only:false; response_revision:23255; number_of_response:1; }","duration":"1.075324276s","start":"2026-02-26T02:35:12.455913Z","end":"2026-02-26T02:35:13.531237Z","steps":["trace[1282031472] 'process raft request' (duration: 1.073547249s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:13.53144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:12.455905Z","time spent":"1.075415138s","remote":"127.0.0.1:45516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2741,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:35:13.531848Z","caller":"traceutil/trace.go:171","msg":"trace[1491573847] transaction","detail":"{read_only:false; response_revision:23256; number_of_response:1; }","duration":"1.07398645s","start":"2026-02-26T02:35:12.457841Z","end":"2026-02-26T02:35:13.531827Z","steps":["trace[1491573847] 'process raft request' (duration: 1.073456776s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:13.531902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:12.457816Z","time spent":"1.074061443s","remote":"127.0.0.1:42332","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1233,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T02:35:13.866353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.628207ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-02-26T02:35:13.867158Z","caller":"traceutil/trace.go:171","msg":"trace[502551454] transaction","detail":"{read_only:false; response_revision:23257; number_of_response:1; }","duration":"1.002302722s","start":"2026-02-26T02:35:12.864827Z","end":"2026-02-26T02:35:13.86713Z","steps":["trace[502551454] 'process raft request' (duration: 1.001648004s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:13.867297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:12.864799Z","time spent":"1.002412155s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:35:14.011316Z","caller":"traceutil/trace.go:171","msg":"trace[1288450971] linearizableReadLoop","detail":"{readStateIndex:24088; appliedIndex:24079; }","duration":"1.102423249s","start":"2026-02-26T02:35:12.908871Z","end":"2026-02-26T02:35:14.011294Z","steps":["trace[1288450971] 'read index received' (duration: 620.236714ms)","trace[1288450971] 'applied index is now lower than readState.Index' (duration: 482.185555ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:35:14.011471Z","caller":"traceutil/trace.go:171","msg":"trace[1285913619] transaction","detail":"{read_only:false; response_revision:23258; number_of_response:1; }","duration":"1.096892954s","start":"2026-02-26T02:35:12.914569Z","end":"2026-02-26T02:35:14.011462Z","steps":["trace[1285913619] 'process raft request' (duration: 1.078951031s)","trace[1285913619] 'compare' (duration: 16.772672ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:35:14.011542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:12.914545Z","time spent":"1.096949596s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":738,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T02:35:14.011752Z","caller":"traceutil/trace.go:171","msg":"trace[572314902] transaction","detail":"{read_only:false; response_revision:23259; number_of_response:1; }","duration":"1.083880661s","start":"2026-02-26T02:35:12.927864Z","end":"2026-02-26T02:35:14.011745Z","steps":["trace[572314902] 'process raft request' (duration: 1.083017649s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:14.011801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:12.927838Z","time spent":"1.083931932s","remote":"127.0.0.1:42332","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2459,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:35:14.012224Z","caller":"traceutil/trace.go:171","msg":"trace[1175061380] transaction","detail":"{read_only:false; response_revision:23260; number_of_response:1; }","duration":"697.051608ms","start":"2026-02-26T02:35:13.315165Z","end":"2026-02-26T02:35:14.012217Z","steps":["trace[1175061380] 'process raft request' (duration: 695.888107ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:14.012259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:13.315124Z","time spent":"697.117569ms","remote":"127.0.0.1:39430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418239,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:35:14.01235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.228745328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:35:14.012377Z","caller":"traceutil/trace.go:171","msg":"trace[2094331503] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23260; }","duration":"1.228772749s","start":"2026-02-26T02:35:12.783596Z","end":"2026-02-26T02:35:14.012369Z","steps":["trace[2094331503] 'agreement among raft nodes before linearized reading' (duration: 1.228725648s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:14.012397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:12.783527Z","time spent":"1.228863371s","remote":"127.0.0.1:42528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:35:14.012544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.545555446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-26T02:35:14.012568Z","caller":"traceutil/trace.go:171","msg":"trace[2102329812] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23260; }","duration":"1.545601748s","start":"2026-02-26T02:35:12.466961Z","end":"2026-02-26T02:35:14.012563Z","steps":["trace[2102329812] 'agreement among raft nodes before linearized reading' (duration: 1.545518066s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:14.012584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:12.466948Z","time spent":"1.545633558s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T02:35:14.012657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.546149262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-26T02:35:14.012675Z","caller":"traceutil/trace.go:171","msg":"trace[847231673] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23260; }","duration":"1.546183483s","start":"2026-02-26T02:35:12.466487Z","end":"2026-02-26T02:35:14.01267Z","steps":["trace[847231673] 'agreement among raft nodes before linearized reading' (duration: 1.546138722s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:14.012689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:12.466475Z","time spent":"1.546210564s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T02:35:14.012752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.548573646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T02:35:14.012768Z","caller":"traceutil/trace.go:171","msg":"trace[313922474] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23260; }","duration":"1.548603297s","start":"2026-02-26T02:35:12.464161Z","end":"2026-02-26T02:35:14.012764Z","steps":["trace[313922474] 'agreement among raft nodes before linearized reading' (duration: 1.548560526s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:14.012781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:12.464152Z","time spent":"1.548626238s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T02:35:14.012848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.552377156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-26T02:35:14.012865Z","caller":"traceutil/trace.go:171","msg":"trace[1197802285] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23260; }","duration":"1.552402917s","start":"2026-02-26T02:35:12.460457Z","end":"2026-02-26T02:35:14.01286Z","steps":["trace[1197802285] 'agreement among raft nodes before linearized reading' (duration: 1.552359476s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:14.012878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:12.46045Z","time spent":"1.552425547s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-26T02:35:14.012948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.552875129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-26T02:35:14.012964Z","caller":"traceutil/trace.go:171","msg":"trace[1136638950] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23260; }","duration":"1.55292566s","start":"2026-02-26T02:35:12.460034Z","end":"2026-02-26T02:35:14.01296Z","steps":["trace[1136638950] 'agreement among raft nodes before linearized reading' (duration: 1.552878849s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:14.012976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:12.46002Z","time spent":"1.552953792s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T02:35:14.013041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.553877835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-registry-c45778976-2cb5z\" ","response":"range_response_count:1 size:2476"} {"level":"info","ts":"2026-02-26T02:35:14.013056Z","caller":"traceutil/trace.go:171","msg":"trace[274302552] range","detail":"{range_begin:/registry/pods/openstack/magnum-registry-c45778976-2cb5z; range_end:; response_count:1; response_revision:23260; }","duration":"1.553929587s","start":"2026-02-26T02:35:12.459123Z","end":"2026-02-26T02:35:14.013053Z","steps":["trace[274302552] 'agreement among raft nodes before linearized reading' (duration: 1.553886496s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:14.013072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:12.459093Z","time spent":"1.553974818s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":2500,"request content":"key:\"/registry/pods/openstack/magnum-registry-c45778976-2cb5z\" "} {"level":"warn","ts":"2026-02-26T02:35:14.01318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.555671213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-26T02:35:14.013197Z","caller":"traceutil/trace.go:171","msg":"trace[763390368] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23260; }","duration":"1.555705804s","start":"2026-02-26T02:35:12.457487Z","end":"2026-02-26T02:35:14.013193Z","steps":["trace[763390368] 'agreement among raft nodes before linearized reading' (duration: 1.555657852s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:14.01321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:12.457479Z","time spent":"1.555727805s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T02:35:14.013271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.558726604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-02-26T02:35:14.013289Z","caller":"traceutil/trace.go:171","msg":"trace[1098054431] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:23260; }","duration":"1.558770035s","start":"2026-02-26T02:35:12.454513Z","end":"2026-02-26T02:35:14.013283Z","steps":["trace[1098054431] 'agreement among raft nodes before linearized reading' (duration: 1.558727094s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:14.013303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:12.454503Z","time spent":"1.558797045s","remote":"127.0.0.1:45188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1960,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-02-26T02:35:14.013414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.564458124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18646"} {"level":"info","ts":"2026-02-26T02:35:14.013433Z","caller":"traceutil/trace.go:171","msg":"trace[645469567] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23260; }","duration":"1.564517296s","start":"2026-02-26T02:35:12.448912Z","end":"2026-02-26T02:35:14.013429Z","steps":["trace[645469567] 'agreement among raft nodes before linearized reading' (duration: 1.564461884s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:14.013446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:12.448891Z","time spent":"1.564552597s","remote":"127.0.0.1:45202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18670,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-26T02:35:14.667548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.94857ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:35:14.667847Z","caller":"traceutil/trace.go:171","msg":"trace[824015289] transaction","detail":"{read_only:false; response_revision:23261; number_of_response:1; }","duration":"1.129469162s","start":"2026-02-26T02:35:13.538346Z","end":"2026-02-26T02:35:14.667816Z","steps":["trace[824015289] 'process raft request' (duration: 963.979831ms)","trace[824015289] 'compare' (duration: 163.54278ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:35:14.668033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:13.53832Z","time spent":"1.129595376s","remote":"127.0.0.1:45492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2995,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:35:14.668155Z","caller":"traceutil/trace.go:171","msg":"trace[1773974270] transaction","detail":"{read_only:false; response_revision:23262; number_of_response:1; }","duration":"1.129630576s","start":"2026-02-26T02:35:13.5385Z","end":"2026-02-26T02:35:14.66813Z","steps":["trace[1773974270] 'process raft request' (duration: 1.129321378s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:14.668258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:13.538486Z","time spent":"1.129726129s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T02:35:14.668341Z","caller":"traceutil/trace.go:171","msg":"trace[63941604] transaction","detail":"{read_only:false; response_revision:23263; number_of_response:1; }","duration":"1.129706069s","start":"2026-02-26T02:35:13.53862Z","end":"2026-02-26T02:35:14.668326Z","steps":["trace[63941604] 'process raft request' (duration: 1.12939287s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:14.668403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:13.538586Z","time spent":"1.129790751s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":853,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T02:35:14.668489Z","caller":"traceutil/trace.go:171","msg":"trace[823620365] transaction","detail":"{read_only:false; response_revision:23264; number_of_response:1; }","duration":"1.120155006s","start":"2026-02-26T02:35:13.548281Z","end":"2026-02-26T02:35:14.668436Z","steps":["trace[823620365] 'process raft request' (duration: 1.11992011s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:14.668558Z","caller":"traceutil/trace.go:171","msg":"trace[1151070431] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23264; }","duration":"1.119100539s","start":"2026-02-26T02:35:13.549444Z","end":"2026-02-26T02:35:14.668544Z","steps":["trace[1151070431] 'process raft request' (duration: 1.118879193s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:14.668771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:13.549436Z","time spent":"1.119277674s","remote":"127.0.0.1:42332","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":74,"response count":0,"response size":1876,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:35:14.668758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:13.548261Z","time spent":"1.120374133s","remote":"127.0.0.1:42332","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1822,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:35:14.668847Z","caller":"traceutil/trace.go:171","msg":"trace[1570650429] transaction","detail":"{read_only:false; response_revision:23265; number_of_response:1; }","duration":"1.103311863s","start":"2026-02-26T02:35:13.56552Z","end":"2026-02-26T02:35:14.668832Z","steps":["trace[1570650429] 'process raft request' (duration: 1.102884112s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:14.668917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:13.565489Z","time spent":"1.103392325s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:35:14.66907Z","caller":"traceutil/trace.go:171","msg":"trace[1942115034] transaction","detail":"{read_only:false; response_revision:23266; number_of_response:1; }","duration":"1.103431567s","start":"2026-02-26T02:35:13.565614Z","end":"2026-02-26T02:35:14.669045Z","steps":["trace[1942115034] 'process raft request' (duration: 1.103067847s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:14.669163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:13.565609Z","time spent":"1.103514069s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:35:14.669174Z","caller":"traceutil/trace.go:171","msg":"trace[1710212602] transaction","detail":"{read_only:false; response_revision:23267; number_of_response:1; }","duration":"1.103421116s","start":"2026-02-26T02:35:13.565742Z","end":"2026-02-26T02:35:14.669164Z","steps":["trace[1710212602] 'process raft request' (duration: 1.103030395s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:14.669234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:13.565736Z","time spent":"1.103465487s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:35:14.669252Z","caller":"traceutil/trace.go:171","msg":"trace[146345171] transaction","detail":"{read_only:false; response_revision:23268; number_of_response:1; }","duration":"1.10283496s","start":"2026-02-26T02:35:13.5664Z","end":"2026-02-26T02:35:14.669235Z","steps":["trace[146345171] 'process raft request' (duration: 1.102457291s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:14.669307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:13.566389Z","time spent":"1.102888092s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:35:14.669439Z","caller":"traceutil/trace.go:171","msg":"trace[1232648286] transaction","detail":"{read_only:false; response_revision:23269; number_of_response:1; }","duration":"1.101238168s","start":"2026-02-26T02:35:13.568181Z","end":"2026-02-26T02:35:14.669419Z","steps":["trace[1232648286] 'process raft request' (duration: 1.100751406s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:14.669522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:13.568168Z","time spent":"1.10131473s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:35:14.672696Z","caller":"traceutil/trace.go:171","msg":"trace[873552264] linearizableReadLoop","detail":"{readStateIndex:24099; appliedIndex:24088; }","duration":"661.305565ms","start":"2026-02-26T02:35:14.011373Z","end":"2026-02-26T02:35:14.672679Z","steps":["trace[873552264] 'read index received' (duration: 491.031778ms)","trace[873552264] 'applied index is now lower than readState.Index' (duration: 170.273007ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:35:14.67328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.75746015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:35:14.673335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.758569199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-02-26T02:35:14.673372Z","caller":"traceutil/trace.go:171","msg":"trace[1138954892] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:23270; }","duration":"1.757588403s","start":"2026-02-26T02:35:12.915765Z","end":"2026-02-26T02:35:14.673354Z","steps":["trace[1138954892] 'agreement among raft nodes before linearized reading' (duration: 1.757408398s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:14.673366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.75821716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/magnum-api-certs-qqjw8\" ","response":"range_response_count:1 size:2465"} {"level":"info","ts":"2026-02-26T02:35:14.67339Z","caller":"traceutil/trace.go:171","msg":"trace[1720961137] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:23270; }","duration":"1.758648771s","start":"2026-02-26T02:35:12.914723Z","end":"2026-02-26T02:35:14.673372Z","steps":["trace[1720961137] 'agreement among raft nodes before linearized reading' (duration: 1.758453486s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:14.673418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:12.91576Z","time spent":"1.757651566s","remote":"127.0.0.1:45122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":30,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" "} {"level":"warn","ts":"2026-02-26T02:35:14.673443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:12.914708Z","time spent":"1.758726013s","remote":"127.0.0.1:45122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1367,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"info","ts":"2026-02-26T02:35:14.673452Z","caller":"traceutil/trace.go:171","msg":"trace[1987814492] range","detail":"{range_begin:/registry/secrets/openstack/magnum-api-certs-qqjw8; range_end:; response_count:1; response_revision:23270; }","duration":"1.758322283s","start":"2026-02-26T02:35:12.915102Z","end":"2026-02-26T02:35:14.673425Z","steps":["trace[1987814492] 'agreement among raft nodes before linearized reading' (duration: 1.758103787s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:14.673501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:12.915092Z","time spent":"1.758398965s","remote":"127.0.0.1:45122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":2489,"request content":"key:\"/registry/secrets/openstack/magnum-api-certs-qqjw8\" "} {"level":"warn","ts":"2026-02-26T02:35:14.673584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.0970967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:35:14.673663Z","caller":"traceutil/trace.go:171","msg":"trace[565949930] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:23270; }","duration":"1.097177242s","start":"2026-02-26T02:35:13.576467Z","end":"2026-02-26T02:35:14.673644Z","steps":["trace[565949930] 'agreement among raft nodes before linearized reading' (duration: 1.097033038s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:14.673718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:13.576421Z","time spent":"1.097287994s","remote":"127.0.0.1:50520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:35:14.673755Z","caller":"traceutil/trace.go:171","msg":"trace[1973077875] transaction","detail":"{read_only:false; response_revision:23270; number_of_response:1; }","duration":"1.105381547s","start":"2026-02-26T02:35:13.568253Z","end":"2026-02-26T02:35:14.673635Z","steps":["trace[1973077875] 'process raft request' (duration: 1.104237757s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:14.67392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:13.568234Z","time spent":"1.105618044s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:35:14.674321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.74378859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:35:14.674367Z","caller":"traceutil/trace.go:171","msg":"trace[1614123985] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:23270; }","duration":"1.743884912s","start":"2026-02-26T02:35:12.930467Z","end":"2026-02-26T02:35:14.674352Z","steps":["trace[1614123985] 'agreement among raft nodes before linearized reading' (duration: 1.74380811s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:14.674388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174359055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-26T02:35:14.674401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:12.930442Z","time spent":"1.743949734s","remote":"127.0.0.1:42386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:35:14.674421Z","caller":"traceutil/trace.go:171","msg":"trace[401751145] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:23270; }","duration":"1.174449578s","start":"2026-02-26T02:35:13.499962Z","end":"2026-02-26T02:35:14.674411Z","steps":["trace[401751145] 'agreement among raft nodes before linearized reading' (duration: 1.174174161s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:14.674446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:13.499917Z","time spent":"1.17452244s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":175,"response size":33,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:35:14.674956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.76391675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:35:14.675023Z","caller":"traceutil/trace.go:171","msg":"trace[2035372919] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23270; }","duration":"1.763991602s","start":"2026-02-26T02:35:12.910999Z","end":"2026-02-26T02:35:14.674991Z","steps":["trace[2035372919] 'agreement among raft nodes before linearized reading' (duration: 1.762495373s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:14.675053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:12.910977Z","time spent":"1.764069425s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:35:15.173889Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892036,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:35:15.321223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.195866ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:35:15.321383Z","caller":"traceutil/trace.go:171","msg":"trace[2080136622] transaction","detail":"{read_only:false; response_revision:23271; number_of_response:1; }","duration":"1.298108705s","start":"2026-02-26T02:35:14.023255Z","end":"2026-02-26T02:35:15.321364Z","steps":["trace[2080136622] 'process raft request' (duration: 1.163689713s)","trace[2080136622] 'compare' (duration: 134.101064ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:35:15.321436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:14.023223Z","time spent":"1.298192618s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3379,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:35:15.322254Z","caller":"traceutil/trace.go:171","msg":"trace[1503278132] transaction","detail":"{read_only:false; response_revision:23272; number_of_response:1; }","duration":"1.292894078s","start":"2026-02-26T02:35:14.02933Z","end":"2026-02-26T02:35:15.322224Z","steps":["trace[1503278132] 'process raft request' (duration: 1.291984514s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:15.322436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:14.029304Z","time spent":"1.293039232s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:35:15.322655Z","caller":"traceutil/trace.go:171","msg":"trace[304579629] transaction","detail":"{read_only:false; response_revision:23274; number_of_response:1; }","duration":"1.289637172s","start":"2026-02-26T02:35:14.032983Z","end":"2026-02-26T02:35:15.32262Z","steps":["trace[304579629] 'process raft request' (duration: 1.289464638s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:15.322821Z","caller":"traceutil/trace.go:171","msg":"trace[748090983] transaction","detail":"{read_only:false; response_revision:23273; number_of_response:1; }","duration":"1.289881709s","start":"2026-02-26T02:35:14.032917Z","end":"2026-02-26T02:35:15.322798Z","steps":["trace[748090983] 'process raft request' (duration: 1.289229632s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:15.322833Z","caller":"traceutil/trace.go:171","msg":"trace[2064137316] transaction","detail":"{read_only:false; response_revision:23276; number_of_response:1; }","duration":"1.288538003s","start":"2026-02-26T02:35:14.034271Z","end":"2026-02-26T02:35:15.322809Z","steps":["trace[2064137316] 'process raft request' (duration: 1.288274426s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:15.322905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:14.032904Z","time spent":"1.289964271s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:35:15.323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:14.034262Z","time spent":"1.288626136s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:35:15.323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:14.032961Z","time spent":"1.289870149s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:35:15.322772Z","caller":"traceutil/trace.go:171","msg":"trace[2053110361] transaction","detail":"{read_only:false; response_revision:23275; number_of_response:1; }","duration":"1.288508723s","start":"2026-02-26T02:35:14.034162Z","end":"2026-02-26T02:35:15.322671Z","steps":["trace[2053110361] 'process raft request' (duration: 1.288337118s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:15.322736Z","caller":"traceutil/trace.go:171","msg":"trace[146563766] transaction","detail":"{read_only:false; response_revision:23277; number_of_response:1; }","duration":"1.28840091s","start":"2026-02-26T02:35:14.034267Z","end":"2026-02-26T02:35:15.322668Z","steps":["trace[146563766] 'process raft request' (duration: 1.288339368s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:15.323234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:14.034219Z","time spent":"1.288979456s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:35:15.323279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:14.034153Z","time spent":"1.289021816s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:35:15.59885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.596264ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:35:15.599295Z","caller":"traceutil/trace.go:171","msg":"trace[1916363395] linearizableReadLoop","detail":"{readStateIndex:24110; appliedIndex:24099; }","duration":"926.527674ms","start":"2026-02-26T02:35:14.672743Z","end":"2026-02-26T02:35:15.59927Z","steps":["trace[1916363395] 'read index received' (duration: 514.213059ms)","trace[1916363395] 'applied index is now lower than readState.Index' (duration: 412.313255ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:35:15.59941Z","caller":"traceutil/trace.go:171","msg":"trace[326152537] transaction","detail":"{read_only:false; response_revision:23278; number_of_response:1; }","duration":"924.802958ms","start":"2026-02-26T02:35:14.674591Z","end":"2026-02-26T02:35:15.599394Z","steps":["trace[326152537] 'process raft request' (duration: 802.540987ms)","trace[326152537] 'compare' (duration: 121.184643ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:35:15.599497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:14.674564Z","time spent":"924.889581ms","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T02:35:15.59958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.781773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:35:15.599666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.073648881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:35:15.599706Z","caller":"traceutil/trace.go:171","msg":"trace[508966377] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:23281; }","duration":"961.951648ms","start":"2026-02-26T02:35:14.637723Z","end":"2026-02-26T02:35:15.599675Z","steps":["trace[508966377] 'agreement among raft nodes before linearized reading' (duration: 961.695601ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:15.599729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.491331057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:35:15.599815Z","caller":"traceutil/trace.go:171","msg":"trace[1877804498] transaction","detail":"{read_only:false; response_revision:23280; number_of_response:1; }","duration":"903.941479ms","start":"2026-02-26T02:35:14.695856Z","end":"2026-02-26T02:35:15.599798Z","steps":["trace[1877804498] 'process raft request' (duration: 903.284472ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:15.599816Z","caller":"traceutil/trace.go:171","msg":"trace[1224117423] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23281; }","duration":"1.491465841s","start":"2026-02-26T02:35:14.108331Z","end":"2026-02-26T02:35:15.599796Z","steps":["trace[1224117423] 'agreement among raft nodes before linearized reading' (duration: 1.491339118s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:15.599812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.570281028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/magnum-api-certs\" ","response":"range_response_count:1 size:2477"} {"level":"info","ts":"2026-02-26T02:35:15.59987Z","caller":"traceutil/trace.go:171","msg":"trace[1351761538] transaction","detail":"{read_only:false; response_revision:23281; number_of_response:1; }","duration":"780.595999ms","start":"2026-02-26T02:35:14.819259Z","end":"2026-02-26T02:35:15.599855Z","steps":["trace[1351761538] 'process raft request' (duration: 779.957402ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:15.5999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.58216304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-75a5f6a6-e14d-4e18-aa77-58a809c3d0b2\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-02-26T02:35:15.599967Z","caller":"traceutil/trace.go:171","msg":"trace[318398180] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/magnum-api-certs; range_end:; response_count:1; response_revision:23281; }","duration":"1.570430692s","start":"2026-02-26T02:35:14.029474Z","end":"2026-02-26T02:35:15.599905Z","steps":["trace[318398180] 'agreement among raft nodes before linearized reading' (duration: 1.570046892s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:15.599919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:14.695837Z","time spent":"904.018202ms","remote":"127.0.0.1:42332","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2370,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:35:15.599999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:14.819229Z","time spent":"780.687091ms","remote":"127.0.0.1:45122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2467,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T02:35:15.60001Z","caller":"traceutil/trace.go:171","msg":"trace[1760358395] range","detail":"{range_begin:/registry/persistentvolumes/pvc-75a5f6a6-e14d-4e18-aa77-58a809c3d0b2; range_end:; response_count:1; response_revision:23281; }","duration":"1.582331725s","start":"2026-02-26T02:35:14.017661Z","end":"2026-02-26T02:35:15.599993Z","steps":["trace[1760358395] 'agreement among raft nodes before linearized reading' (duration: 1.582081589s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:15.600055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:14.029468Z","time spent":"1.570574445s","remote":"127.0.0.1:42332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":2501,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/magnum-api-certs\" "} {"level":"warn","ts":"2026-02-26T02:35:15.600071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:14.017624Z","time spent":"1.582432678s","remote":"127.0.0.1:45180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1475,"request content":"key:\"/registry/persistentvolumes/pvc-75a5f6a6-e14d-4e18-aa77-58a809c3d0b2\" "} {"level":"info","ts":"2026-02-26T02:35:15.599735Z","caller":"traceutil/trace.go:171","msg":"trace[2082519162] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23281; }","duration":"1.073699393s","start":"2026-02-26T02:35:14.526009Z","end":"2026-02-26T02:35:15.599708Z","steps":["trace[2082519162] 'agreement among raft nodes before linearized reading' (duration: 1.073637191s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:15.599811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:14.637702Z","time spent":"962.089772ms","remote":"127.0.0.1:49482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:35:15.600168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:14.525977Z","time spent":"1.074163645s","remote":"127.0.0.1:42338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:35:15.599861Z","caller":"traceutil/trace.go:171","msg":"trace[227268527] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23279; }","duration":"924.897901ms","start":"2026-02-26T02:35:14.674944Z","end":"2026-02-26T02:35:15.599842Z","steps":["trace[227268527] 'process raft request' (duration: 924.040049ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:15.599592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.029840087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:35:15.600328Z","caller":"traceutil/trace.go:171","msg":"trace[618847017] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:23281; }","duration":"1.030665809s","start":"2026-02-26T02:35:14.56965Z","end":"2026-02-26T02:35:15.600315Z","steps":["trace[618847017] 'agreement among raft nodes before linearized reading' (duration: 1.029830007s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:15.600389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:14.674901Z","time spent":"925.391704ms","remote":"127.0.0.1:45122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":54,"response count":0,"response size":44,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-02-26T02:35:15.600446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:14.569622Z","time spent":"1.030805933s","remote":"127.0.0.1:42984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:35:15.599871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:14.108308Z","time spent":"1.491549743s","remote":"127.0.0.1:45492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-26T02:35:15.599591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.313685086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:35:15.600627Z","caller":"traceutil/trace.go:171","msg":"trace[192302766] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23281; }","duration":"1.314774305s","start":"2026-02-26T02:35:14.285826Z","end":"2026-02-26T02:35:15.6006Z","steps":["trace[192302766] 'agreement among raft nodes before linearized reading' (duration: 1.313627695s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:15.600706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:14.285805Z","time spent":"1.314871137s","remote":"127.0.0.1:42330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:35:15.802087Z","caller":"traceutil/trace.go:171","msg":"trace[2110511624] linearizableReadLoop","detail":"{readStateIndex:24111; appliedIndex:24110; }","duration":"202.695051ms","start":"2026-02-26T02:35:15.599346Z","end":"2026-02-26T02:35:15.802042Z","steps":["trace[2110511624] 'read index received' (duration: 164.999518ms)","trace[2110511624] 'applied index is now lower than readState.Index' (duration: 37.694353ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:35:15.802303Z","caller":"traceutil/trace.go:171","msg":"trace[1416462052] transaction","detail":"{read_only:false; response_revision:23282; number_of_response:1; }","duration":"311.798186ms","start":"2026-02-26T02:35:15.490487Z","end":"2026-02-26T02:35:15.802285Z","steps":["trace[1416462052] 'process raft request' (duration: 273.845716ms)","trace[1416462052] 'compare' (duration: 37.496988ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:35:15.802411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:15.490453Z","time spent":"311.889298ms","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":771,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T02:35:15.802756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.784574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-wrn24.1897a8b6d1018a9f\" ","response":"range_response_count:1 size:767"} {"level":"info","ts":"2026-02-26T02:35:15.802801Z","caller":"traceutil/trace.go:171","msg":"trace[1975418098] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-wrn24.1897a8b6d1018a9f; range_end:; response_count:1; response_revision:23282; }","duration":"276.833445ms","start":"2026-02-26T02:35:15.525955Z","end":"2026-02-26T02:35:15.802789Z","steps":["trace[1975418098] 'agreement among raft nodes before linearized reading' (duration: 276.65266ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:15.803051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.81728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:35:15.803092Z","caller":"traceutil/trace.go:171","msg":"trace[672772779] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:23282; }","duration":"321.861871ms","start":"2026-02-26T02:35:15.48122Z","end":"2026-02-26T02:35:15.803081Z","steps":["trace[672772779] 'agreement among raft nodes before linearized reading' (duration: 321.771578ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:15.80313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:15.48115Z","time spent":"321.971134ms","remote":"127.0.0.1:50538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:35:15.803153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123825143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-02-26T02:35:15.803213Z","caller":"traceutil/trace.go:171","msg":"trace[1926354354] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:23282; }","duration":"1.123897945s","start":"2026-02-26T02:35:14.679298Z","end":"2026-02-26T02:35:15.803196Z","steps":["trace[1926354354] 'agreement among raft nodes before linearized reading' (duration: 1.123747541s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:15.803253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:14.679291Z","time spent":"1.123953907s","remote":"127.0.0.1:45122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1367,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"warn","ts":"2026-02-26T02:35:15.80335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.124920542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-02-26T02:35:15.803386Z","caller":"traceutil/trace.go:171","msg":"trace[1945354906] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:23282; }","duration":"1.125001765s","start":"2026-02-26T02:35:14.678375Z","end":"2026-02-26T02:35:15.803377Z","steps":["trace[1945354906] 'agreement among raft nodes before linearized reading' (duration: 1.124904022s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:15.803419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:14.678353Z","time spent":"1.125058656s","remote":"127.0.0.1:45122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":733,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"warn","ts":"2026-02-26T02:35:15.803516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.137143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-conductor-0\" ","response":"range_response_count:1 size:10080"} {"level":"info","ts":"2026-02-26T02:35:15.803555Z","caller":"traceutil/trace.go:171","msg":"trace[1093366306] range","detail":"{range_begin:/registry/pods/openstack/magnum-conductor-0; range_end:; response_count:1; response_revision:23282; }","duration":"477.222455ms","start":"2026-02-26T02:35:15.326323Z","end":"2026-02-26T02:35:15.803545Z","steps":["trace[1093366306] 'agreement among raft nodes before linearized reading' (duration: 477.107752ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:15.803588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:15.326301Z","time spent":"477.280717ms","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":10104,"request content":"key:\"/registry/pods/openstack/magnum-conductor-0\" "} {"level":"warn","ts":"2026-02-26T02:35:15.803813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036297297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:35:15.80385Z","caller":"traceutil/trace.go:171","msg":"trace[706817725] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:23282; }","duration":"1.036367939s","start":"2026-02-26T02:35:14.767473Z","end":"2026-02-26T02:35:15.803841Z","steps":["trace[706817725] 'agreement among raft nodes before linearized reading' (duration: 1.036245726s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:15.803886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:14.767456Z","time spent":"1.03642038s","remote":"127.0.0.1:45378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":97,"response size":32,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:35:15.803998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.118573245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:35:15.804049Z","caller":"traceutil/trace.go:171","msg":"trace[663039507] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23282; }","duration":"1.118657447s","start":"2026-02-26T02:35:14.685378Z","end":"2026-02-26T02:35:15.804036Z","steps":["trace[663039507] 'agreement among raft nodes before linearized reading' (duration: 1.118548434s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:15.804078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:14.685357Z","time spent":"1.118714719s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:35:15.804292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.045236173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18646"} {"level":"info","ts":"2026-02-26T02:35:15.804322Z","caller":"traceutil/trace.go:171","msg":"trace[1568225747] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23282; }","duration":"1.045304474s","start":"2026-02-26T02:35:14.759006Z","end":"2026-02-26T02:35:15.804311Z","steps":["trace[1568225747] 'agreement among raft nodes before linearized reading' (duration: 1.045209552s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:15.804348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:14.75898Z","time spent":"1.045362516s","remote":"127.0.0.1:45202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18670,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-02-26T02:35:15.807432Z","caller":"traceutil/trace.go:171","msg":"trace[541057079] transaction","detail":"{read_only:false; response_revision:23283; number_of_response:1; }","duration":"198.796569ms","start":"2026-02-26T02:35:15.608601Z","end":"2026-02-26T02:35:15.807397Z","steps":["trace[541057079] 'process raft request' (duration: 198.623744ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:15.808533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.411316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:35:15.808603Z","caller":"traceutil/trace.go:171","msg":"trace[769351213] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:23283; }","duration":"185.55727ms","start":"2026-02-26T02:35:15.623029Z","end":"2026-02-26T02:35:15.808586Z","steps":["trace[769351213] 'agreement among raft nodes before linearized reading' (duration: 185.418846ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:15.808715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.847128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/magnum-registry-certs\" ","response":"range_response_count:1 size:2388"} {"level":"info","ts":"2026-02-26T02:35:15.808823Z","caller":"traceutil/trace.go:171","msg":"trace[1473067042] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/magnum-registry-certs; range_end:; response_count:1; response_revision:23283; }","duration":"193.996423ms","start":"2026-02-26T02:35:15.614807Z","end":"2026-02-26T02:35:15.808803Z","steps":["trace[1473067042] 'agreement among raft nodes before linearized reading' (duration: 193.734706ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:15.808899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.605277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-02-26T02:35:15.808927Z","caller":"traceutil/trace.go:171","msg":"trace[1644714069] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:23283; }","duration":"101.674189ms","start":"2026-02-26T02:35:15.707245Z","end":"2026-02-26T02:35:15.80892Z","steps":["trace[1644714069] 'agreement among raft nodes before linearized reading' (duration: 101.542465ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:15.808927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.573084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:35:15.808992Z","caller":"traceutil/trace.go:171","msg":"trace[466920501] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23283; }","duration":"203.682117ms","start":"2026-02-26T02:35:15.60529Z","end":"2026-02-26T02:35:15.808972Z","steps":["trace[466920501] 'agreement among raft nodes before linearized reading' (duration: 203.573494ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:15.809078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.662382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" ","response":"range_response_count:1 size:969"} {"level":"info","ts":"2026-02-26T02:35:15.809097Z","caller":"traceutil/trace.go:171","msg":"trace[2000105542] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager; range_end:; response_count:1; response_revision:23283; }","duration":"136.728613ms","start":"2026-02-26T02:35:15.672364Z","end":"2026-02-26T02:35:15.809092Z","steps":["trace[2000105542] 'agreement among raft nodes before linearized reading' (duration: 136.664842ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:15.809338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.014768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/magnum-api-certs\" ","response":"range_response_count:1 size:2477"} {"level":"info","ts":"2026-02-26T02:35:15.809391Z","caller":"traceutil/trace.go:171","msg":"trace[418107325] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/magnum-api-certs; range_end:; response_count:1; response_revision:23283; }","duration":"198.100901ms","start":"2026-02-26T02:35:15.611274Z","end":"2026-02-26T02:35:15.809375Z","steps":["trace[418107325] 'agreement among raft nodes before linearized reading' (duration: 197.963377ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:16.223732Z","caller":"traceutil/trace.go:171","msg":"trace[1851240981] transaction","detail":"{read_only:false; response_revision:23287; number_of_response:1; }","duration":"393.943119ms","start":"2026-02-26T02:35:15.829759Z","end":"2026-02-26T02:35:16.223702Z","steps":["trace[1851240981] 'process raft request' (duration: 393.891088ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:16.223886Z","caller":"traceutil/trace.go:171","msg":"trace[281815156] linearizableReadLoop","detail":"{readStateIndex:24116; appliedIndex:24116; }","duration":"329.973595ms","start":"2026-02-26T02:35:15.893748Z","end":"2026-02-26T02:35:16.223721Z","steps":["trace[281815156] 'read index received' (duration: 329.884752ms)","trace[281815156] 'applied index is now lower than readState.Index' (duration: 86.053µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:35:16.224142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:15.829735Z","time spent":"394.140155ms","remote":"127.0.0.1:42332","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2669,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:35:16.224199Z","caller":"traceutil/trace.go:171","msg":"trace[569828036] transaction","detail":"{read_only:false; response_revision:23286; number_of_response:1; }","duration":"396.795795ms","start":"2026-02-26T02:35:15.827393Z","end":"2026-02-26T02:35:16.224188Z","steps":["trace[569828036] 'process raft request' (duration: 396.188579ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:16.224259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:15.827371Z","time spent":"396.856456ms","remote":"127.0.0.1:42332","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2165,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:35:16.224467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.860464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:35:16.224547Z","caller":"traceutil/trace.go:171","msg":"trace[1803693001] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:23287; }","duration":"405.952506ms","start":"2026-02-26T02:35:15.818577Z","end":"2026-02-26T02:35:16.224529Z","steps":["trace[1803693001] 'agreement among raft nodes before linearized reading' (duration: 405.810272ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:16.224557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.078829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:35:16.22458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:15.81855Z","time spent":"406.024688ms","remote":"127.0.0.1:45122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":30,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" "} {"level":"info","ts":"2026-02-26T02:35:16.224603Z","caller":"traceutil/trace.go:171","msg":"trace[984774101] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23287; }","duration":"406.173432ms","start":"2026-02-26T02:35:15.818417Z","end":"2026-02-26T02:35:16.224591Z","steps":["trace[984774101] 'agreement among raft nodes before linearized reading' (duration: 406.056029ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:16.224655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:15.818399Z","time spent":"406.247804ms","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:35:16.224768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.798549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-02-26T02:35:16.224785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.741705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-cluster-api-proxy-gl95p\" ","response":"range_response_count:1 size:4807"} {"level":"info","ts":"2026-02-26T02:35:16.2249Z","caller":"traceutil/trace.go:171","msg":"trace[121065366] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23287; }","duration":"404.005745ms","start":"2026-02-26T02:35:15.82085Z","end":"2026-02-26T02:35:16.224856Z","steps":["trace[121065366] 'agreement among raft nodes before linearized reading' (duration: 403.217374ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:16.224988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:15.820839Z","time spent":"404.135918ms","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T02:35:16.225015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.008992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18646"} {"level":"warn","ts":"2026-02-26T02:35:16.225027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.750015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ad0e9dd0-782a-45f7-aa08-c28d36bc8e14\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-02-26T02:35:16.225061Z","caller":"traceutil/trace.go:171","msg":"trace[154973046] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23287; }","duration":"413.088244ms","start":"2026-02-26T02:35:15.811963Z","end":"2026-02-26T02:35:16.225051Z","steps":["trace[154973046] 'agreement among raft nodes before linearized reading' (duration: 412.917609ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:16.22507Z","caller":"traceutil/trace.go:171","msg":"trace[1415238630] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ad0e9dd0-782a-45f7-aa08-c28d36bc8e14; range_end:; response_count:1; response_revision:23287; }","duration":"401.806147ms","start":"2026-02-26T02:35:15.823251Z","end":"2026-02-26T02:35:16.225057Z","steps":["trace[1415238630] 'agreement among raft nodes before linearized reading' (duration: 401.646543ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:16.225088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:15.811921Z","time spent":"413.161986ms","remote":"127.0.0.1:45202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18670,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-26T02:35:16.225105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:15.823244Z","time spent":"401.852058ms","remote":"127.0.0.1:45180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-ad0e9dd0-782a-45f7-aa08-c28d36bc8e14\" "} {"level":"info","ts":"2026-02-26T02:35:16.224908Z","caller":"traceutil/trace.go:171","msg":"trace[1513729391] range","detail":"{range_begin:/registry/pods/openstack/magnum-cluster-api-proxy-gl95p; range_end:; response_count:1; response_revision:23287; }","duration":"382.932549ms","start":"2026-02-26T02:35:15.84195Z","end":"2026-02-26T02:35:16.224883Z","steps":["trace[1513729391] 'agreement among raft nodes before linearized reading' (duration: 382.598351ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:16.225251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:15.841921Z","time spent":"383.31659ms","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4831,"request content":"key:\"/registry/pods/openstack/magnum-cluster-api-proxy-gl95p\" "} {"level":"warn","ts":"2026-02-26T02:35:16.224808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.160535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-02-26T02:35:16.225347Z","caller":"traceutil/trace.go:171","msg":"trace[1672988517] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:23287; }","duration":"405.701099ms","start":"2026-02-26T02:35:15.819624Z","end":"2026-02-26T02:35:16.225325Z","steps":["trace[1672988517] 'agreement among raft nodes before linearized reading' (duration: 405.101023ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:16.225393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:15.819615Z","time spent":"405.766172ms","remote":"127.0.0.1:45122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":733,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"info","ts":"2026-02-26T02:35:16.223759Z","caller":"traceutil/trace.go:171","msg":"trace[1645024692] transaction","detail":"{read_only:false; response_revision:23285; number_of_response:1; }","duration":"406.4761ms","start":"2026-02-26T02:35:15.817211Z","end":"2026-02-26T02:35:16.223687Z","steps":["trace[1645024692] 'process raft request' (duration: 406.185382ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:16.225893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:15.817194Z","time spent":"408.638876ms","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T02:35:16.572424Z","caller":"traceutil/trace.go:171","msg":"trace[1679812570] transaction","detail":"{read_only:false; response_revision:23289; number_of_response:1; }","duration":"335.328496ms","start":"2026-02-26T02:35:16.237067Z","end":"2026-02-26T02:35:16.572396Z","steps":["trace[1679812570] 'process raft request' (duration: 236.262576ms)","trace[1679812570] 'compare' (duration: 98.720641ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:35:16.572565Z","caller":"traceutil/trace.go:171","msg":"trace[1187113967] transaction","detail":"{read_only:false; response_revision:23290; number_of_response:1; }","duration":"325.98888ms","start":"2026-02-26T02:35:16.24653Z","end":"2026-02-26T02:35:16.572519Z","steps":["trace[1187113967] 'process raft request' (duration: 325.791934ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:16.5726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:16.237049Z","time spent":"335.450049ms","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4824,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:35:16.572708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:16.246454Z","time spent":"326.186285ms","remote":"127.0.0.1:42324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3278,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T02:35:16.572492Z","caller":"traceutil/trace.go:171","msg":"trace[1915342345] linearizableReadLoop","detail":"{readStateIndex:24119; appliedIndex:24117; }","duration":"321.902392ms","start":"2026-02-26T02:35:16.250557Z","end":"2026-02-26T02:35:16.57246Z","steps":["trace[1915342345] 'read index received' (duration: 222.648007ms)","trace[1915342345] 'applied index is now lower than readState.Index' (duration: 99.252705ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:35:16.57279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.127272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-02-26T02:35:16.572889Z","caller":"traceutil/trace.go:171","msg":"trace[314002105] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23290; }","duration":"332.264705ms","start":"2026-02-26T02:35:16.240601Z","end":"2026-02-26T02:35:16.572866Z","steps":["trace[314002105] 'agreement among raft nodes before linearized reading' (duration: 331.912576ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:16.572939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:16.240591Z","time spent":"332.338847ms","remote":"127.0.0.1:50696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5676,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-26T02:35:16.573032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.429621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-02-26T02:35:16.573075Z","caller":"traceutil/trace.go:171","msg":"trace[972755603] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:23290; }","duration":"337.500583ms","start":"2026-02-26T02:35:16.235563Z","end":"2026-02-26T02:35:16.573064Z","steps":["trace[972755603] 'agreement among raft nodes before linearized reading' (duration: 337.340059ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:16.573103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:16.235547Z","time spent":"337.550805ms","remote":"127.0.0.1:45224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1310,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"warn","ts":"2026-02-26T02:35:16.57318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.482123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-02-26T02:35:16.573254Z","caller":"traceutil/trace.go:171","msg":"trace[563156737] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:23290; }","duration":"337.596976ms","start":"2026-02-26T02:35:16.235642Z","end":"2026-02-26T02:35:16.573239Z","steps":["trace[563156737] 'agreement among raft nodes before linearized reading' (duration: 336.957379ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:16.57335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:16.23563Z","time spent":"337.685258ms","remote":"127.0.0.1:45122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":721,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" "} {"level":"info","ts":"2026-02-26T02:35:16.602634Z","caller":"traceutil/trace.go:171","msg":"trace[1374297423] transaction","detail":"{read_only:false; response_revision:23291; number_of_response:1; }","duration":"347.031625ms","start":"2026-02-26T02:35:16.255566Z","end":"2026-02-26T02:35:16.602598Z","steps":["trace[1374297423] 'process raft request' (duration: 346.839839ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:16.602785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:16.255545Z","time spent":"347.169199ms","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":907,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T02:35:16.766835Z","caller":"traceutil/trace.go:171","msg":"trace[1407937733] transaction","detail":"{read_only:false; response_revision:23292; number_of_response:1; }","duration":"204.441757ms","start":"2026-02-26T02:35:16.562343Z","end":"2026-02-26T02:35:16.766784Z","steps":["trace[1407937733] 'process raft request' (duration: 204.1692ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:16.767084Z","caller":"traceutil/trace.go:171","msg":"trace[1295934487] transaction","detail":"{read_only:false; response_revision:23295; number_of_response:1; }","duration":"186.588267ms","start":"2026-02-26T02:35:16.580459Z","end":"2026-02-26T02:35:16.767048Z","steps":["trace[1295934487] 'process raft request' (duration: 186.472764ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:16.767223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.768518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:176"} {"level":"info","ts":"2026-02-26T02:35:16.767258Z","caller":"traceutil/trace.go:171","msg":"trace[433222475] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:23300; }","duration":"376.904242ms","start":"2026-02-26T02:35:16.390348Z","end":"2026-02-26T02:35:16.767252Z","steps":["trace[433222475] 'agreement among raft nodes before linearized reading' (duration: 376.80044ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:16.767281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:16.390324Z","time spent":"376.951413ms","remote":"127.0.0.1:45230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":200,"request content":"key:\"/registry/serviceaccounts/openstack/default\" "} {"level":"info","ts":"2026-02-26T02:35:16.767362Z","caller":"traceutil/trace.go:171","msg":"trace[1704057011] transaction","detail":"{read_only:false; response_revision:23294; number_of_response:1; }","duration":"187.009138ms","start":"2026-02-26T02:35:16.580342Z","end":"2026-02-26T02:35:16.767351Z","steps":["trace[1704057011] 'process raft request' (duration: 186.555096ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:16.767384Z","caller":"traceutil/trace.go:171","msg":"trace[1731089104] transaction","detail":"{read_only:false; response_revision:23293; number_of_response:1; }","duration":"187.152371ms","start":"2026-02-26T02:35:16.580221Z","end":"2026-02-26T02:35:16.767373Z","steps":["trace[1731089104] 'process raft request' (duration: 186.430302ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:16.767107Z","caller":"traceutil/trace.go:171","msg":"trace[1688418765] linearizableReadLoop","detail":"{readStateIndex:24121; appliedIndex:24119; }","duration":"194.27449ms","start":"2026-02-26T02:35:16.572814Z","end":"2026-02-26T02:35:16.767089Z","steps":["trace[1688418765] 'read index received' (duration: 29.57125ms)","trace[1688418765] 'applied index is now lower than readState.Index' (duration: 164.70213ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:35:16.76752Z","caller":"traceutil/trace.go:171","msg":"trace[505962310] transaction","detail":"{read_only:false; response_revision:23298; number_of_response:1; }","duration":"186.806163ms","start":"2026-02-26T02:35:16.580705Z","end":"2026-02-26T02:35:16.767511Z","steps":["trace[505962310] 'process raft request' (duration: 186.29615ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:16.767611Z","caller":"traceutil/trace.go:171","msg":"trace[778846226] transaction","detail":"{read_only:false; response_revision:23297; number_of_response:1; }","duration":"186.945946ms","start":"2026-02-26T02:35:16.580657Z","end":"2026-02-26T02:35:16.767603Z","steps":["trace[778846226] 'process raft request' (duration: 186.31766ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:16.767716Z","caller":"traceutil/trace.go:171","msg":"trace[1653548481] transaction","detail":"{read_only:false; response_revision:23296; number_of_response:1; }","duration":"187.194233ms","start":"2026-02-26T02:35:16.580517Z","end":"2026-02-26T02:35:16.767711Z","steps":["trace[1653548481] 'process raft request' (duration: 186.438863ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:16.767857Z","caller":"traceutil/trace.go:171","msg":"trace[230269379] transaction","detail":"{read_only:false; response_revision:23300; number_of_response:1; }","duration":"176.83792ms","start":"2026-02-26T02:35:16.591013Z","end":"2026-02-26T02:35:16.767851Z","steps":["trace[230269379] 'process raft request' (duration: 176.030029ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:16.767911Z","caller":"traceutil/trace.go:171","msg":"trace[915471770] transaction","detail":"{read_only:false; response_revision:23299; number_of_response:1; }","duration":"186.078453ms","start":"2026-02-26T02:35:16.581821Z","end":"2026-02-26T02:35:16.767899Z","steps":["trace[915471770] 'process raft request' (duration: 185.19693ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:16.768049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.22616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:987"} {"level":"info","ts":"2026-02-26T02:35:16.768075Z","caller":"traceutil/trace.go:171","msg":"trace[31575100] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:23300; }","duration":"377.269662ms","start":"2026-02-26T02:35:16.390798Z","end":"2026-02-26T02:35:16.768068Z","steps":["trace[31575100] 'agreement among raft nodes before linearized reading' (duration: 377.103147ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:16.768095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:16.390788Z","time spent":"377.298702ms","remote":"127.0.0.1:45230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1011,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" "} {"level":"info","ts":"2026-02-26T02:35:16.990048Z","caller":"traceutil/trace.go:171","msg":"trace[1517231403] transaction","detail":"{read_only:false; response_revision:23306; number_of_response:1; }","duration":"308.263043ms","start":"2026-02-26T02:35:16.681755Z","end":"2026-02-26T02:35:16.990018Z","steps":["trace[1517231403] 'process raft request' (duration: 308.193211ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:16.990203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:16.681745Z","time spent":"308.369445ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:35:16.990205Z","caller":"traceutil/trace.go:171","msg":"trace[1794456267] linearizableReadLoop","detail":"{readStateIndex:24136; appliedIndex:24129; }","duration":"222.656187ms","start":"2026-02-26T02:35:16.767463Z","end":"2026-02-26T02:35:16.990119Z","steps":["trace[1794456267] 'read index received' (duration: 222.127173ms)","trace[1794456267] 'applied index is now lower than readState.Index' (duration: 527.473µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:35:16.990304Z","caller":"traceutil/trace.go:171","msg":"trace[1814672218] transaction","detail":"{read_only:false; response_revision:23303; number_of_response:1; }","duration":"315.031932ms","start":"2026-02-26T02:35:16.675243Z","end":"2026-02-26T02:35:16.990275Z","steps":["trace[1814672218] 'process raft request' (duration: 314.544329ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:16.990421Z","caller":"traceutil/trace.go:171","msg":"trace[283961150] transaction","detail":"{read_only:false; response_revision:23304; number_of_response:1; }","duration":"313.941792ms","start":"2026-02-26T02:35:16.67647Z","end":"2026-02-26T02:35:16.990412Z","steps":["trace[283961150] 'process raft request' (duration: 313.364287ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:16.990434Z","caller":"traceutil/trace.go:171","msg":"trace[1679329967] transaction","detail":"{read_only:false; response_revision:23301; number_of_response:1; }","duration":"383.719861ms","start":"2026-02-26T02:35:16.606669Z","end":"2026-02-26T02:35:16.990388Z","steps":["trace[1679329967] 'process raft request' (duration: 382.608481ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:16.990433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:16.675232Z","time spent":"315.136494ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:35:16.990477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:16.676456Z","time spent":"313.992464ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:35:16.990566Z","caller":"traceutil/trace.go:171","msg":"trace[749465812] transaction","detail":"{read_only:false; response_revision:23302; number_of_response:1; }","duration":"315.986866ms","start":"2026-02-26T02:35:16.674569Z","end":"2026-02-26T02:35:16.990556Z","steps":["trace[749465812] 'process raft request' (duration: 315.098673ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:16.990556Z","caller":"traceutil/trace.go:171","msg":"trace[1033207064] transaction","detail":"{read_only:false; response_revision:23305; number_of_response:1; }","duration":"310.09795ms","start":"2026-02-26T02:35:16.680395Z","end":"2026-02-26T02:35:16.990493Z","steps":["trace[1033207064] 'process raft request' (duration: 309.508415ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:16.990621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:16.674546Z","time spent":"316.049678ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:35:16.990603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:16.606627Z","time spent":"383.843454ms","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T02:35:16.990752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:16.680371Z","time spent":"310.277845ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:35:16.990781Z","caller":"traceutil/trace.go:171","msg":"trace[363197912] transaction","detail":"{read_only:false; response_revision:23307; number_of_response:1; }","duration":"308.967681ms","start":"2026-02-26T02:35:16.6818Z","end":"2026-02-26T02:35:16.990768Z","steps":["trace[363197912] 'process raft request' (duration: 308.18048ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:16.990879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:16.681788Z","time spent":"309.061584ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:35:16.991069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.764002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-02-26T02:35:16.991105Z","caller":"traceutil/trace.go:171","msg":"trace[1637777440] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:23307; }","duration":"413.840555ms","start":"2026-02-26T02:35:16.577256Z","end":"2026-02-26T02:35:16.991097Z","steps":["trace[1637777440] 'agreement among raft nodes before linearized reading' (duration: 413.692371ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:16.991101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.695862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:35:16.991127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:16.577232Z","time spent":"413.889046ms","remote":"127.0.0.1:45224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1018,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"info","ts":"2026-02-26T02:35:16.99115Z","caller":"traceutil/trace.go:171","msg":"trace[1867293282] range","detail":"{range_begin:/registry/resourcequotas/monitoring/; range_end:/registry/resourcequotas/monitoring0; response_count:0; response_revision:23307; }","duration":"410.940508ms","start":"2026-02-26T02:35:16.580194Z","end":"2026-02-26T02:35:16.991135Z","steps":["trace[1867293282] 'agreement among raft nodes before linearized reading' (duration: 410.862486ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:16.991223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:16.580173Z","time spent":"411.036911ms","remote":"127.0.0.1:45110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" "} {"level":"info","ts":"2026-02-26T02:35:17.356571Z","caller":"traceutil/trace.go:171","msg":"trace[531340175] linearizableReadLoop","detail":"{readStateIndex:24139; appliedIndex:24136; }","duration":"366.23811ms","start":"2026-02-26T02:35:16.990312Z","end":"2026-02-26T02:35:17.35655Z","steps":["trace[531340175] 'read index received' (duration: 365.897711ms)","trace[531340175] 'applied index is now lower than readState.Index' (duration: 339.739µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:35:17.356804Z","caller":"traceutil/trace.go:171","msg":"trace[145310750] transaction","detail":"{read_only:false; response_revision:23308; number_of_response:1; }","duration":"581.499623ms","start":"2026-02-26T02:35:16.77529Z","end":"2026-02-26T02:35:17.35679Z","steps":["trace[145310750] 'process raft request' (duration: 581.00013ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:17.356954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:16.77526Z","time spent":"581.570255ms","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T02:35:17.357432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.823243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-wbnrv\" ","response":"range_response_count:1 size:4020"} {"level":"info","ts":"2026-02-26T02:35:17.35742Z","caller":"traceutil/trace.go:171","msg":"trace[1297258115] transaction","detail":"{read_only:false; response_revision:23310; number_of_response:1; }","duration":"571.383216ms","start":"2026-02-26T02:35:16.785998Z","end":"2026-02-26T02:35:17.357381Z","steps":["trace[1297258115] 'process raft request' (duration: 570.489593ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:17.357482Z","caller":"traceutil/trace.go:171","msg":"trace[1874150870] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-wbnrv; range_end:; response_count:1; response_revision:23310; }","duration":"586.920036ms","start":"2026-02-26T02:35:16.770551Z","end":"2026-02-26T02:35:17.357471Z","steps":["trace[1874150870] 'agreement among raft nodes before linearized reading' (duration: 586.732541ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:17.357561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:16.770534Z","time spent":"587.019648ms","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":4044,"request content":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-wbnrv\" "} {"level":"warn","ts":"2026-02-26T02:35:17.357542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.808242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-registry-c45778976-2cb5z\" ","response":"range_response_count:1 size:3397"} {"level":"info","ts":"2026-02-26T02:35:17.357635Z","caller":"traceutil/trace.go:171","msg":"trace[1903018493] range","detail":"{range_begin:/registry/pods/openstack/magnum-registry-c45778976-2cb5z; range_end:; response_count:1; response_revision:23310; }","duration":"586.976307ms","start":"2026-02-26T02:35:16.770637Z","end":"2026-02-26T02:35:17.357613Z","steps":["trace[1903018493] 'agreement among raft nodes before linearized reading' (duration: 586.650469ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:17.35765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:16.785976Z","time spent":"571.56382ms","remote":"127.0.0.1:42324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6424,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:35:17.357741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.725804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-conductor-0\" ","response":"range_response_count:1 size:10080"} {"level":"warn","ts":"2026-02-26T02:35:17.357757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.445737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-02-26T02:35:17.357768Z","caller":"traceutil/trace.go:171","msg":"trace[223704927] range","detail":"{range_begin:/registry/pods/openstack/magnum-conductor-0; range_end:; response_count:1; response_revision:23310; }","duration":"481.877627ms","start":"2026-02-26T02:35:16.875886Z","end":"2026-02-26T02:35:17.357764Z","steps":["trace[223704927] 'agreement among raft nodes before linearized reading' (duration: 481.805505ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:17.357784Z","caller":"traceutil/trace.go:171","msg":"trace[926282339] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:23310; }","duration":"363.473548ms","start":"2026-02-26T02:35:16.9943Z","end":"2026-02-26T02:35:17.357773Z","steps":["trace[926282339] 'agreement among raft nodes before linearized reading' (duration: 363.394695ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:17.357791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:16.875862Z","time spent":"481.921609ms","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":10104,"request content":"key:\"/registry/pods/openstack/magnum-conductor-0\" "} {"level":"warn","ts":"2026-02-26T02:35:17.357807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:16.994277Z","time spent":"363.526089ms","remote":"127.0.0.1:45224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1310,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"warn","ts":"2026-02-26T02:35:17.357672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:16.770614Z","time spent":"587.050949ms","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":3421,"request content":"key:\"/registry/pods/openstack/magnum-registry-c45778976-2cb5z\" "} {"level":"info","ts":"2026-02-26T02:35:17.358135Z","caller":"traceutil/trace.go:171","msg":"trace[1136888061] transaction","detail":"{read_only:false; response_revision:23309; number_of_response:1; }","duration":"581.37696ms","start":"2026-02-26T02:35:16.776743Z","end":"2026-02-26T02:35:17.35812Z","steps":["trace[1136888061] 'process raft request' (duration: 579.710276ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:17.358198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:16.77673Z","time spent":"581.441241ms","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":815,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T02:35:17.358688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.508977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-02-26T02:35:17.358716Z","caller":"traceutil/trace.go:171","msg":"trace[1918368883] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:23310; }","duration":"361.565317ms","start":"2026-02-26T02:35:16.997143Z","end":"2026-02-26T02:35:17.358709Z","steps":["trace[1918368883] 'agreement among raft nodes before linearized reading' (duration: 361.496325ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:17.358734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:16.997128Z","time spent":"361.598719ms","remote":"127.0.0.1:45224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1018,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"warn","ts":"2026-02-26T02:35:17.362578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.658482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-02-26T02:35:17.362722Z","caller":"traceutil/trace.go:171","msg":"trace[1953767086] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:1; response_revision:23310; }","duration":"200.727619ms","start":"2026-02-26T02:35:17.16197Z","end":"2026-02-26T02:35:17.362697Z","steps":["trace[1953767086] 'agreement among raft nodes before linearized reading' (duration: 196.517108ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:17.555012Z","caller":"traceutil/trace.go:171","msg":"trace[1869457287] linearizableReadLoop","detail":"{readStateIndex:24146; appliedIndex:24140; }","duration":"187.086659ms","start":"2026-02-26T02:35:17.367906Z","end":"2026-02-26T02:35:17.554992Z","steps":["trace[1869457287] 'read index received' (duration: 40.642971ms)","trace[1869457287] 'applied index is now lower than readState.Index' (duration: 146.442798ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:35:17.555287Z","caller":"traceutil/trace.go:171","msg":"trace[847651453] transaction","detail":"{read_only:false; response_revision:23312; number_of_response:1; }","duration":"190.681765ms","start":"2026-02-26T02:35:17.364592Z","end":"2026-02-26T02:35:17.555274Z","steps":["trace[847651453] 'process raft request' (duration: 189.977476ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:17.55545Z","caller":"traceutil/trace.go:171","msg":"trace[1739693158] transaction","detail":"{read_only:false; response_revision:23313; number_of_response:1; }","duration":"190.679274ms","start":"2026-02-26T02:35:17.364764Z","end":"2026-02-26T02:35:17.555444Z","steps":["trace[1739693158] 'process raft request' (duration: 189.983946ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:17.555552Z","caller":"traceutil/trace.go:171","msg":"trace[1394234446] transaction","detail":"{read_only:false; response_revision:23314; number_of_response:1; }","duration":"188.424575ms","start":"2026-02-26T02:35:17.367122Z","end":"2026-02-26T02:35:17.555546Z","steps":["trace[1394234446] 'process raft request' (duration: 187.670485ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:17.555648Z","caller":"traceutil/trace.go:171","msg":"trace[912476828] transaction","detail":"{read_only:false; response_revision:23315; number_of_response:1; }","duration":"188.463716ms","start":"2026-02-26T02:35:17.36717Z","end":"2026-02-26T02:35:17.555634Z","steps":["trace[912476828] 'process raft request' (duration: 187.647095ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:17.555836Z","caller":"traceutil/trace.go:171","msg":"trace[1412236765] transaction","detail":"{read_only:false; response_revision:23316; number_of_response:1; }","duration":"188.027574ms","start":"2026-02-26T02:35:17.3678Z","end":"2026-02-26T02:35:17.555828Z","steps":["trace[1412236765] 'process raft request' (duration: 187.10592ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:17.556146Z","caller":"traceutil/trace.go:171","msg":"trace[1571977345] transaction","detail":"{read_only:false; response_revision:23317; number_of_response:1; }","duration":"183.659199ms","start":"2026-02-26T02:35:17.372472Z","end":"2026-02-26T02:35:17.556131Z","steps":["trace[1571977345] 'process raft request' (duration: 182.472498ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:17.556389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.462486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-02-26T02:35:17.556422Z","caller":"traceutil/trace.go:171","msg":"trace[2035931157] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:23317; }","duration":"188.516258ms","start":"2026-02-26T02:35:17.367899Z","end":"2026-02-26T02:35:17.556415Z","steps":["trace[2035931157] 'agreement among raft nodes before linearized reading' (duration: 188.380874ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:17.77022Z","caller":"traceutil/trace.go:171","msg":"trace[1777348435] linearizableReadLoop","detail":"{readStateIndex:24148; appliedIndex:24147; }","duration":"215.111228ms","start":"2026-02-26T02:35:17.555081Z","end":"2026-02-26T02:35:17.770193Z","steps":["trace[1777348435] 'read index received' (duration: 145.458643ms)","trace[1777348435] 'applied index is now lower than readState.Index' (duration: 69.651515ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:35:17.770437Z","caller":"traceutil/trace.go:171","msg":"trace[410773570] transaction","detail":"{read_only:false; response_revision:23318; number_of_response:1; }","duration":"277.250635ms","start":"2026-02-26T02:35:17.493171Z","end":"2026-02-26T02:35:17.770422Z","steps":["trace[410773570] 'process raft request' (duration: 207.354073ms)","trace[410773570] 'compare' (duration: 69.239215ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:35:17.77076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.406514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:35:17.77081Z","caller":"traceutil/trace.go:171","msg":"trace[1711170359] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23318; }","duration":"391.492046ms","start":"2026-02-26T02:35:17.379304Z","end":"2026-02-26T02:35:17.770797Z","steps":["trace[1711170359] 'agreement among raft nodes before linearized reading' (duration: 391.345052ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:17.770847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:17.379295Z","time spent":"391.541017ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:35:17.771088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.816497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/magnum-registry-certs\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:35:17.77114Z","caller":"traceutil/trace.go:171","msg":"trace[2097635560] range","detail":"{range_begin:/registry/secrets/openstack/magnum-registry-certs; range_end:; response_count:0; response_revision:23318; }","duration":"393.88494ms","start":"2026-02-26T02:35:17.377243Z","end":"2026-02-26T02:35:17.771128Z","steps":["trace[2097635560] 'agreement among raft nodes before linearized reading' (duration: 393.798307ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:17.771177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:17.377234Z","time spent":"393.935521ms","remote":"127.0.0.1:45122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":30,"request content":"key:\"/registry/secrets/openstack/magnum-registry-certs\" "} {"level":"warn","ts":"2026-02-26T02:35:17.771688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.876201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112148"} {"level":"info","ts":"2026-02-26T02:35:17.771738Z","caller":"traceutil/trace.go:171","msg":"trace[1829873635] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:23318; }","duration":"398.956612ms","start":"2026-02-26T02:35:17.372769Z","end":"2026-02-26T02:35:17.771726Z","steps":["trace[1829873635] 'agreement among raft nodes before linearized reading' (duration: 398.595463ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:17.771776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:17.372753Z","time spent":"399.013974ms","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":112172,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"warn","ts":"2026-02-26T02:35:17.772304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.290407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-02-26T02:35:17.772337Z","caller":"traceutil/trace.go:171","msg":"trace[274372256] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:23318; }","duration":"403.344798ms","start":"2026-02-26T02:35:17.368985Z","end":"2026-02-26T02:35:17.77233Z","steps":["trace[274372256] 'agreement among raft nodes before linearized reading' (duration: 403.256116ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:17.772356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:17.368972Z","time spent":"403.379419ms","remote":"127.0.0.1:45396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1149,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-02-26T02:35:17.772633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.56918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112148"} {"level":"info","ts":"2026-02-26T02:35:17.772702Z","caller":"traceutil/trace.go:171","msg":"trace[1734484703] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:23318; }","duration":"404.679894ms","start":"2026-02-26T02:35:17.368006Z","end":"2026-02-26T02:35:17.772686Z","steps":["trace[1734484703] 'agreement among raft nodes before linearized reading' (duration: 404.307764ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:17.772747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:17.367997Z","time spent":"404.740525ms","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":112172,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"warn","ts":"2026-02-26T02:35:18.05452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.930578ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:35:18.054969Z","caller":"traceutil/trace.go:171","msg":"trace[2082048197] linearizableReadLoop","detail":"{readStateIndex:24150; appliedIndex:24148; }","duration":"284.651661ms","start":"2026-02-26T02:35:17.770295Z","end":"2026-02-26T02:35:18.054947Z","steps":["trace[2082048197] 'read index received' (duration: 177.324452ms)","trace[2082048197] 'applied index is now lower than readState.Index' (duration: 107.325579ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:35:18.055318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.383151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:1149"} {"level":"warn","ts":"2026-02-26T02:35:18.055338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.091804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:1 size:5129"} {"level":"info","ts":"2026-02-26T02:35:18.055421Z","caller":"traceutil/trace.go:171","msg":"trace[829637375] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:1; response_revision:23320; }","duration":"471.214627ms","start":"2026-02-26T02:35:17.584193Z","end":"2026-02-26T02:35:18.055408Z","steps":["trace[829637375] 'agreement among raft nodes before linearized reading' (duration: 470.94702ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:18.055463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.456753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:895"} {"level":"info","ts":"2026-02-26T02:35:18.055377Z","caller":"traceutil/trace.go:171","msg":"trace[1403442574] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:23320; }","duration":"471.461313ms","start":"2026-02-26T02:35:17.583897Z","end":"2026-02-26T02:35:18.055358Z","steps":["trace[1403442574] 'agreement among raft nodes before linearized reading' (duration: 471.273698ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:18.055499Z","caller":"traceutil/trace.go:171","msg":"trace[2099706065] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:23320; }","duration":"471.538195ms","start":"2026-02-26T02:35:17.583945Z","end":"2026-02-26T02:35:18.05549Z","steps":["trace[2099706065] 'agreement among raft nodes before linearized reading' (duration: 471.446872ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:18.055513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:17.583889Z","time spent":"471.607977ms","remote":"127.0.0.1:45198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1173,"request content":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" "} {"level":"warn","ts":"2026-02-26T02:35:18.055534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:17.583938Z","time spent":"471.588037ms","remote":"127.0.0.1:45198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":919,"request content":"key:\"/registry/services/endpoints/openstack/rabbitmq-heat\" "} {"level":"info","ts":"2026-02-26T02:35:18.055672Z","caller":"traceutil/trace.go:171","msg":"trace[84251105] transaction","detail":"{read_only:false; response_revision:23320; number_of_response:1; }","duration":"482.934065ms","start":"2026-02-26T02:35:17.572728Z","end":"2026-02-26T02:35:18.055662Z","steps":["trace[84251105] 'process raft request' (duration: 482.114514ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:18.055467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:17.584186Z","time spent":"471.271558ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5153,"request content":"key:\"/registry/jobs/openstack/heat-db-sync\" "} {"level":"warn","ts":"2026-02-26T02:35:18.055773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:17.572714Z","time spent":"482.982996ms","remote":"127.0.0.1:45498","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8281,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:35:18.056083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.432352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:11169"} {"level":"info","ts":"2026-02-26T02:35:18.05612Z","caller":"traceutil/trace.go:171","msg":"trace[1319749700] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:23320; }","duration":"471.487524ms","start":"2026-02-26T02:35:17.584623Z","end":"2026-02-26T02:35:18.056111Z","steps":["trace[1319749700] 'agreement among raft nodes before linearized reading' (duration: 471.348301ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:18.05615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:17.584614Z","time spent":"471.527835ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":11193,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-02-26T02:35:18.056454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.141671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7564"} {"level":"info","ts":"2026-02-26T02:35:18.056484Z","caller":"traceutil/trace.go:171","msg":"trace[1740791529] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:23320; }","duration":"472.184153ms","start":"2026-02-26T02:35:17.58429Z","end":"2026-02-26T02:35:18.056475Z","steps":["trace[1740791529] 'agreement among raft nodes before linearized reading' (duration: 472.08325ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:18.056509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:17.584283Z","time spent":"472.220064ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7588,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-02-26T02:35:18.056613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.358484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:676"} {"level":"warn","ts":"2026-02-26T02:35:18.056614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.23194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21561"} {"level":"info","ts":"2026-02-26T02:35:18.056726Z","caller":"traceutil/trace.go:171","msg":"trace[608079109] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:23320; }","duration":"473.504877ms","start":"2026-02-26T02:35:17.5832Z","end":"2026-02-26T02:35:18.056705Z","steps":["trace[608079109] 'agreement among raft nodes before linearized reading' (duration: 473.2511ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:18.056762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:17.583188Z","time spent":"473.566719ms","remote":"127.0.0.1:45198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":700,"request content":"key:\"/registry/services/endpoints/openstack/keystone-api\" "} {"level":"info","ts":"2026-02-26T02:35:18.056757Z","caller":"traceutil/trace.go:171","msg":"trace[934836683] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:23320; }","duration":"473.385274ms","start":"2026-02-26T02:35:17.583353Z","end":"2026-02-26T02:35:18.056738Z","steps":["trace[934836683] 'agreement among raft nodes before linearized reading' (duration: 473.059905ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:18.056812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:17.583329Z","time spent":"473.469726ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":21585,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"info","ts":"2026-02-26T02:35:18.055007Z","caller":"traceutil/trace.go:171","msg":"trace[1462468834] transaction","detail":"{read_only:false; response_revision:23319; number_of_response:1; }","duration":"494.744207ms","start":"2026-02-26T02:35:17.560197Z","end":"2026-02-26T02:35:18.054941Z","steps":["trace[1462468834] 'process raft request' (duration: 387.297806ms)","trace[1462468834] 'compare' (duration: 106.775154ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:35:18.056911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:17.560178Z","time spent":"496.677078ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:35:18.063207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.116486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2644"} {"level":"info","ts":"2026-02-26T02:35:18.06326Z","caller":"traceutil/trace.go:171","msg":"trace[989772823] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:23323; }","duration":"287.192548ms","start":"2026-02-26T02:35:17.776056Z","end":"2026-02-26T02:35:18.063248Z","steps":["trace[989772823] 'agreement among raft nodes before linearized reading' (duration: 287.044034ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:18.063453Z","caller":"traceutil/trace.go:171","msg":"trace[1091154377] transaction","detail":"{read_only:false; response_revision:23321; number_of_response:1; }","duration":"287.452464ms","start":"2026-02-26T02:35:17.775991Z","end":"2026-02-26T02:35:18.063444Z","steps":["trace[1091154377] 'process raft request' (duration: 286.8961ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:18.063616Z","caller":"traceutil/trace.go:171","msg":"trace[698260538] transaction","detail":"{read_only:false; response_revision:23322; number_of_response:1; }","duration":"276.717812ms","start":"2026-02-26T02:35:17.78689Z","end":"2026-02-26T02:35:18.063607Z","steps":["trace[698260538] 'process raft request' (duration: 276.092805ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:18.063743Z","caller":"traceutil/trace.go:171","msg":"trace[763707349] transaction","detail":"{read_only:false; response_revision:23323; number_of_response:1; }","duration":"189.983766ms","start":"2026-02-26T02:35:17.873754Z","end":"2026-02-26T02:35:18.063737Z","steps":["trace[763707349] 'process raft request' (duration: 189.295018ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:18.064102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.67302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4727"} {"level":"info","ts":"2026-02-26T02:35:18.064121Z","caller":"traceutil/trace.go:171","msg":"trace[2146054609] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:23323; }","duration":"279.724531ms","start":"2026-02-26T02:35:17.784388Z","end":"2026-02-26T02:35:18.064113Z","steps":["trace[2146054609] 'agreement among raft nodes before linearized reading' (duration: 279.66717ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:18.066792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.659245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29534555-kb8n9\" ","response":"range_response_count:1 size:6988"} {"level":"info","ts":"2026-02-26T02:35:18.067147Z","caller":"traceutil/trace.go:171","msg":"trace[787444688] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29534555-kb8n9; range_end:; response_count:1; response_revision:23323; }","duration":"168.87281ms","start":"2026-02-26T02:35:17.898265Z","end":"2026-02-26T02:35:18.067138Z","steps":["trace[787444688] 'agreement among raft nodes before linearized reading' (duration: 165.640285ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:18.067288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.001828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2209361"} {"level":"info","ts":"2026-02-26T02:35:18.067388Z","caller":"traceutil/trace.go:171","msg":"trace[1277981881] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:23323; }","duration":"261.174893ms","start":"2026-02-26T02:35:17.806189Z","end":"2026-02-26T02:35:18.067364Z","steps":["trace[1277981881] 'agreement among raft nodes before linearized reading' (duration: 258.015409ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:18.067711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.638971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:35:18.067762Z","caller":"traceutil/trace.go:171","msg":"trace[268465764] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23323; }","duration":"281.719754ms","start":"2026-02-26T02:35:17.786026Z","end":"2026-02-26T02:35:18.067746Z","steps":["trace[268465764] 'agreement among raft nodes before linearized reading' (duration: 281.601181ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:18.634629Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892112,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:35:19.135389Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892112,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:35:19.637012Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892112,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:35:20.137635Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892112,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:35:20.638629Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892112,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:35:20.789031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999381603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:35:20.789137Z","caller":"traceutil/trace.go:171","msg":"trace[162780219] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999559898s","start":"2026-02-26T02:35:18.789555Z","end":"2026-02-26T02:35:20.789115Z","steps":["trace[162780219] 'agreement among raft nodes before linearized reading' (duration: 1.999412394s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:20.789204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:18.789535Z","time spent":"1.999652771s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:35:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:35:21.144427Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892112,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:35:21.645568Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892112,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:35:21.788619Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.65500001s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:35:22.176264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999893049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:35:22.176384Z","caller":"traceutil/trace.go:171","msg":"trace[615731058] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000078523s","start":"2026-02-26T02:35:20.176278Z","end":"2026-02-26T02:35:22.176356Z","steps":["trace[615731058] 'agreement among raft nodes before linearized reading' (duration: 1.999921328s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:22.176449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:20.176255Z","time spent":"2.000181606s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:35:22.789653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000382332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:35:22.789845Z","caller":"traceutil/trace.go:171","msg":"trace[965385597] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000634337s","start":"2026-02-26T02:35:20.789189Z","end":"2026-02-26T02:35:22.789824Z","steps":["trace[965385597] 'agreement among raft nodes before linearized reading' (duration: 2.000406181s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:22.789933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:20.789175Z","time spent":"2.000743511s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:35:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:35:23.161619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.372632738s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:35:23.162322Z","caller":"traceutil/trace.go:171","msg":"trace[1268889253] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23325; }","duration":"5.082450073s","start":"2026-02-26T02:35:18.079856Z","end":"2026-02-26T02:35:23.162306Z","steps":["trace[1268889253] 'process raft request' (duration: 5.082373921s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:23.162473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:18.079844Z","time spent":"5.082591017s","remote":"127.0.0.1:42332","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":74,"response count":0,"response size":2874,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:35:23.162594Z","caller":"traceutil/trace.go:171","msg":"trace[958675157] transaction","detail":"{read_only:false; response_revision:23325; number_of_response:1; }","duration":"5.084003264s","start":"2026-02-26T02:35:18.07856Z","end":"2026-02-26T02:35:23.162564Z","steps":["trace[958675157] 'process raft request' (duration: 3.710341358s)","trace[958675157] 'compare' (duration: 1.371366675s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:35:23.162888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:18.078552Z","time spent":"5.084245991s","remote":"127.0.0.1:42332","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2820,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:35:23.995509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:18.998528Z","time spent":"4.996969421s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/26 02:35:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:35:23.996599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:18.998497Z","time spent":"4.99809253s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/26 02:35:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:35:23.997017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:18.998438Z","time spent":"4.998568012s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/26 02:35:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:35:23.997084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:18.9992Z","time spent":"4.997873424s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/26 02:35:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:35:23.998527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:18.999347Z","time spent":"4.999175858s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-26T02:35:24.411685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999419015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:35:24.411798Z","caller":"traceutil/trace.go:171","msg":"trace[1547759275] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999554329s","start":"2026-02-26T02:35:19.412219Z","end":"2026-02-26T02:35:24.411773Z","steps":["trace[1547759275] 'agreement among raft nodes before linearized reading' (duration: 4.999416265s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:24.411855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:19.412167Z","time spent":"4.999675801s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/02/26 02:35:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:35:24.561689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999125349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:35:24.561784Z","caller":"traceutil/trace.go:171","msg":"trace[2140885886] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999270422s","start":"2026-02-26T02:35:19.562491Z","end":"2026-02-26T02:35:24.561761Z","steps":["trace[2140885886] 'agreement among raft nodes before linearized reading' (duration: 4.999148059s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:24.561837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:19.562466Z","time spent":"4.999360645s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/02/26 02:35:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:35:24.566645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99955863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:35:24.566715Z","caller":"traceutil/trace.go:171","msg":"trace[1349140453] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999679893s","start":"2026-02-26T02:35:19.567019Z","end":"2026-02-26T02:35:24.566699Z","steps":["trace[1349140453] 'agreement among raft nodes before linearized reading' (duration: 4.999598251s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:24.566769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:19.56699Z","time spent":"4.999764235s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/02/26 02:35:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:35:24.79942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000646777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:35:24.799533Z","caller":"traceutil/trace.go:171","msg":"trace[1696744845] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000820341s","start":"2026-02-26T02:35:22.798674Z","end":"2026-02-26T02:35:24.799494Z","steps":["trace[1696744845] 'agreement among raft nodes before linearized reading' (duration: 2.000692958s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:24.799589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:22.798648Z","time spent":"2.000929244s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:35:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:35:25.177523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:18.177034Z","time spent":"7.000480534s","remote":"127.0.0.1:40948","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-26T02:35:25.590429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:18.589515Z","time spent":"7.000883905s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-26T02:35:25.997604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:18.996677Z","time spent":"7.000916606s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-26T02:35:26.758603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:19.757729Z","time spent":"7.000862703s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-26T02:35:26.800025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000336849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:35:26.800114Z","caller":"traceutil/trace.go:171","msg":"trace[851888567] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000487453s","start":"2026-02-26T02:35:24.799604Z","end":"2026-02-26T02:35:26.800092Z","steps":["trace[851888567] 'agreement among raft nodes before linearized reading' (duration: 2.00038331s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:26.800163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:24.799571Z","time spent":"2.000582086s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:35:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:35:28.775753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:21.774718Z","time spent":"7.001025798s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-26T02:35:28.808692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000117154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:35:28.808776Z","caller":"traceutil/trace.go:171","msg":"trace[362782246] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000267198s","start":"2026-02-26T02:35:26.80849Z","end":"2026-02-26T02:35:28.808757Z","steps":["trace[362782246] 'agreement among raft nodes before linearized reading' (duration: 2.000154365s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:28.808829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:26.808464Z","time spent":"2.00035581s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:35:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:35:28.994705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.991533858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:35:28.994815Z","caller":"traceutil/trace.go:171","msg":"trace[1207622513] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"2.991706492s","start":"2026-02-26T02:35:26.003083Z","end":"2026-02-26T02:35:28.99479Z","steps":["trace[1207622513] 'agreement among raft nodes before linearized reading' (duration: 2.991567149s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:28.99487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:26.00305Z","time spent":"2.991805284s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/02/26 02:35:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:35:28.996452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997815494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:35:28.996705Z","caller":"traceutil/trace.go:171","msg":"trace[711550122] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.998318137s","start":"2026-02-26T02:35:23.998232Z","end":"2026-02-26T02:35:28.996551Z","steps":["trace[711550122] 'agreement among raft nodes before linearized reading' (duration: 4.997854244s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:28.996839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:23.99821Z","time spent":"4.998605995s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/02/26 02:35:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:35:28.997088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998527423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:35:28.997146Z","caller":"traceutil/trace.go:171","msg":"trace[1810037818] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.998597855s","start":"2026-02-26T02:35:23.998518Z","end":"2026-02-26T02:35:28.997116Z","steps":["trace[1810037818] 'agreement among raft nodes before linearized reading' (duration: 4.998556893s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:28.997195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:23.998498Z","time spent":"4.998672156s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-02-26T02:35:28.997293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998913613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:35:28.997318Z","caller":"traceutil/trace.go:171","msg":"trace[1519706588] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.998995495s","start":"2026-02-26T02:35:23.998315Z","end":"2026-02-26T02:35:28.997311Z","steps":["trace[1519706588] 'agreement among raft nodes before linearized reading' (duration: 4.998967264s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:28.997339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:23.99829Z","time spent":"4.999043416s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-02-26T02:35:28.997755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999143009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:35:28.99784Z","caller":"traceutil/trace.go:171","msg":"trace[1496906920] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.999252442s","start":"2026-02-26T02:35:23.998568Z","end":"2026-02-26T02:35:28.99782Z","steps":["trace[1496906920] 'agreement among raft nodes before linearized reading' (duration: 4.999139379s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:28.997918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:23.998512Z","time spent":"4.999393885s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-02-26T02:35:28.999272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99878367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:35:28.999348Z","caller":"traceutil/trace.go:171","msg":"trace[1959039036] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.998891182s","start":"2026-02-26T02:35:24.000439Z","end":"2026-02-26T02:35:28.99933Z","steps":["trace[1959039036] 'agreement among raft nodes before linearized reading' (duration: 4.99880405s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:28.999586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:24.000428Z","time spent":"4.999035936s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/02/26 02:35:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:35:29.013998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.431303677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:35:29.014074Z","caller":"traceutil/trace.go:171","msg":"trace[509307335] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"7.431444s","start":"2026-02-26T02:35:21.582611Z","end":"2026-02-26T02:35:29.014055Z","steps":["trace[509307335] 'agreement among raft nodes before linearized reading' (duration: 7.431355747s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:29.014233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:21.58258Z","time spent":"7.431633525s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/02/26 02:35:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:35:29.181249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:22.180537Z","time spent":"7.000699829s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-26T02:35:29.36432Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"7.575465775s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:35:29.411213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997089534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:35:29.411356Z","caller":"traceutil/trace.go:171","msg":"trace[1740223541] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.997306789s","start":"2026-02-26T02:35:26.414024Z","end":"2026-02-26T02:35:29.411331Z","steps":["trace[1740223541] 'agreement among raft nodes before linearized reading' (duration: 2.997131985s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:29.411417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:26.414Z","time spent":"2.997402522s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/02/26 02:35:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:35:29.562345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998414488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:35:29.56245Z","caller":"traceutil/trace.go:171","msg":"trace[461672503] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.998608134s","start":"2026-02-26T02:35:26.563819Z","end":"2026-02-26T02:35:29.562427Z","steps":["trace[461672503] 'agreement among raft nodes before linearized reading' (duration: 2.99846241s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:29.562511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:26.563789Z","time spent":"2.998708127s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/02/26 02:35:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:35:29.567075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997308599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:35:29.567145Z","caller":"traceutil/trace.go:171","msg":"trace[425233328] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.997449223s","start":"2026-02-26T02:35:26.569681Z","end":"2026-02-26T02:35:29.56713Z","steps":["trace[425233328] 'agreement among raft nodes before linearized reading' (duration: 2.99735722s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:29.567199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:26.569654Z","time spent":"2.997528895s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/02/26 02:35:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:35:29.56748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999589612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:35:29.567559Z","caller":"traceutil/trace.go:171","msg":"trace[1326717938] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"9.999698564s","start":"2026-02-26T02:35:19.56784Z","end":"2026-02-26T02:35:29.567538Z","steps":["trace[1326717938] 'agreement among raft nodes before linearized reading' (duration: 9.999585231s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:29.567608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:19.567809Z","time spent":"9.999789507s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/02/26 02:35:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:35:29.568769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.00140538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:35:29.568951Z","caller":"traceutil/trace.go:171","msg":"trace[2058783739] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"10.001642746s","start":"2026-02-26T02:35:19.567287Z","end":"2026-02-26T02:35:29.568929Z","steps":["trace[2058783739] 'agreement among raft nodes before linearized reading' (duration: 10.001453181s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:29.568797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.001533623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-02-26T02:35:29.56902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:19.567255Z","time spent":"10.001748259s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/02/26 02:35:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-02-26T02:35:29.569083Z","caller":"traceutil/trace.go:171","msg":"trace[1460041346] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"10.001893782s","start":"2026-02-26T02:35:19.567159Z","end":"2026-02-26T02:35:29.569053Z","steps":["trace[1460041346] 'agreement among raft nodes before linearized reading' (duration: 10.001575414s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:29.569188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:19.567122Z","time spent":"10.002048366s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/02/26 02:35:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:35:30.079427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.712433ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:35:30.080295Z","caller":"traceutil/trace.go:171","msg":"trace[2132319873] linearizableReadLoop","detail":"{readStateIndex:24165; appliedIndex:24154; }","duration":"11.946466492s","start":"2026-02-26T02:35:18.133802Z","end":"2026-02-26T02:35:30.080269Z","steps":["trace[2132319873] 'read index received' (duration: 3.655115053s)","trace[2132319873] 'applied index is now lower than readState.Index' (duration: 8.291349979s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:35:30.080688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.97220665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1822"} {"level":"info","ts":"2026-02-26T02:35:30.080779Z","caller":"traceutil/trace.go:171","msg":"trace[9016813] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:23335; }","duration":"11.972352114s","start":"2026-02-26T02:35:18.108403Z","end":"2026-02-26T02:35:30.080755Z","steps":["trace[9016813] 'agreement among raft nodes before linearized reading' (duration: 11.972094707s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:30.080828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:18.108374Z","time spent":"11.972443376s","remote":"127.0.0.1:45122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1846,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-02-26T02:35:30.580626Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892134,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:35:30.745072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.006525563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:35:30.745153Z","caller":"traceutil/trace.go:171","msg":"trace[1464597216] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; }","duration":"10.006689127s","start":"2026-02-26T02:35:20.738445Z","end":"2026-02-26T02:35:30.745134Z","steps":["trace[1464597216] 'agreement among raft nodes before linearized reading' (duration: 10.006570774s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:30.745204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:20.73842Z","time spent":"10.006772s","remote":"127.0.0.1:42402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":0,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} 2026/02/26 02:35:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:35:30.809131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000223475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:35:30.809231Z","caller":"traceutil/trace.go:171","msg":"trace[1900656524] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00037946s","start":"2026-02-26T02:35:28.80883Z","end":"2026-02-26T02:35:30.80921Z","steps":["trace[1900656524] 'agreement among raft nodes before linearized reading' (duration: 2.000241646s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:30.80929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:28.808819Z","time spent":"2.000456502s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:35:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:35:30.993258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:23.992365Z","time spent":"7.000884715s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-26T02:35:31.080861Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892134,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:35:31.581556Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892134,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:35:32.082468Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892134,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:35:32.176797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999682211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:35:32.176892Z","caller":"traceutil/trace.go:171","msg":"trace[1274674974] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999853696s","start":"2026-02-26T02:35:30.177018Z","end":"2026-02-26T02:35:32.176872Z","steps":["trace[1274674974] 'agreement among raft nodes before linearized reading' (duration: 1.999729143s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:32.176944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:30.176986Z","time spent":"1.999948389s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:35:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:35:32.221028Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.856470729s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:35:32.225054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:25.223921Z","time spent":"7.001124971s","remote":"127.0.0.1:40948","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-26T02:35:32.380469Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"08529c979fe28b38","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-26T02:35:32.817849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000872474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:35:32.817949Z","caller":"traceutil/trace.go:171","msg":"trace[543588549] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001041998s","start":"2026-02-26T02:35:30.816884Z","end":"2026-02-26T02:35:32.817925Z","steps":["trace[543588549] 'agreement among raft nodes before linearized reading' (duration: 2.000902955s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:32.818012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:30.816858Z","time spent":"2.001140041s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:35:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:35:33.171554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.947233283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/magnum-registry-certs\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:35:33.171665Z","caller":"traceutil/trace.go:171","msg":"trace[1990914175] range","detail":"{range_begin:/registry/secrets/openstack/magnum-registry-certs; range_end:; }","duration":"9.947412847s","start":"2026-02-26T02:35:23.224226Z","end":"2026-02-26T02:35:33.171639Z","steps":["trace[1990914175] 'agreement among raft nodes before linearized reading' (duration: 9.947268753s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:33.171721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:23.2242Z","time spent":"9.9475084s","remote":"127.0.0.1:45122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":0,"request content":"key:\"/registry/secrets/openstack/magnum-registry-certs\" "} 2026/02/26 02:35:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:35:33.590457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.991029696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:35:33.59056Z","caller":"traceutil/trace.go:171","msg":"trace[169208271] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"7.99120221s","start":"2026-02-26T02:35:25.599333Z","end":"2026-02-26T02:35:33.590536Z","steps":["trace[169208271] 'agreement among raft nodes before linearized reading' (duration: 7.991052966s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:33.590842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:25.599308Z","time spent":"7.991511348s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/02/26 02:35:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:35:33.765839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:26.764667Z","time spent":"7.001161913s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-26T02:35:33.811079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.12669ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:35:33.811244Z","caller":"traceutil/trace.go:171","msg":"trace[1533692541] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23335; }","duration":"661.312745ms","start":"2026-02-26T02:35:33.149906Z","end":"2026-02-26T02:35:33.811219Z","steps":["trace[1533692541] 'range keys from in-memory index tree' (duration: 661.10457ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:33.812376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.590961551s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"warn","ts":"2026-02-26T02:35:33.997203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:29.001562Z","time spent":"4.995628555s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/26 02:35:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:35:33.998558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:29.001011Z","time spent":"4.997534556s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/26 02:35:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:35:34.412128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:29.415288Z","time spent":"4.996825137s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/26 02:35:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:35:34.567797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:29.570445Z","time spent":"4.99734157s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/26 02:35:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:35:34.828204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000370159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:35:34.828275Z","caller":"traceutil/trace.go:171","msg":"trace[1172458120] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000543305s","start":"2026-02-26T02:35:32.827716Z","end":"2026-02-26T02:35:34.828259Z","steps":["trace[1172458120] 'agreement among raft nodes before linearized reading' (duration: 2.000411471s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:34.828314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:32.82769Z","time spent":"2.000616656s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:35:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:35:36.572106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:29.571412Z","time spent":"7.00068047s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-26T02:35:36.572252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:29.571534Z","time spent":"7.000691079s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-26T02:35:36.82878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00032664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:35:36.828929Z","caller":"traceutil/trace.go:171","msg":"trace[937619747] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000541426s","start":"2026-02-26T02:35:34.828359Z","end":"2026-02-26T02:35:36.8289Z","steps":["trace[937619747] 'agreement among raft nodes before linearized reading' (duration: 2.000358281s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:36.828994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:34.828336Z","time spent":"2.000646998s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:35:37.578707Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.082470943s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:35:37.999501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:30.998665Z","time spent":"7.000825813s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-26T02:35:38.362925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.550167718s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-02-26T02:35:38.363489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:34.981919Z","time spent":"3.381551004s","remote":"127.0.0.1:53272","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T02:35:38.83767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000177345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:35:38.837742Z","caller":"traceutil/trace.go:171","msg":"trace[1687392498] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000306478s","start":"2026-02-26T02:35:36.837419Z","end":"2026-02-26T02:35:38.837726Z","steps":["trace[1687392498] 'agreement among raft nodes before linearized reading' (duration: 2.000205255s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:38.837778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:36.837402Z","time spent":"2.000367629s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:35:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:35:39.389849Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"08529c979fe28b38","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-26T02:35:39.889699Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"08529c979fe28bba","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-26T02:35:39.984273Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.405319872s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:35:40.838426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000074813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:35:40.839066Z","caller":"traceutil/trace.go:171","msg":"trace[1691764862] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000793271s","start":"2026-02-26T02:35:38.838249Z","end":"2026-02-26T02:35:40.839043Z","steps":["trace[1691764862] 'agreement among raft nodes before linearized reading' (duration: 2.000121564s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:40.839125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:38.838222Z","time spent":"2.000882844s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:35:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:35:42.177441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999885217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:35:42.177548Z","caller":"traceutil/trace.go:171","msg":"trace[425491106] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000054021s","start":"2026-02-26T02:35:40.177473Z","end":"2026-02-26T02:35:42.177527Z","steps":["trace[425491106] 'agreement among raft nodes before linearized reading' (duration: 1.999909027s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:42.1776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:40.177449Z","time spent":"2.000142594s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:35:42.847143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000655047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:35:42.847241Z","caller":"traceutil/trace.go:171","msg":"trace[700098393] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000827432s","start":"2026-02-26T02:35:40.846391Z","end":"2026-02-26T02:35:42.847219Z","steps":["trace[700098393] 'agreement among raft nodes before linearized reading' (duration: 2.000693648s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:42.847308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:40.846373Z","time spent":"2.000914704s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:35:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:35:43.175265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.998601634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/magnum-registry-certs\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:35:43.175416Z","caller":"traceutil/trace.go:171","msg":"trace[184496989] range","detail":"{range_begin:/registry/secrets/openstack/magnum-registry-certs; range_end:; }","duration":"9.99882303s","start":"2026-02-26T02:35:33.176572Z","end":"2026-02-26T02:35:43.175395Z","steps":["trace[184496989] 'agreement among raft nodes before linearized reading' (duration: 9.998648196s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:43.175478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:33.176565Z","time spent":"9.998903652s","remote":"127.0.0.1:45122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":0,"request content":"key:\"/registry/secrets/openstack/magnum-registry-certs\" "} 2026/02/26 02:35:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:35:43.769511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.998090352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:35:43.769629Z","caller":"traceutil/trace.go:171","msg":"trace[605890564] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; }","duration":"9.998270936s","start":"2026-02-26T02:35:33.771325Z","end":"2026-02-26T02:35:43.769596Z","steps":["trace[605890564] 'agreement among raft nodes before linearized reading' (duration: 9.998133982s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:43.769695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:33.771299Z","time spent":"9.998382499s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} 2026/02/26 02:35:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:35:44.855429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999962679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:35:44.855536Z","caller":"traceutil/trace.go:171","msg":"trace[488517177] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000148214s","start":"2026-02-26T02:35:42.855365Z","end":"2026-02-26T02:35:44.855513Z","steps":["trace[488517177] 'agreement among raft nodes before linearized reading' (duration: 2.000009291s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:44.855588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:42.855324Z","time spent":"2.000255437s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:35:45.005998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:38.005449Z","time spent":"7.000541905s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-26T02:35:46.619605Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"6.635050075s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:35:46.85668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999959659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:35:46.857668Z","caller":"traceutil/trace.go:171","msg":"trace[1128107690] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0007362s","start":"2026-02-26T02:35:44.856574Z","end":"2026-02-26T02:35:46.85731Z","steps":["trace[1128107690] 'agreement among raft nodes before linearized reading' (duration: 2.000001211s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:46.859157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:44.85655Z","time spent":"2.001832349s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:35:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:35:47.36595Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"08529c979fe28bba","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-26T02:35:48.780084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.00027182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:35:48.780205Z","caller":"traceutil/trace.go:171","msg":"trace[996146939] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; }","duration":"20.000475296s","start":"2026-02-26T02:35:28.779701Z","end":"2026-02-26T02:35:48.780176Z","steps":["trace[996146939] 'agreement among raft nodes before linearized reading' (duration: 20.000307632s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:48.780274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:28.779675Z","time spent":"20.000586618s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} 2026/02/26 02:35:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:35:48.865274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999543768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:35:48.865383Z","caller":"traceutil/trace.go:171","msg":"trace[1378916523] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999729574s","start":"2026-02-26T02:35:46.865622Z","end":"2026-02-26T02:35:48.865352Z","steps":["trace[1378916523] 'agreement among raft nodes before linearized reading' (duration: 1.99959294s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:48.865444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:46.865578Z","time spent":"1.999850137s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:35:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:35:49.44184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:40.292176Z","time spent":"9.149647044s","remote":"127.0.0.1:53284","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T02:35:49.443063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.284709184s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:35:49.443212Z","caller":"traceutil/trace.go:171","msg":"trace[1733185811] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23339; }","duration":"6.284879608s","start":"2026-02-26T02:35:43.158312Z","end":"2026-02-26T02:35:49.443191Z","steps":["trace[1733185811] 'range keys from in-memory index tree' (duration: 6.284688883s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:49.448074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.082747653s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"warn","ts":"2026-02-26T02:35:49.448456Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"55.742µs","request":"header: lease_revoke:","response":"size:30","error":"lease not found"} {"level":"info","ts":"2026-02-26T02:35:49.45002Z","caller":"traceutil/trace.go:171","msg":"trace[1821290944] linearizableReadLoop","detail":"{readStateIndex:24178; appliedIndex:24166; }","duration":"19.369615172s","start":"2026-02-26T02:35:30.080369Z","end":"2026-02-26T02:35:49.449985Z","steps":["trace[1821290944] 'read index received' (duration: 2.140962804s)","trace[1821290944] 'applied index is now lower than readState.Index' (duration: 17.228650208s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:35:49.710958Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.090865006s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:35:50.770677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.005192979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:35:50.770783Z","caller":"traceutil/trace.go:171","msg":"trace[242073125] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; }","duration":"10.005360184s","start":"2026-02-26T02:35:40.765388Z","end":"2026-02-26T02:35:50.770748Z","steps":["trace[242073125] 'agreement among raft nodes before linearized reading' (duration: 10.005241121s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:50.770842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:40.76536Z","time spent":"10.005469256s","remote":"127.0.0.1:42402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":0,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} 2026/02/26 02:35:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:35:50.866417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999479547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:35:50.866552Z","caller":"traceutil/trace.go:171","msg":"trace[1051478027] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999689293s","start":"2026-02-26T02:35:48.866833Z","end":"2026-02-26T02:35:50.866522Z","steps":["trace[1051478027] 'agreement among raft nodes before linearized reading' (duration: 1.999505928s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:50.866627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:48.866813Z","time spent":"1.999799616s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:35:51.569305Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.858140113s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:35:52.177723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000123414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:35:52.177842Z","caller":"traceutil/trace.go:171","msg":"trace[291655177] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000343739s","start":"2026-02-26T02:35:50.177471Z","end":"2026-02-26T02:35:52.177815Z","steps":["trace[291655177] 'agreement among raft nodes before linearized reading' (duration: 2.000177675s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:52.177905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:50.177444Z","time spent":"2.000448112s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:35:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:35:52.874691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99996943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:35:52.874802Z","caller":"traceutil/trace.go:171","msg":"trace[992529161] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000189836s","start":"2026-02-26T02:35:50.874587Z","end":"2026-02-26T02:35:52.874776Z","steps":["trace[992529161] 'agreement among raft nodes before linearized reading' (duration: 1.999998781s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:52.874861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:50.874549Z","time spent":"2.000299429s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:35:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:35:53.17564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.992083505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/magnum-registry-certs\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:35:53.175723Z","caller":"traceutil/trace.go:171","msg":"trace[1994044643] range","detail":"{range_begin:/registry/secrets/openstack/magnum-registry-certs; range_end:; }","duration":"9.992282069s","start":"2026-02-26T02:35:43.183422Z","end":"2026-02-26T02:35:53.175704Z","steps":["trace[1994044643] 'agreement among raft nodes before linearized reading' (duration: 9.992109975s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:53.175762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:43.183404Z","time spent":"9.992349902s","remote":"127.0.0.1:45122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":0,"request content":"key:\"/registry/secrets/openstack/magnum-registry-certs\" "} 2026/02/26 02:35:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:35:53.76998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.996898241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:35:53.770104Z","caller":"traceutil/trace.go:171","msg":"trace[1062271869] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; }","duration":"9.997099486s","start":"2026-02-26T02:35:43.772971Z","end":"2026-02-26T02:35:53.770071Z","steps":["trace[1062271869] 'agreement among raft nodes before linearized reading' (duration: 9.996938642s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:53.770173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:43.772945Z","time spent":"9.997214379s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} 2026/02/26 02:35:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:35:54.386758Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"08529c979fe28bba","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-26T02:35:54.884141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000234097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:35:54.884247Z","caller":"traceutil/trace.go:171","msg":"trace[1965634224] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00036002s","start":"2026-02-26T02:35:52.883864Z","end":"2026-02-26T02:35:54.884224Z","steps":["trace[1965634224] 'agreement among raft nodes before linearized reading' (duration: 2.000229237s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:54.884301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:52.883801Z","time spent":"2.000490943s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:35:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:35:56.884462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999434565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:35:56.884589Z","caller":"traceutil/trace.go:171","msg":"trace[2046540991] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999582819s","start":"2026-02-26T02:35:54.884977Z","end":"2026-02-26T02:35:56.88456Z","steps":["trace[2046540991] 'agreement among raft nodes before linearized reading' (duration: 1.999429655s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:56.884661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:54.884896Z","time spent":"1.999750243s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:35:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:35:58.632334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"34.284623887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:35:58.632374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.183846457s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-02-26T02:35:58.632438Z","caller":"traceutil/trace.go:171","msg":"trace[1111058078] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23343; }","duration":"34.284780461s","start":"2026-02-26T02:35:24.347625Z","end":"2026-02-26T02:35:58.632406Z","steps":["trace[1111058078] 'agreement among raft nodes before linearized reading' (duration: 25.102698301s)","trace[1111058078] 'count revisions from in-memory index tree' (duration: 9.181933017s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:35:58.632492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:24.347603Z","time spent":"34.284877553s","remote":"127.0.0.1:42296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:35:58.632577Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"17.741µs","request":"header: lease_revoke:","response":"size:30","error":"lease not found"} {"level":"warn","ts":"2026-02-26T02:35:58.632615Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"4.38µs","request":"header: lease_revoke:","response":"size:30","error":"lease not found"} {"level":"info","ts":"2026-02-26T02:35:58.632677Z","caller":"traceutil/trace.go:171","msg":"trace[434282316] linearizableReadLoop","detail":"{readStateIndex:24183; appliedIndex:24179; }","duration":"9.182561023s","start":"2026-02-26T02:35:49.450097Z","end":"2026-02-26T02:35:58.632658Z","steps":["trace[434282316] 'read index received' (duration: 261.682615ms)","trace[434282316] 'applied index is now lower than readState.Index' (duration: 8.920877478s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:35:58.633008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"29.446489841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897a8a815b748d0\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-02-26T02:35:58.633039Z","caller":"traceutil/trace.go:171","msg":"trace[1559308427] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897a8a815b748d0; range_end:; response_count:1; response_revision:23343; }","duration":"29.446517942s","start":"2026-02-26T02:35:29.186512Z","end":"2026-02-26T02:35:58.63303Z","steps":["trace[1559308427] 'agreement among raft nodes before linearized reading' (duration: 20.26361608s)","trace[1559308427] 'range keys from in-memory index tree' (duration: 9.182790949s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:35:58.633063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:29.186486Z","time spent":"29.446568383s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897a8a815b748d0\" "} {"level":"warn","ts":"2026-02-26T02:35:58.633221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"30.732617751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:35:58.633254Z","caller":"traceutil/trace.go:171","msg":"trace[583060823] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:23343; }","duration":"30.732695933s","start":"2026-02-26T02:35:27.900549Z","end":"2026-02-26T02:35:58.633245Z","steps":["trace[583060823] 'agreement among raft nodes before linearized reading' (duration: 21.549600067s)","trace[583060823] 'count revisions from in-memory index tree' (duration: 9.183052026s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:35:58.633279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:27.900507Z","time spent":"30.732763965s","remote":"127.0.0.1:45566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":48,"response size":32,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:35:58.633417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"38.76173578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:35:58.633444Z","caller":"traceutil/trace.go:171","msg":"trace[2025197104] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:23343; }","duration":"38.761815212s","start":"2026-02-26T02:35:19.871622Z","end":"2026-02-26T02:35:58.633437Z","steps":["trace[2025197104] 'agreement among raft nodes before linearized reading' (duration: 29.57854232s)","trace[2025197104] 'count revisions from in-memory index tree' (duration: 9.183232681s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:35:58.633467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:19.871596Z","time spent":"38.761864363s","remote":"127.0.0.1:50574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:35:58.633573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"34.555467094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"info","ts":"2026-02-26T02:35:58.63366Z","caller":"traceutil/trace.go:171","msg":"trace[1769991309] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:23343; }","duration":"34.555612058s","start":"2026-02-26T02:35:24.078025Z","end":"2026-02-26T02:35:58.633638Z","steps":["trace[1769991309] 'agreement among raft nodes before linearized reading' (duration: 25.372300355s)","trace[1769991309] 'range keys from in-memory index tree' (duration: 9.183044736s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:35:58.633672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"39.214773457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-76f6d9846-98mk7\" ","response":"range_response_count:1 size:8647"} {"level":"info","ts":"2026-02-26T02:35:58.633698Z","caller":"traceutil/trace.go:171","msg":"trace[1131595541] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-76f6d9846-98mk7; range_end:; response_count:1; response_revision:23343; }","duration":"39.214841858s","start":"2026-02-26T02:35:19.418846Z","end":"2026-02-26T02:35:58.633688Z","steps":["trace[1131595541] 'agreement among raft nodes before linearized reading' (duration: 30.03133013s)","trace[1131595541] 'range keys from in-memory index tree' (duration: 9.183439976s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:35:58.633745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:19.418821Z","time spent":"39.214918961s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":8671,"request content":"key:\"/registry/pods/openstack/magnum-api-76f6d9846-98mk7\" "} {"level":"warn","ts":"2026-02-26T02:35:58.633754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:24.078012Z","time spent":"34.555682829s","remote":"127.0.0.1:45492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11861,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-02-26T02:35:58.633888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"34.886580459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:35:58.633918Z","caller":"traceutil/trace.go:171","msg":"trace[764321357] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:23343; }","duration":"34.886655611s","start":"2026-02-26T02:35:23.747254Z","end":"2026-02-26T02:35:58.63391Z","steps":["trace[764321357] 'agreement among raft nodes before linearized reading' (duration: 25.702908807s)","trace[764321357] 'count revisions from in-memory index tree' (duration: 9.183690053s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:35:58.633938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:23.74723Z","time spent":"34.886702722s","remote":"127.0.0.1:57982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":32,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:35:58.634029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"33.767549962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:35:58.634056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"38.671856342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:35:58.634072Z","caller":"traceutil/trace.go:171","msg":"trace[456831434] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:23343; }","duration":"33.767637324s","start":"2026-02-26T02:35:24.866418Z","end":"2026-02-26T02:35:58.634055Z","steps":["trace[456831434] 'agreement among raft nodes before linearized reading' (duration: 24.58391335s)","trace[456831434] 'count revisions from in-memory index tree' (duration: 9.183665161s)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:35:58.634081Z","caller":"traceutil/trace.go:171","msg":"trace[1031463868] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:23343; }","duration":"38.671927613s","start":"2026-02-26T02:35:19.962143Z","end":"2026-02-26T02:35:58.634071Z","steps":["trace[1031463868] 'agreement among raft nodes before linearized reading' (duration: 29.488027825s)","trace[1031463868] 'count revisions from in-memory index tree' (duration: 9.183855997s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:35:58.634104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:19.962117Z","time spent":"38.671981195s","remote":"127.0.0.1:42470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:35:58.634104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:24.866393Z","time spent":"33.767702686s","remote":"127.0.0.1:40890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:35:58.634215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"39.460947274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:35:58.634235Z","caller":"traceutil/trace.go:171","msg":"trace[530882922] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:23343; }","duration":"39.461007435s","start":"2026-02-26T02:35:19.173221Z","end":"2026-02-26T02:35:58.634229Z","steps":["trace[530882922] 'agreement among raft nodes before linearized reading' (duration: 30.276966614s)","trace[530882922] 'count revisions from in-memory index tree' (duration: 9.184007261s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:35:58.634256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:19.173164Z","time spent":"39.461085717s","remote":"127.0.0.1:40954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:35:58.634236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.483661065s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:35:58.634296Z","caller":"traceutil/trace.go:171","msg":"trace[653980291] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23343; }","duration":"5.483719297s","start":"2026-02-26T02:35:53.150566Z","end":"2026-02-26T02:35:58.634285Z","steps":["trace[653980291] 'range keys from in-memory index tree' (duration: 5.483652235s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:58.634399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"39.603776867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-02-26T02:35:58.634422Z","caller":"traceutil/trace.go:171","msg":"trace[1545462868] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:23343; }","duration":"39.603819478s","start":"2026-02-26T02:35:19.030594Z","end":"2026-02-26T02:35:58.634413Z","steps":["trace[1545462868] 'agreement among raft nodes before linearized reading' (duration: 30.419606472s)","trace[1545462868] 'range keys from in-memory index tree' (duration: 9.184149505s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:35:58.634442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:19.030583Z","time spent":"39.603851539s","remote":"127.0.0.1:45188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-02-26T02:35:58.63455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"35.031697113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:35:58.634573Z","caller":"traceutil/trace.go:171","msg":"trace[944536589] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:23343; }","duration":"35.031765934s","start":"2026-02-26T02:35:23.6028Z","end":"2026-02-26T02:35:58.634566Z","steps":["trace[944536589] 'agreement among raft nodes before linearized reading' (duration: 25.847398024s)","trace[944536589] 'count revisions from in-memory index tree' (duration: 9.18433269s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:35:58.634593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:23.602774Z","time spent":"35.031812396s","remote":"127.0.0.1:42372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:35:58.6347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"31.47181621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:35:58.634721Z","caller":"traceutil/trace.go:171","msg":"trace[1711752360] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:0; response_revision:23343; }","duration":"31.47186647s","start":"2026-02-26T02:35:27.162845Z","end":"2026-02-26T02:35:58.634711Z","steps":["trace[1711752360] 'agreement among raft nodes before linearized reading' (duration: 22.287351616s)","trace[1711752360] 'range keys from in-memory index tree' (duration: 9.184484254s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:35:58.634741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:27.16282Z","time spent":"31.471917242s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":30,"request content":"key:\"/registry/masterleases/162.253.55.200\" "} {"level":"warn","ts":"2026-02-26T02:35:58.634861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"37.141042944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"","error":"rangeKeys: context cancelled: context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:35:58.634883Z","caller":"traceutil/trace.go:171","msg":"trace[449601930] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; }","duration":"37.141097385s","start":"2026-02-26T02:35:21.493779Z","end":"2026-02-26T02:35:58.634877Z","steps":["trace[449601930] 'agreement among raft nodes before linearized reading' (duration: 27.956433717s)","trace[449601930] 'range keys from in-memory index tree' (duration: 9.184606117s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:35:58.634904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:21.493759Z","time spent":"37.141140126s","remote":"127.0.0.1:45134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} 2026/02/26 02:35:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:35:58.63498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"37.32687402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:35:58.634998Z","caller":"traceutil/trace.go:171","msg":"trace[1194758602] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23343; }","duration":"37.326925441s","start":"2026-02-26T02:35:21.308065Z","end":"2026-02-26T02:35:58.634991Z","steps":["trace[1194758602] 'agreement among raft nodes before linearized reading' (duration: 28.142178701s)","trace[1194758602] 'count revisions from in-memory index tree' (duration: 9.18472176s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:35:58.635017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:21.308045Z","time spent":"37.326966613s","remote":"127.0.0.1:50614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:35:58.636363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"28.536871061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-02-26T02:35:58.636396Z","caller":"traceutil/trace.go:171","msg":"trace[974116929] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:23343; }","duration":"28.536939653s","start":"2026-02-26T02:35:30.099445Z","end":"2026-02-26T02:35:58.636385Z","steps":["trace[974116929] 'agreement among raft nodes before linearized reading' (duration: 28.536840471s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:58.636417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:30.099426Z","time spent":"28.536985255s","remote":"127.0.0.1:45122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3590,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-02-26T02:35:58.636458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"32.796313739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:35:58.636477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.130177945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:35:58.636527Z","caller":"traceutil/trace.go:171","msg":"trace[519047245] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:23343; }","duration":"20.130299649s","start":"2026-02-26T02:35:38.506211Z","end":"2026-02-26T02:35:58.636511Z","steps":["trace[519047245] 'agreement among raft nodes before linearized reading' (duration: 20.130187786s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:58.636518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.752405431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:35:58.636572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:38.506182Z","time spent":"20.13037691s","remote":"127.0.0.1:49562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:35:58.636581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"32.147688588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:35:58.636592Z","caller":"traceutil/trace.go:171","msg":"trace[1389577711] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:23343; }","duration":"20.752556505s","start":"2026-02-26T02:35:37.884016Z","end":"2026-02-26T02:35:58.636573Z","steps":["trace[1389577711] 'agreement among raft nodes before linearized reading' (duration: 20.752387501s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:58.636563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"31.656915657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:35:58.636616Z","caller":"traceutil/trace.go:171","msg":"trace[591401727] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:23343; }","duration":"32.147756289s","start":"2026-02-26T02:35:26.488848Z","end":"2026-02-26T02:35:58.636604Z","steps":["trace[591401727] 'agreement among raft nodes before linearized reading' (duration: 22.961436157s)","trace[591401727] 'count revisions from in-memory index tree' (duration: 9.186275941s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:35:58.636637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"27.294603709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:35:58.636653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:26.488828Z","time spent":"32.147815251s","remote":"127.0.0.1:45548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":32,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:35:58.636665Z","caller":"traceutil/trace.go:171","msg":"trace[1017229862] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:23343; }","duration":"27.29467447s","start":"2026-02-26T02:35:31.341982Z","end":"2026-02-26T02:35:58.636657Z","steps":["trace[1017229862] 'agreement among raft nodes before linearized reading' (duration: 27.294626789s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:58.636669Z","caller":"traceutil/trace.go:171","msg":"trace[1546646643] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:23343; }","duration":"31.65704309s","start":"2026-02-26T02:35:26.979595Z","end":"2026-02-26T02:35:58.636638Z","steps":["trace[1546646643] 'agreement among raft nodes before linearized reading' (duration: 22.470684087s)","trace[1546646643] 'count revisions from in-memory index tree' (duration: 9.186200099s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:35:58.636691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:31.34196Z","time spent":"27.294724592s","remote":"127.0.0.1:42468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:35:58.636695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"27.85214325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:35:58.636727Z","caller":"traceutil/trace.go:171","msg":"trace[1794186060] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:23343; }","duration":"27.852217112s","start":"2026-02-26T02:35:30.784501Z","end":"2026-02-26T02:35:58.636718Z","steps":["trace[1794186060] 'agreement among raft nodes before linearized reading' (duration: 27.85215601s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:58.636721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:26.979569Z","time spent":"31.657139993s","remote":"127.0.0.1:42402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:35:58.636752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:30.784481Z","time spent":"27.852261174s","remote":"127.0.0.1:49484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:35:58.636814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.221728457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:35:58.636776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"33.477404727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:35:58.636871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.309993723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:35:58.636897Z","caller":"traceutil/trace.go:171","msg":"trace[2128004464] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:23343; }","duration":"21.310061894s","start":"2026-02-26T02:35:37.326827Z","end":"2026-02-26T02:35:58.636889Z","steps":["trace[2128004464] 'agreement among raft nodes before linearized reading' (duration: 21.310024423s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:58.636903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"32.62556861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:35:58.636902Z","caller":"traceutil/trace.go:171","msg":"trace[597618074] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:23343; }","duration":"33.477599752s","start":"2026-02-26T02:35:25.159273Z","end":"2026-02-26T02:35:58.636872Z","steps":["trace[597618074] 'agreement among raft nodes before linearized reading' (duration: 24.291041654s)","trace[597618074] 'count revisions from in-memory index tree' (duration: 9.186357043s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:35:58.636919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:37.326801Z","time spent":"21.310111846s","remote":"127.0.0.1:49624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:35:58.636946Z","caller":"traceutil/trace.go:171","msg":"trace[1430384695] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:23343; }","duration":"32.625667083s","start":"2026-02-26T02:35:26.011266Z","end":"2026-02-26T02:35:58.636933Z","steps":["trace[1430384695] 'agreement among raft nodes before linearized reading' (duration: 23.439028102s)","trace[1430384695] 'count revisions from in-memory index tree' (duration: 9.186585238s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:35:58.63697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.246004084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:35:58.636837Z","caller":"traceutil/trace.go:171","msg":"trace[69578738] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23343; }","duration":"21.22180025s","start":"2026-02-26T02:35:37.415027Z","end":"2026-02-26T02:35:58.636828Z","steps":["trace[69578738] 'agreement among raft nodes before linearized reading' (duration: 21.221757849s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:58.636986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:26.011236Z","time spent":"32.625738135s","remote":"127.0.0.1:38452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:35:58.636999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"37.046450021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:35:58.637011Z","caller":"traceutil/trace.go:171","msg":"trace[1776517035] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23343; }","duration":"9.246086587s","start":"2026-02-26T02:35:49.390911Z","end":"2026-02-26T02:35:58.636998Z","steps":["trace[1776517035] 'agreement among raft nodes before linearized reading' (duration: 9.246020006s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:58.637043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:49.390886Z","time spent":"9.246149828s","remote":"127.0.0.1:42254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:35:58.637039Z","caller":"traceutil/trace.go:171","msg":"trace[1307775057] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23343; }","duration":"37.046519203s","start":"2026-02-26T02:35:21.590506Z","end":"2026-02-26T02:35:58.637025Z","steps":["trace[1307775057] 'agreement among raft nodes before linearized reading' (duration: 27.859700098s)","trace[1307775057] 'count revisions from in-memory index tree' (duration: 9.186724073s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:35:58.637077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:21.590489Z","time spent":"37.046577945s","remote":"127.0.0.1:42580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:35:58.637144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"32.050352163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:35:58.637178Z","caller":"traceutil/trace.go:171","msg":"trace[1496564996] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:23343; }","duration":"32.050414105s","start":"2026-02-26T02:35:26.586752Z","end":"2026-02-26T02:35:58.637166Z","steps":["trace[1496564996] 'agreement among raft nodes before linearized reading' (duration: 22.863546728s)","trace[1496564996] 'count revisions from in-memory index tree' (duration: 9.186822325s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:35:58.637231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:26.586734Z","time spent":"32.050486866s","remote":"127.0.0.1:49514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:35:58.637269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"35.595245722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:35:58.637291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.854843458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-02-26T02:35:58.63731Z","caller":"traceutil/trace.go:171","msg":"trace[37519271] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:23343; }","duration":"35.595333365s","start":"2026-02-26T02:35:23.041963Z","end":"2026-02-26T02:35:58.637296Z","steps":["trace[37519271] 'agreement among raft nodes before linearized reading' (duration: 26.408302745s)","trace[37519271] 'count revisions from in-memory index tree' (duration: 9.186961279s)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:35:58.637329Z","caller":"traceutil/trace.go:171","msg":"trace[1931567616] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:23343; }","duration":"9.854934681s","start":"2026-02-26T02:35:48.782381Z","end":"2026-02-26T02:35:58.637316Z","steps":["trace[1931567616] 'agreement among raft nodes before linearized reading' (duration: 9.854784697s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:58.637344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:23.04194Z","time spent":"35.595395046s","remote":"127.0.0.1:42498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:35:58.637367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:48.782339Z","time spent":"9.855019723s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":669,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-02-26T02:35:58.637543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.890784765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:35:58.637545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"33.170460708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-02-26T02:35:58.637576Z","caller":"traceutil/trace.go:171","msg":"trace[537906339] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:23343; }","duration":"9.890820746s","start":"2026-02-26T02:35:48.746746Z","end":"2026-02-26T02:35:58.637567Z","steps":["trace[537906339] 'agreement among raft nodes before linearized reading' (duration: 9.890757355s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:58.63759Z","caller":"traceutil/trace.go:171","msg":"trace[1312983867] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23343; }","duration":"33.170548481s","start":"2026-02-26T02:35:25.467026Z","end":"2026-02-26T02:35:58.637574Z","steps":["trace[1312983867] 'agreement among raft nodes before linearized reading' (duration: 23.983270683s)","trace[1312983867] 'range keys from in-memory index tree' (duration: 9.187150953s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:35:58.637604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:48.746698Z","time spent":"9.890898728s","remote":"127.0.0.1:50560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:35:58.63702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:37.415Z","time spent":"21.222010305s","remote":"127.0.0.1:42176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:35:58.637625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:25.467Z","time spent":"33.170616973s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-26T02:35:58.637664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"36.387514769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:35:58.637737Z","caller":"traceutil/trace.go:171","msg":"trace[1266171071] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:23343; }","duration":"36.387598571s","start":"2026-02-26T02:35:22.250093Z","end":"2026-02-26T02:35:58.637692Z","steps":["trace[1266171071] 'agreement among raft nodes before linearized reading' (duration: 27.20017452s)","trace[1266171071] 'count revisions from in-memory index tree' (duration: 9.18737834s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:35:58.63777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:22.250059Z","time spent":"36.387702903s","remote":"127.0.0.1:45358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":20,"response size":32,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:35:58.637859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.245574804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:35:58.637894Z","caller":"traceutil/trace.go:171","msg":"trace[670114749] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:23343; }","duration":"10.245651316s","start":"2026-02-26T02:35:48.392235Z","end":"2026-02-26T02:35:58.637886Z","steps":["trace[670114749] 'agreement among raft nodes before linearized reading' (duration: 10.245585624s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:58.637906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.044455056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-26T02:35:58.637873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.580665065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:35:58.637933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"40.352203009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:35:58.637967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"40.481118196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-26T02:35:58.637975Z","caller":"traceutil/trace.go:171","msg":"trace[680363390] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:23343; }","duration":"40.352290271s","start":"2026-02-26T02:35:18.285672Z","end":"2026-02-26T02:35:58.637963Z","steps":["trace[680363390] 'agreement among raft nodes before linearized reading' (duration: 31.164537801s)","trace[680363390] 'count revisions from in-memory index tree' (duration: 9.187630746s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:35:58.637984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.950596863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:35:58.637976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.308773479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:35:58.637987Z","caller":"traceutil/trace.go:171","msg":"trace[629149562] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:23343; }","duration":"21.58085923s","start":"2026-02-26T02:35:37.057097Z","end":"2026-02-26T02:35:58.637956Z","steps":["trace[629149562] 'agreement among raft nodes before linearized reading' (duration: 21.579937735s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:58.638008Z","caller":"traceutil/trace.go:171","msg":"trace[1719174743] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:23343; }","duration":"21.950735637s","start":"2026-02-26T02:35:36.687266Z","end":"2026-02-26T02:35:58.638002Z","steps":["trace[1719174743] 'agreement among raft nodes before linearized reading' (duration: 21.950685375s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:58.638008Z","caller":"traceutil/trace.go:171","msg":"trace[1720593100] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:23343; }","duration":"40.481196018s","start":"2026-02-26T02:35:18.156798Z","end":"2026-02-26T02:35:58.637994Z","steps":["trace[1720593100] 'agreement among raft nodes before linearized reading' (duration: 31.29350633s)","trace[1720593100] 'count revisions from in-memory index tree' (duration: 9.187639686s)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:35:58.638018Z","caller":"traceutil/trace.go:171","msg":"trace[1441430933] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23343; }","duration":"10.308865012s","start":"2026-02-26T02:35:48.329144Z","end":"2026-02-26T02:35:58.638009Z","steps":["trace[1441430933] 'agreement among raft nodes before linearized reading' (duration: 10.30879718s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:58.63803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:36.687244Z","time spent":"21.950781127s","remote":"127.0.0.1:42342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":32,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:35:58.638043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:18.156768Z","time spent":"40.481266969s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":174,"response size":33,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:35:58.638048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:37.057059Z","time spent":"21.580976523s","remote":"127.0.0.1:45376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":124,"response size":32,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:35:58.638052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:48.329115Z","time spent":"10.308928023s","remote":"127.0.0.1:50680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:35:58.638059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"32.89200037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:35:58.638103Z","caller":"traceutil/trace.go:171","msg":"trace[1103356050] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:23343; }","duration":"32.892076382s","start":"2026-02-26T02:35:25.746013Z","end":"2026-02-26T02:35:58.63809Z","steps":["trace[1103356050] 'agreement among raft nodes before linearized reading' (duration: 23.704267781s)","trace[1103356050] 'count revisions from in-memory index tree' (duration: 9.18775838s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:35:58.638136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:25.745992Z","time spent":"32.892135344s","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:35:58.638201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.331988713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:35:58.638233Z","caller":"traceutil/trace.go:171","msg":"trace[797405079] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:23343; }","duration":"23.332068655s","start":"2026-02-26T02:35:35.306156Z","end":"2026-02-26T02:35:58.638225Z","steps":["trace[797405079] 'agreement among raft nodes before linearized reading' (duration: 23.332011673s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:58.638255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:35.306131Z","time spent":"23.332117686s","remote":"127.0.0.1:50498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:35:58.636983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"28.053612939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:35:58.638549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.270187074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:35:58.638539Z","caller":"traceutil/trace.go:171","msg":"trace[2012721601] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:23343; }","duration":"28.055208641s","start":"2026-02-26T02:35:30.583316Z","end":"2026-02-26T02:35:58.638525Z","steps":["trace[2012721601] 'agreement among raft nodes before linearized reading' (duration: 28.053635379s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:58.638571Z","caller":"traceutil/trace.go:171","msg":"trace[1381207702] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:23343; }","duration":"22.270208825s","start":"2026-02-26T02:35:36.368355Z","end":"2026-02-26T02:35:58.638564Z","steps":["trace[1381207702] 'agreement among raft nodes before linearized reading' (duration: 22.270175124s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:58.638594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:36.368281Z","time spent":"22.270308297s","remote":"127.0.0.1:50590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:35:58.638577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.463046436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:35:58.638607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.246055119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:269005"} {"level":"info","ts":"2026-02-26T02:35:58.638622Z","caller":"traceutil/trace.go:171","msg":"trace[1271401905] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:23343; }","duration":"25.463093717s","start":"2026-02-26T02:35:33.17552Z","end":"2026-02-26T02:35:58.638614Z","steps":["trace[1271401905] 'agreement among raft nodes before linearized reading' (duration: 25.463008225s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:58.638631Z","caller":"traceutil/trace.go:171","msg":"trace[1813334550] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:23343; }","duration":"22.24613769s","start":"2026-02-26T02:35:36.392487Z","end":"2026-02-26T02:35:58.638625Z","steps":["trace[1813334550] 'agreement among raft nodes before linearized reading' (duration: 22.245638327s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:58.638654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:36.392459Z","time spent":"22.246188842s","remote":"127.0.0.1:45492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":269029,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-02-26T02:35:58.638655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:33.175358Z","time spent":"25.463281723s","remote":"127.0.0.1:38480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:35:58.638648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"40.4994952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"warn","ts":"2026-02-26T02:35:58.63866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.622607289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-26T02:35:58.6387Z","caller":"traceutil/trace.go:171","msg":"trace[650964698] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:23343; }","duration":"10.622778003s","start":"2026-02-26T02:35:48.015912Z","end":"2026-02-26T02:35:58.63869Z","steps":["trace[650964698] 'agreement among raft nodes before linearized reading' (duration: 10.622313241s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:58.638707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.037473722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:35:58.638703Z","caller":"traceutil/trace.go:171","msg":"trace[720751696] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:23343; }","duration":"40.499567072s","start":"2026-02-26T02:35:18.139108Z","end":"2026-02-26T02:35:58.638676Z","steps":["trace[720751696] 'agreement among raft nodes before linearized reading' (duration: 31.311203636s)","trace[720751696] 'range keys from in-memory index tree' (duration: 9.188243103s)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:35:58.638729Z","caller":"traceutil/trace.go:171","msg":"trace[1841266123] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:23343; }","duration":"23.037543054s","start":"2026-02-26T02:35:35.60118Z","end":"2026-02-26T02:35:58.638723Z","steps":["trace[1841266123] 'agreement among raft nodes before linearized reading' (duration: 23.037487702s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:58.638737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:48.01588Z","time spent":"10.622843055s","remote":"127.0.0.1:45230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":237,"response size":33,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:35:58.638739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:18.139088Z","time spent":"40.499642473s","remote":"127.0.0.1:45122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":675,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"warn","ts":"2026-02-26T02:35:58.63875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:35.601148Z","time spent":"23.037597775s","remote":"127.0.0.1:45180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":32,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:35:58.638748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"26.322515533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:35:58.638777Z","caller":"traceutil/trace.go:171","msg":"trace[500560003] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:23343; }","duration":"26.322593386s","start":"2026-02-26T02:35:32.316175Z","end":"2026-02-26T02:35:58.638768Z","steps":["trace[500560003] 'agreement among raft nodes before linearized reading' (duration: 26.322542885s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:58.642042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:32.31615Z","time spent":"26.325874052s","remote":"127.0.0.1:45110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-02-26T02:35:58.637606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"31.652731156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:35:58.642222Z","caller":"traceutil/trace.go:171","msg":"trace[783910381] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:23343; }","duration":"31.657377899s","start":"2026-02-26T02:35:26.984812Z","end":"2026-02-26T02:35:58.64219Z","steps":["trace[783910381] 'agreement among raft nodes before linearized reading' (duration: 22.465403678s)","trace[783910381] 'count revisions from in-memory index tree' (duration: 9.187318538s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:35:58.642261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:26.984786Z","time spent":"31.657463021s","remote":"127.0.0.1:40902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":74,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:35:58.636635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:37.883913Z","time spent":"20.752713239s","remote":"127.0.0.1:45172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:35:58.637985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"34.238964924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:35:58.642505Z","caller":"traceutil/trace.go:171","msg":"trace[1578450696] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:23343; }","duration":"34.243457433s","start":"2026-02-26T02:35:24.399006Z","end":"2026-02-26T02:35:58.642464Z","steps":["trace[1578450696] 'agreement among raft nodes before linearized reading' (duration: 25.051312107s)","trace[1578450696] 'count revisions from in-memory index tree' (duration: 9.187628867s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:35:58.642611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:24.398938Z","time spent":"34.243622907s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":32,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:35:58.637923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:48.392209Z","time spent":"10.245704287s","remote":"127.0.0.1:45350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:35:58.638047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"31.759389657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:35:58.642866Z","caller":"traceutil/trace.go:171","msg":"trace[1993463642] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:23343; }","duration":"31.764236045s","start":"2026-02-26T02:35:26.878615Z","end":"2026-02-26T02:35:58.642851Z","steps":["trace[1993463642] 'agreement among raft nodes before linearized reading' (duration: 22.571688269s)","trace[1993463642] 'count revisions from in-memory index tree' (duration: 9.187707989s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:35:58.6429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:26.87859Z","time spent":"31.764297586s","remote":"127.0.0.1:45462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:35:58.636969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:25.159248Z","time spent":"33.477707874s","remote":"127.0.0.1:42332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:35:58.638011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:18.285609Z","time spent":"40.352392624s","remote":"127.0.0.1:42630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:35:58.635082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"37.646621236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:35:58.643156Z","caller":"traceutil/trace.go:171","msg":"trace[2062836962] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:23343; }","duration":"37.65473523s","start":"2026-02-26T02:35:20.988409Z","end":"2026-02-26T02:35:58.643144Z","steps":["trace[2062836962] 'agreement among raft nodes before linearized reading' (duration: 28.461843314s)","trace[2062836962] 'count revisions from in-memory index tree' (duration: 9.184814153s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:35:58.643185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:20.988383Z","time spent":"37.654792431s","remote":"127.0.0.1:49516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:35:58.638846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.915059337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:35:58.643263Z","caller":"traceutil/trace.go:171","msg":"trace[933110175] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:23343; }","duration":"23.919522755s","start":"2026-02-26T02:35:34.723733Z","end":"2026-02-26T02:35:58.643256Z","steps":["trace[933110175] 'agreement among raft nodes before linearized reading' (duration: 23.915086697s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:58.643283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:34.723708Z","time spent":"23.919568946s","remote":"127.0.0.1:50532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:35:58.638878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"24.800757526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:35:58.643371Z","caller":"traceutil/trace.go:171","msg":"trace[865648597] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:23343; }","duration":"24.805286526s","start":"2026-02-26T02:35:33.838078Z","end":"2026-02-26T02:35:58.643365Z","steps":["trace[865648597] 'agreement among raft nodes before linearized reading' (duration: 24.800782416s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:58.643389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:33.838056Z","time spent":"24.805326276s","remote":"127.0.0.1:39460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:35:58.636833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"40.42776854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-02-26T02:35:58.643468Z","caller":"traceutil/trace.go:171","msg":"trace[1450214763] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; }","duration":"40.434435876s","start":"2026-02-26T02:35:18.209023Z","end":"2026-02-26T02:35:58.643459Z","steps":["trace[1450214763] 'agreement among raft nodes before linearized reading' (duration: 31.241265553s)","trace[1450214763] 'range keys from in-memory index tree' (duration: 9.186517957s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:35:58.643502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:18.209005Z","time spent":"40.434483767s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":0,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} 2026/02/26 02:35:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:35:58.638923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.845662386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:35:58.643583Z","caller":"traceutil/trace.go:171","msg":"trace[1674568043] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:23343; }","duration":"10.850413972s","start":"2026-02-26T02:35:47.793161Z","end":"2026-02-26T02:35:58.643575Z","steps":["trace[1674568043] 'agreement among raft nodes before linearized reading' (duration: 10.845701737s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:58.643607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:47.793134Z","time spent":"10.850463923s","remote":"127.0.0.1:45202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":32,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:35:58.638589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:30.58329Z","time spent":"28.055286703s","remote":"127.0.0.1:49588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:35:58.638971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.985374718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:35:58.643739Z","caller":"traceutil/trace.go:171","msg":"trace[453295532] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23343; }","duration":"11.990188655s","start":"2026-02-26T02:35:46.653538Z","end":"2026-02-26T02:35:58.643727Z","steps":["trace[453295532] 'agreement among raft nodes before linearized reading' (duration: 11.985408369s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:58.643765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:46.653503Z","time spent":"11.990252417s","remote":"127.0.0.1:42204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:35:58.639024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.529921078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:35:58.643843Z","caller":"traceutil/trace.go:171","msg":"trace[1956607093] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23343; }","duration":"19.534785687s","start":"2026-02-26T02:35:39.109049Z","end":"2026-02-26T02:35:58.643835Z","steps":["trace[1956607093] 'agreement among raft nodes before linearized reading' (duration: 19.529946069s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:58.643863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:39.109016Z","time spent":"19.534840808s","remote":"127.0.0.1:42250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:35:58.63906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.940865186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:35:58.643925Z","caller":"traceutil/trace.go:171","msg":"trace[1526527338] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:23343; }","duration":"15.945789906s","start":"2026-02-26T02:35:42.698127Z","end":"2026-02-26T02:35:58.643917Z","steps":["trace[1526527338] 'agreement among raft nodes before linearized reading' (duration: 15.940888837s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:58.643972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:42.698099Z","time spent":"15.945863448s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:35:58.639063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.55576835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:35:58.644008Z","caller":"traceutil/trace.go:171","msg":"trace[141285920] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:23343; }","duration":"17.560747931s","start":"2026-02-26T02:35:41.083254Z","end":"2026-02-26T02:35:58.644002Z","steps":["trace[141285920] 'agreement among raft nodes before linearized reading' (duration: 17.55579048s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:58.644028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:41.083226Z","time spent":"17.560795292s","remote":"127.0.0.1:49500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:35:58.639123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.68029685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:35:58.644122Z","caller":"traceutil/trace.go:171","msg":"trace[25771523] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:23343; }","duration":"17.685322753s","start":"2026-02-26T02:35:40.958794Z","end":"2026-02-26T02:35:58.644116Z","steps":["trace[25771523] 'agreement among raft nodes before linearized reading' (duration: 17.680299541s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:58.644142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:40.958771Z","time spent":"17.685364515s","remote":"127.0.0.1:45396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:35:58.639119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.443772597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:35:58.644238Z","caller":"traceutil/trace.go:171","msg":"trace[298647870] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:23343; }","duration":"12.448947113s","start":"2026-02-26T02:35:46.195282Z","end":"2026-02-26T02:35:58.644229Z","steps":["trace[298647870] 'agreement among raft nodes before linearized reading' (duration: 12.443807217s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:58.644257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:46.195234Z","time spent":"12.449015605s","remote":"127.0.0.1:42488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:35:58.639127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.287440197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:35:58.644339Z","caller":"traceutil/trace.go:171","msg":"trace[145131757] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:23343; }","duration":"12.292695736s","start":"2026-02-26T02:35:46.35163Z","end":"2026-02-26T02:35:58.644326Z","steps":["trace[145131757] 'agreement among raft nodes before linearized reading' (duration: 12.287356675s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:58.644371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:46.351606Z","time spent":"12.292752788s","remote":"127.0.0.1:45076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":115,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:35:58.639156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.846944241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:35:58.644415Z","caller":"traceutil/trace.go:171","msg":"trace[710784962] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:23343; }","duration":"17.8522033s","start":"2026-02-26T02:35:40.792206Z","end":"2026-02-26T02:35:58.644409Z","steps":["trace[710784962] 'agreement among raft nodes before linearized reading' (duration: 17.846932441s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:58.644434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:40.792136Z","time spent":"17.852291652s","remote":"127.0.0.1:42390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:35:58.639193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.567667182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:35:58.64451Z","caller":"traceutil/trace.go:171","msg":"trace[873675656] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:23343; }","duration":"18.573007493s","start":"2026-02-26T02:35:40.071483Z","end":"2026-02-26T02:35:58.64449Z","steps":["trace[873675656] 'agreement among raft nodes before linearized reading' (duration: 18.567686423s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:58.644547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:40.071458Z","time spent":"18.573076055s","remote":"127.0.0.1:40928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:35:58.639225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.977512912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:35:58.644599Z","caller":"traceutil/trace.go:171","msg":"trace[1062833827] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:23343; }","duration":"18.982934305s","start":"2026-02-26T02:35:39.661657Z","end":"2026-02-26T02:35:58.644591Z","steps":["trace[1062833827] 'agreement among raft nodes before linearized reading' (duration: 18.977548933s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:58.644619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:39.661631Z","time spent":"18.982981756s","remote":"127.0.0.1:42360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:35:58.639259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.122990895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:35:58.644693Z","caller":"traceutil/trace.go:171","msg":"trace[132824159] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:23343; }","duration":"19.12847924s","start":"2026-02-26T02:35:39.516208Z","end":"2026-02-26T02:35:58.644687Z","steps":["trace[132824159] 'agreement among raft nodes before linearized reading' (duration: 19.123027396s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:58.64471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:39.516173Z","time spent":"19.128530662s","remote":"127.0.0.1:42356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":32,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:35:58.639258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.889616866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:35:58.644783Z","caller":"traceutil/trace.go:171","msg":"trace[512446670] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:23343; }","duration":"19.895199114s","start":"2026-02-26T02:35:38.749577Z","end":"2026-02-26T02:35:58.644776Z","steps":["trace[512446670] 'agreement among raft nodes before linearized reading' (duration: 19.889577365s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:58.644806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:38.749544Z","time spent":"19.895250105s","remote":"127.0.0.1:45198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":88,"response size":32,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:35:58.637937Z","caller":"traceutil/trace.go:171","msg":"trace[182202195] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:23343; }","duration":"25.044530928s","start":"2026-02-26T02:35:33.593398Z","end":"2026-02-26T02:35:58.637929Z","steps":["trace[182202195] 'agreement among raft nodes before linearized reading' (duration: 25.044398124s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:58.644867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.911894583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-26T02:35:58.644893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:33.593373Z","time spent":"25.051508903s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":517,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-02-26T02:35:58.644909Z","caller":"traceutil/trace.go:171","msg":"trace[1441620448] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:23343; }","duration":"12.911995565s","start":"2026-02-26T02:35:45.732904Z","end":"2026-02-26T02:35:58.644899Z","steps":["trace[1441620448] 'agreement among raft nodes before linearized reading' (duration: 12.906238343s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:58.639292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.286056222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:35:58.644942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:45.732878Z","time spent":"12.912057067s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2636,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:35:58.644955Z","caller":"traceutil/trace.go:171","msg":"trace[601452513] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:23343; }","duration":"19.291715401s","start":"2026-02-26T02:35:39.353229Z","end":"2026-02-26T02:35:58.644945Z","steps":["trace[601452513] 'agreement among raft nodes before linearized reading' (duration: 19.286044261s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:58.644985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:39.353147Z","time spent":"19.291827644s","remote":"127.0.0.1:38470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:35:58.639292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.889807671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:35:58.645079Z","caller":"traceutil/trace.go:171","msg":"trace[1865152752] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:23343; }","duration":"19.895627955s","start":"2026-02-26T02:35:38.749438Z","end":"2026-02-26T02:35:58.645066Z","steps":["trace[1865152752] 'agreement among raft nodes before linearized reading' (duration: 19.889793031s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:58.645101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:38.749415Z","time spent":"19.895678046s","remote":"127.0.0.1:38468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:35:58.636525Z","caller":"traceutil/trace.go:171","msg":"trace[1370855966] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:23343; }","duration":"32.796420472s","start":"2026-02-26T02:35:25.840081Z","end":"2026-02-26T02:35:58.636501Z","steps":["trace[1370855966] 'agreement among raft nodes before linearized reading' (duration: 23.610226404s)","trace[1370855966] 'count revisions from in-memory index tree' (duration: 9.186098256s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:35:58.645176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:25.840058Z","time spent":"32.805107541s","remote":"127.0.0.1:42364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:35:58.639696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.967461937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-26T02:35:58.645266Z","caller":"traceutil/trace.go:171","msg":"trace[1332629183] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:23343; }","duration":"19.973095146s","start":"2026-02-26T02:35:38.672157Z","end":"2026-02-26T02:35:58.645252Z","steps":["trace[1332629183] 'agreement among raft nodes before linearized reading' (duration: 19.967126989s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:58.645299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:38.672106Z","time spent":"19.973179478s","remote":"127.0.0.1:45122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":228,"response size":33,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:35:58.639731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.15089099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:35:58.64536Z","caller":"traceutil/trace.go:171","msg":"trace[824576104] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:23343; }","duration":"13.15657292s","start":"2026-02-26T02:35:45.488777Z","end":"2026-02-26T02:35:58.64535Z","steps":["trace[824576104] 'agreement among raft nodes before linearized reading' (duration: 13.15091342s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:58.645387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:45.488748Z","time spent":"13.156630222s","remote":"127.0.0.1:57920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:35:58.639761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"26.49696178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:35:58.645484Z","caller":"traceutil/trace.go:171","msg":"trace[40496073] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23343; }","duration":"26.502685442s","start":"2026-02-26T02:35:32.142786Z","end":"2026-02-26T02:35:58.645472Z","steps":["trace[40496073] 'agreement among raft nodes before linearized reading' (duration: 26.49694044s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:58.645515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:32.142712Z","time spent":"26.502791764s","remote":"127.0.0.1:42406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:35:58.639768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.628875765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"info","ts":"2026-02-26T02:35:58.645567Z","caller":"traceutil/trace.go:171","msg":"trace[1636101376] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:23343; }","duration":"13.634727479s","start":"2026-02-26T02:35:45.010829Z","end":"2026-02-26T02:35:58.645556Z","steps":["trace[1636101376] 'agreement among raft nodes before linearized reading' (duration: 13.628859384s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:58.645592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:45.010801Z","time spent":"13.634782481s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":714,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-02-26T02:35:58.639817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"27.000615111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:35:58.645682Z","caller":"traceutil/trace.go:171","msg":"trace[1274182516] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23343; }","duration":"27.006526938s","start":"2026-02-26T02:35:31.639145Z","end":"2026-02-26T02:35:58.645672Z","steps":["trace[1274182516] 'agreement among raft nodes before linearized reading' (duration: 27.000639723s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:58.645709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:31.639122Z","time spent":"27.006577349s","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:35:58.639874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.533999005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:35:58.645865Z","caller":"traceutil/trace.go:171","msg":"trace[129867583] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:23343; }","duration":"13.540040234s","start":"2026-02-26T02:35:45.105815Z","end":"2026-02-26T02:35:58.645855Z","steps":["trace[129867583] 'agreement among raft nodes before linearized reading' (duration: 13.533978354s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:58.64589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:45.105787Z","time spent":"13.540094026s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":78,"response size":32,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:35:58.63991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.571754909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:35:58.646003Z","caller":"traceutil/trace.go:171","msg":"trace[1518865138] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:23343; }","duration":"14.577882891s","start":"2026-02-26T02:35:44.068113Z","end":"2026-02-26T02:35:58.645996Z","steps":["trace[1518865138] 'agreement among raft nodes before linearized reading' (duration: 14.571767599s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:58.646026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:44.068093Z","time spent":"14.577924932s","remote":"127.0.0.1:45354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:35:58.640005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.318495746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/magnum-registry-c45778976-2cb5z\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:35:58.646154Z","caller":"traceutil/trace.go:171","msg":"trace[1945552920] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/magnum-registry-c45778976-2cb5z; range_end:; response_count:0; response_revision:23343; }","duration":"15.32469372s","start":"2026-02-26T02:35:43.321453Z","end":"2026-02-26T02:35:58.646147Z","steps":["trace[1945552920] 'agreement among raft nodes before linearized reading' (duration: 15.318523977s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:58.646175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:43.321427Z","time spent":"15.324742071s","remote":"127.0.0.1:40902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/magnum-registry-c45778976-2cb5z\" "} {"level":"warn","ts":"2026-02-26T02:35:58.900529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.006946433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:35:58.900619Z","caller":"traceutil/trace.go:171","msg":"trace[2025607479] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.007066826s","start":"2026-02-26T02:35:56.893534Z","end":"2026-02-26T02:35:58.9006Z","steps":["trace[2025607479] 'agreement among raft nodes before linearized reading' (duration: 2.006941472s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:58.900671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:56.893474Z","time spent":"2.007189039s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:35:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:35:59.133548Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892143,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:35:59.634668Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892143,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:36:00.135369Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892143,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:36:00.636412Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892143,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:36:00.745621Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.53395358s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T02:36:00.746013Z","caller":"traceutil/trace.go:171","msg":"trace[1745812452] transaction","detail":"{read_only:false; response_revision:23344; number_of_response:1; }","duration":"2.534451363s","start":"2026-02-26T02:35:58.211542Z","end":"2026-02-26T02:36:00.745994Z","steps":["trace[1745812452] 'process raft request' (duration: 2.534316719s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:00.746143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:58.211519Z","time spent":"2.534542985s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":465,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:36:00.901248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000229216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:36:00.901353Z","caller":"traceutil/trace.go:171","msg":"trace[1605454574] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00039304s","start":"2026-02-26T02:35:58.900932Z","end":"2026-02-26T02:36:00.901325Z","steps":["trace[1605454574] 'agreement among raft nodes before linearized reading' (duration: 2.000263007s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:00.90141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:58.900914Z","time spent":"2.000481823s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:36:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:36:01.773203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.123682169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:36:01.773311Z","caller":"traceutil/trace.go:171","msg":"trace[1572945129] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; }","duration":"3.123828373s","start":"2026-02-26T02:35:58.649455Z","end":"2026-02-26T02:36:01.773284Z","steps":["trace[1572945129] 'agreement among raft nodes before linearized reading' (duration: 3.12369823s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:01.77337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:58.649446Z","time spent":"3.123914185s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} 2026/02/26 02:36:01 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:36:02.177232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000224207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:36:02.177334Z","caller":"traceutil/trace.go:171","msg":"trace[27897768] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000400221s","start":"2026-02-26T02:36:00.17691Z","end":"2026-02-26T02:36:02.17731Z","steps":["trace[27897768] 'agreement among raft nodes before linearized reading' (duration: 2.000255958s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:02.177403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:00.17687Z","time spent":"2.000520974s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:36:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:36:02.910523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000318448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:36:02.910645Z","caller":"traceutil/trace.go:171","msg":"trace[1062770838] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000534004s","start":"2026-02-26T02:36:00.910081Z","end":"2026-02-26T02:36:02.910615Z","steps":["trace[1062770838] 'agreement among raft nodes before linearized reading' (duration: 2.000367089s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:02.910724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:00.91006Z","time spent":"2.000646847s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:36:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:36:03.177559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.99650069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/magnum-registry-certs\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:36:03.177752Z","caller":"traceutil/trace.go:171","msg":"trace[719429110] range","detail":"{range_begin:/registry/secrets/openstack/magnum-registry-certs; range_end:; }","duration":"9.996663524s","start":"2026-02-26T02:35:53.180977Z","end":"2026-02-26T02:36:03.17764Z","steps":["trace[719429110] 'agreement among raft nodes before linearized reading' (duration: 9.996527801s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:03.177844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:53.180946Z","time spent":"9.996880519s","remote":"127.0.0.1:45122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":0,"request content":"key:\"/registry/secrets/openstack/magnum-registry-certs\" "} 2026/02/26 02:36:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:36:03.186682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:58.649225Z","time spent":"4.537454382s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} 2026/02/26 02:36:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:36:03.281923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.877265ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:36:03.282063Z","caller":"traceutil/trace.go:171","msg":"trace[1386578374] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23344; }","duration":"132.037879ms","start":"2026-02-26T02:36:03.150003Z","end":"2026-02-26T02:36:03.282041Z","steps":["trace[1386578374] 'range keys from in-memory index tree' (duration: 131.857194ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:03.77137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.998347949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:36:03.771473Z","caller":"traceutil/trace.go:171","msg":"trace[1585427160] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; }","duration":"9.998533823s","start":"2026-02-26T02:35:53.772915Z","end":"2026-02-26T02:36:03.771449Z","steps":["trace[1585427160] 'agreement among raft nodes before linearized reading' (duration: 9.998389919s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:03.771526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:53.772886Z","time spent":"9.998626626s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} 2026/02/26 02:36:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:36:04.918899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999914558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:36:04.91899Z","caller":"traceutil/trace.go:171","msg":"trace[337375896] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000038402s","start":"2026-02-26T02:36:02.918931Z","end":"2026-02-26T02:36:04.918969Z","steps":["trace[337375896] 'agreement among raft nodes before linearized reading' (duration: 1.999910648s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:04.919037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:02.918873Z","time spent":"2.000154535s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:36:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:36:04.994315Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.24852084s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T02:36:04.995006Z","caller":"traceutil/trace.go:171","msg":"trace[791328986] linearizableReadLoop","detail":"{readStateIndex:24189; appliedIndex:24184; }","duration":"6.362277958s","start":"2026-02-26T02:35:58.632703Z","end":"2026-02-26T02:36:04.994981Z","steps":["trace[791328986] 'read index received' (duration: 2.113987484s)","trace[791328986] 'applied index is now lower than readState.Index' (duration: 4.248288964s)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:36:04.995417Z","caller":"traceutil/trace.go:171","msg":"trace[471521774] transaction","detail":"{read_only:false; response_revision:23345; number_of_response:1; }","duration":"6.346535682s","start":"2026-02-26T02:35:58.648867Z","end":"2026-02-26T02:36:04.995403Z","steps":["trace[471521774] 'process raft request' (duration: 6.345620608s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:04.995552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:58.648846Z","time spent":"6.346613624s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8445,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:36:04.99578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.633186216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:36:04.995826Z","caller":"traceutil/trace.go:171","msg":"trace[2013777740] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:23347; }","duration":"10.63328993s","start":"2026-02-26T02:35:54.362523Z","end":"2026-02-26T02:36:04.995812Z","steps":["trace[2013777740] 'agreement among raft nodes before linearized reading' (duration: 10.633205257s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:04.995802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.380054036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:36:04.995992Z","caller":"traceutil/trace.go:171","msg":"trace[603382666] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:23347; }","duration":"10.380298372s","start":"2026-02-26T02:35:54.61562Z","end":"2026-02-26T02:36:04.995918Z","steps":["trace[603382666] 'agreement among raft nodes before linearized reading' (duration: 10.380001274s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:04.99603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.946606206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:36:04.996074Z","caller":"traceutil/trace.go:171","msg":"trace[16505298] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:23347; }","duration":"10.94678638s","start":"2026-02-26T02:35:54.049271Z","end":"2026-02-26T02:36:04.996058Z","steps":["trace[16505298] 'agreement among raft nodes before linearized reading' (duration: 10.946635506s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:04.996116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:54.049246Z","time spent":"10.946858922s","remote":"127.0.0.1:45300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":32,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:36:04.996091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:54.615587Z","time spent":"10.380458747s","remote":"127.0.0.1:57964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:36:04.996405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.157355318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:36:04.996446Z","caller":"traceutil/trace.go:171","msg":"trace[792401318] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23347; }","duration":"11.157469311s","start":"2026-02-26T02:35:53.838968Z","end":"2026-02-26T02:36:04.996437Z","steps":["trace[792401318] 'agreement among raft nodes before linearized reading' (duration: 11.157380569s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:04.996478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:53.83894Z","time spent":"11.157529583s","remote":"127.0.0.1:50656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:36:04.996465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:58.649186Z","time spent":"6.347275902s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T02:36:04.99666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.361734354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:36:04.996697Z","caller":"traceutil/trace.go:171","msg":"trace[469269833] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:23347; }","duration":"11.361810256s","start":"2026-02-26T02:35:53.634877Z","end":"2026-02-26T02:36:04.996687Z","steps":["trace[469269833] 'agreement among raft nodes before linearized reading' (duration: 11.361755054s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:04.996725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:53.634848Z","time spent":"11.361869487s","remote":"127.0.0.1:50522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:36:04.996906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.874343871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:36:04.996946Z","caller":"traceutil/trace.go:171","msg":"trace[816284317] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:23347; }","duration":"11.874434934s","start":"2026-02-26T02:35:53.122498Z","end":"2026-02-26T02:36:04.996933Z","steps":["trace[816284317] 'agreement among raft nodes before linearized reading' (duration: 11.874369902s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:04.996987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:53.122464Z","time spent":"11.874513996s","remote":"127.0.0.1:39480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":32,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:36:04.997056Z","caller":"traceutil/trace.go:171","msg":"trace[996165795] transaction","detail":"{read_only:false; response_revision:23346; number_of_response:1; }","duration":"6.347503258s","start":"2026-02-26T02:35:58.649511Z","end":"2026-02-26T02:36:04.997014Z","steps":["trace[996165795] 'process raft request' (duration: 6.345325401s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:04.997163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.539382526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:36:04.997203Z","caller":"traceutil/trace.go:171","msg":"trace[1102412502] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:23347; }","duration":"12.539472798s","start":"2026-02-26T02:35:52.457719Z","end":"2026-02-26T02:36:04.997192Z","steps":["trace[1102412502] 'agreement among raft nodes before linearized reading' (duration: 12.539404116s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:04.99724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:52.457686Z","time spent":"12.53954555s","remote":"127.0.0.1:38494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:36:04.997238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:58.649502Z","time spent":"6.34759842s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:36:04.997469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.044749222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:36:04.997506Z","caller":"traceutil/trace.go:171","msg":"trace[146542175] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:23347; }","duration":"13.044828374s","start":"2026-02-26T02:35:51.952669Z","end":"2026-02-26T02:36:04.997497Z","steps":["trace[146542175] 'agreement among raft nodes before linearized reading' (duration: 13.044749312s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:04.997535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:51.95264Z","time spent":"13.044887906s","remote":"127.0.0.1:45338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":32,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:36:04.99762Z","caller":"traceutil/trace.go:171","msg":"trace[1964787901] transaction","detail":"{read_only:false; response_revision:23347; number_of_response:1; }","duration":"6.344634882s","start":"2026-02-26T02:35:58.652967Z","end":"2026-02-26T02:36:04.997602Z","steps":["trace[1964787901] 'process raft request' (duration: 6.341945751s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:04.99772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.915795173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:36:04.997759Z","caller":"traceutil/trace.go:171","msg":"trace[1534540939] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:23347; }","duration":"13.915882977s","start":"2026-02-26T02:35:51.081866Z","end":"2026-02-26T02:36:04.997749Z","steps":["trace[1534540939] 'agreement among raft nodes before linearized reading' (duration: 13.915816915s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:04.997796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:51.081839Z","time spent":"13.915948918s","remote":"127.0.0.1:57940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:36:04.997879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.85228578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:36:04.997923Z","caller":"traceutil/trace.go:171","msg":"trace[1141010746] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:23347; }","duration":"6.852352751s","start":"2026-02-26T02:35:58.14556Z","end":"2026-02-26T02:36:04.997913Z","steps":["trace[1141010746] 'agreement among raft nodes before linearized reading' (duration: 6.852186936s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:04.997993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.674950848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:36:04.998017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:58.145544Z","time spent":"6.852437794s","remote":"127.0.0.1:45148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":32,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:36:04.998031Z","caller":"traceutil/trace.go:171","msg":"trace[1164247385] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:23347; }","duration":"14.675048761s","start":"2026-02-26T02:35:50.322973Z","end":"2026-02-26T02:36:04.998022Z","steps":["trace[1164247385] 'agreement among raft nodes before linearized reading' (duration: 14.674969629s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:04.998062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:50.322944Z","time spent":"14.675110613s","remote":"127.0.0.1:45506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":32,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:36:04.998233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.708290517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:36:04.998269Z","caller":"traceutil/trace.go:171","msg":"trace[1979981758] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:23347; }","duration":"14.708362029s","start":"2026-02-26T02:35:50.289897Z","end":"2026-02-26T02:36:04.998259Z","steps":["trace[1979981758] 'agreement among raft nodes before linearized reading' (duration: 14.708306778s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:04.998298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:50.289876Z","time spent":"14.70841496s","remote":"127.0.0.1:49576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:36:04.998455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.859939021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:36:04.998487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.196978994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:36:04.998509Z","caller":"traceutil/trace.go:171","msg":"trace[1957381050] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:23347; }","duration":"6.860038843s","start":"2026-02-26T02:35:58.138458Z","end":"2026-02-26T02:36:04.998497Z","steps":["trace[1957381050] 'agreement among raft nodes before linearized reading' (duration: 6.859808357s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:04.998618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:58.138336Z","time spent":"6.860238969s","remote":"127.0.0.1:45492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":52,"response size":32,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:36:04.998672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.350048595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-02-26T02:36:04.998701Z","caller":"traceutil/trace.go:171","msg":"trace[2103644409] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:23347; }","duration":"6.350115246s","start":"2026-02-26T02:35:58.648577Z","end":"2026-02-26T02:36:04.998692Z","steps":["trace[2103644409] 'agreement among raft nodes before linearized reading' (duration: 6.349981213s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:04.998738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:58.648549Z","time spent":"6.350182798s","remote":"127.0.0.1:45122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3590,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-02-26T02:36:04.998922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.100103769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:36:04.998967Z","caller":"traceutil/trace.go:171","msg":"trace[1455945584] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:23347; }","duration":"7.100199822s","start":"2026-02-26T02:35:57.898757Z","end":"2026-02-26T02:36:04.998957Z","steps":["trace[1455945584] 'agreement among raft nodes before linearized reading' (duration: 7.10012652s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:04.999069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:57.898734Z","time spent":"7.100298204s","remote":"127.0.0.1:57932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:36:04.999323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.379918963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:36:04.999381Z","caller":"traceutil/trace.go:171","msg":"trace[1582138398] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23347; }","duration":"7.38021348s","start":"2026-02-26T02:35:57.619149Z","end":"2026-02-26T02:36:04.999362Z","steps":["trace[1582138398] 'agreement among raft nodes before linearized reading' (duration: 7.380122688s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:04.999503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:57.619122Z","time spent":"7.380333243s","remote":"127.0.0.1:50622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:36:04.999853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.220357959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:36:04.997722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:58.652957Z","time spent":"6.344704504s","remote":"127.0.0.1:40902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2320,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T02:36:04.999912Z","caller":"traceutil/trace.go:171","msg":"trace[2037455554] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23347; }","duration":"8.220467311s","start":"2026-02-26T02:35:56.779426Z","end":"2026-02-26T02:36:04.999894Z","steps":["trace[2037455554] 'agreement among raft nodes before linearized reading' (duration: 8.220378469s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:05.000034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:56.779388Z","time spent":"8.220556714s","remote":"127.0.0.1:42602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:36:05.000351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.26861464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:36:05.000404Z","caller":"traceutil/trace.go:171","msg":"trace[221955255] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:23347; }","duration":"8.268774964s","start":"2026-02-26T02:35:56.731618Z","end":"2026-02-26T02:36:05.000393Z","steps":["trace[221955255] 'agreement among raft nodes before linearized reading' (duration: 8.26861428s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:05.000498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.662283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:36:05.000525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:56.731603Z","time spent":"8.268880207s","remote":"127.0.0.1:57934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:36:05.000541Z","caller":"traceutil/trace.go:171","msg":"trace[28066279] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23347; }","duration":"900.750165ms","start":"2026-02-26T02:36:04.099779Z","end":"2026-02-26T02:36:05.000529Z","steps":["trace[28066279] 'agreement among raft nodes before linearized reading' (duration: 900.695633ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:05.000574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:04.099753Z","time spent":"900.811917ms","remote":"127.0.0.1:42190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:36:05.000783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.28568586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:36:05.000838Z","caller":"traceutil/trace.go:171","msg":"trace[948461033] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:23347; }","duration":"8.285788923s","start":"2026-02-26T02:35:56.715042Z","end":"2026-02-26T02:36:05.000831Z","steps":["trace[948461033] 'agreement among raft nodes before linearized reading' (duration: 8.28569784s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:05.000849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.216610498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:36:05.000886Z","caller":"traceutil/trace.go:171","msg":"trace[796839038] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:23347; }","duration":"1.216649049s","start":"2026-02-26T02:36:03.784227Z","end":"2026-02-26T02:36:05.000876Z","steps":["trace[796839038] 'agreement among raft nodes before linearized reading' (duration: 1.216496275s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:05.000927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:03.784194Z","time spent":"1.216725151s","remote":"127.0.0.1:45318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":32,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:36:05.000923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.894984775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:36:05.000984Z","caller":"traceutil/trace.go:171","msg":"trace[727765076] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:23347; }","duration":"8.895112298s","start":"2026-02-26T02:35:56.105847Z","end":"2026-02-26T02:36:05.00096Z","steps":["trace[727765076] 'agreement among raft nodes before linearized reading' (duration: 8.895027186s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:05.001017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:56.10582Z","time spent":"8.89518915s","remote":"127.0.0.1:50554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:36:05.001144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.228497272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"warn","ts":"2026-02-26T02:36:05.001174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.688754482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:36:05.001186Z","caller":"traceutil/trace.go:171","msg":"trace[309317466] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:23347; }","duration":"1.228633565s","start":"2026-02-26T02:36:03.772542Z","end":"2026-02-26T02:36:05.001176Z","steps":["trace[309317466] 'agreement among raft nodes before linearized reading' (duration: 1.228531542s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:36:05.001199Z","caller":"traceutil/trace.go:171","msg":"trace[1310000416] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:23347; }","duration":"9.688876734s","start":"2026-02-26T02:35:55.312315Z","end":"2026-02-26T02:36:05.001192Z","steps":["trace[1310000416] 'agreement among raft nodes before linearized reading' (duration: 9.688832853s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:05.001277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:55.312235Z","time spent":"9.689016409s","remote":"127.0.0.1:50712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:36:04.995863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:54.362497Z","time spent":"10.633357361s","remote":"127.0.0.1:49548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:36:05.001215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:03.772511Z","time spent":"1.228698847s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":563,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"info","ts":"2026-02-26T02:36:04.998519Z","caller":"traceutil/trace.go:171","msg":"trace[872543478] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23347; }","duration":"15.197062647s","start":"2026-02-26T02:35:49.801446Z","end":"2026-02-26T02:36:04.998508Z","steps":["trace[872543478] 'agreement among raft nodes before linearized reading' (duration: 15.197003415s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:05.000406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.722412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:36:05.001801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:49.801409Z","time spent":"15.200313422s","remote":"127.0.0.1:42258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:36:05.001859Z","caller":"traceutil/trace.go:171","msg":"trace[1871239391] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:23347; }","duration":"152.18433ms","start":"2026-02-26T02:36:04.849604Z","end":"2026-02-26T02:36:05.001789Z","steps":["trace[1871239391] 'agreement among raft nodes before linearized reading' (duration: 150.760932ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:05.000459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.557346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:36:05.002125Z","caller":"traceutil/trace.go:171","msg":"trace[2003430711] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:23347; }","duration":"799.273432ms","start":"2026-02-26T02:36:04.202839Z","end":"2026-02-26T02:36:05.002113Z","steps":["trace[2003430711] 'agreement among raft nodes before linearized reading' (duration: 797.592577ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:05.002216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:04.202813Z","time spent":"799.369693ms","remote":"127.0.0.1:39472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:36:05.002442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.261485122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:36:05.002539Z","caller":"traceutil/trace.go:171","msg":"trace[786102076] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:23347; }","duration":"4.261659156s","start":"2026-02-26T02:36:00.74086Z","end":"2026-02-26T02:36:05.002519Z","steps":["trace[786102076] 'agreement among raft nodes before linearized reading' (duration: 4.261445801s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:05.002885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.352604952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-26T02:36:05.002916Z","caller":"traceutil/trace.go:171","msg":"trace[1736667093] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:23347; }","duration":"6.352642863s","start":"2026-02-26T02:35:58.650262Z","end":"2026-02-26T02:36:05.002904Z","steps":["trace[1736667093] 'agreement among raft nodes before linearized reading' (duration: 6.35252618s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:05.002911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.911461129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:36:05.00294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:58.650252Z","time spent":"6.352683124s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":517,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-02-26T02:36:05.002932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.354245185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-02-26T02:36:05.002978Z","caller":"traceutil/trace.go:171","msg":"trace[1802097769] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:23347; }","duration":"4.911563022s","start":"2026-02-26T02:36:00.091386Z","end":"2026-02-26T02:36:05.002949Z","steps":["trace[1802097769] 'agreement among raft nodes before linearized reading' (duration: 4.911475959s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:05.002988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.351519113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"warn","ts":"2026-02-26T02:36:05.000861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:56.71502Z","time spent":"8.285834063s","remote":"127.0.0.1:45288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":32,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:36:05.003038Z","caller":"traceutil/trace.go:171","msg":"trace[818152334] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:23347; }","duration":"6.351566554s","start":"2026-02-26T02:35:58.651453Z","end":"2026-02-26T02:36:05.00302Z","steps":["trace[818152334] 'agreement among raft nodes before linearized reading' (duration: 6.351450901s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:05.003037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:00.091357Z","time spent":"4.911664054s","remote":"127.0.0.1:57116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":32,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:36:05.002999Z","caller":"traceutil/trace.go:171","msg":"trace[1763758531] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:23347; }","duration":"6.354319668s","start":"2026-02-26T02:35:58.64867Z","end":"2026-02-26T02:36:05.00299Z","steps":["trace[1763758531] 'agreement among raft nodes before linearized reading' (duration: 6.354193274s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:05.003077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:58.651446Z","time spent":"6.351623227s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":714,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-02-26T02:36:05.003097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:58.648666Z","time spent":"6.35441782s","remote":"127.0.0.1:45122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":675,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"warn","ts":"2026-02-26T02:36:05.002932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:00.740837Z","time spent":"4.262080328s","remote":"127.0.0.1:45404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":30,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:36:05.00255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.701478475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:36:05.00262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.818106137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/magnum-registry-certs\" ","response":"range_response_count:1 size:4408"} {"level":"info","ts":"2026-02-26T02:36:05.003464Z","caller":"traceutil/trace.go:171","msg":"trace[347044677] range","detail":"{range_begin:/registry/secrets/openstack/magnum-registry-certs; range_end:; response_count:1; response_revision:23347; }","duration":"1.81895341s","start":"2026-02-26T02:36:03.184465Z","end":"2026-02-26T02:36:05.003419Z","steps":["trace[347044677] 'agreement among raft nodes before linearized reading' (duration: 1.817976554s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:05.003526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:03.184449Z","time spent":"1.819060712s","remote":"127.0.0.1:45122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":4432,"request content":"key:\"/registry/secrets/openstack/magnum-registry-certs\" "} {"level":"warn","ts":"2026-02-26T02:36:05.002682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.429681762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"info","ts":"2026-02-26T02:36:05.003575Z","caller":"traceutil/trace.go:171","msg":"trace[1914314088] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:23347; }","duration":"1.430606537s","start":"2026-02-26T02:36:03.572954Z","end":"2026-02-26T02:36:05.003561Z","steps":["trace[1914314088] 'agreement among raft nodes before linearized reading' (duration: 1.429630901s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:05.003581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.363090148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-02-26T02:36:05.003631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:03.572929Z","time spent":"1.430689439s","remote":"127.0.0.1:49480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7557,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-02-26T02:36:05.003639Z","caller":"traceutil/trace.go:171","msg":"trace[1194217135] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23347; }","duration":"1.36317597s","start":"2026-02-26T02:36:03.640447Z","end":"2026-02-26T02:36:05.003623Z","steps":["trace[1194217135] 'agreement among raft nodes before linearized reading' (duration: 1.361176658s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:05.001263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.244658927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:36:05.003671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:03.640427Z","time spent":"1.363237642s","remote":"127.0.0.1:45134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-26T02:36:05.002731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.81247161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897a8a815b748d0\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-02-26T02:36:05.003724Z","caller":"traceutil/trace.go:171","msg":"trace[103517566] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897a8a815b748d0; range_end:; response_count:1; response_revision:23347; }","duration":"1.813520977s","start":"2026-02-26T02:36:03.190187Z","end":"2026-02-26T02:36:05.003708Z","steps":["trace[103517566] 'agreement among raft nodes before linearized reading' (duration: 1.812462209s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:05.003763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:03.190156Z","time spent":"1.813594529s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897a8a815b748d0\" "} {"level":"warn","ts":"2026-02-26T02:36:05.003754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.354262846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"info","ts":"2026-02-26T02:36:05.003882Z","caller":"traceutil/trace.go:171","msg":"trace[1737740865] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:23347; }","duration":"6.354645256s","start":"2026-02-26T02:35:58.649195Z","end":"2026-02-26T02:36:05.003841Z","steps":["trace[1737740865] 'agreement among raft nodes before linearized reading' (duration: 6.35364921s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:05.002755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.365645005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:36:05.003969Z","caller":"traceutil/trace.go:171","msg":"trace[1719926483] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:23347; }","duration":"3.366874537s","start":"2026-02-26T02:36:01.637053Z","end":"2026-02-26T02:36:05.003928Z","steps":["trace[1719926483] 'agreement among raft nodes before linearized reading' (duration: 3.365653675s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:05.004032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:01.637029Z","time spent":"3.366988531s","remote":"127.0.0.1:45380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":32,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:36:05.002757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.232508227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:36:05.004196Z","caller":"traceutil/trace.go:171","msg":"trace[1922464616] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:23347; }","duration":"4.233973016s","start":"2026-02-26T02:36:00.77021Z","end":"2026-02-26T02:36:05.004183Z","steps":["trace[1922464616] 'agreement among raft nodes before linearized reading' (duration: 4.232511978s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:05.004233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:00.770193Z","time spent":"4.234028848s","remote":"127.0.0.1:42382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:36:05.00279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.213789495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:36:05.005988Z","caller":"traceutil/trace.go:171","msg":"trace[527514301] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23347; }","duration":"4.21704677s","start":"2026-02-26T02:36:00.78893Z","end":"2026-02-26T02:36:05.005977Z","steps":["trace[527514301] 'agreement among raft nodes before linearized reading' (duration: 4.213735103s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:05.002868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.436209586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:36:05.0061Z","caller":"traceutil/trace.go:171","msg":"trace[365995980] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:23347; }","duration":"5.439462742s","start":"2026-02-26T02:35:59.566599Z","end":"2026-02-26T02:36:05.006061Z","steps":["trace[365995980] 'agreement among raft nodes before linearized reading' (duration: 5.436240347s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:05.006144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:59.566576Z","time spent":"5.439543714s","remote":"127.0.0.1:57910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:36:05.002978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.353966058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-fa084a96-61eb-4d47-82fa-bddbe2852ea7\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-02-26T02:36:05.006244Z","caller":"traceutil/trace.go:171","msg":"trace[1522160486] range","detail":"{range_begin:/registry/persistentvolumes/pvc-fa084a96-61eb-4d47-82fa-bddbe2852ea7; range_end:; response_count:1; response_revision:23347; }","duration":"6.357249824s","start":"2026-02-26T02:35:58.648956Z","end":"2026-02-26T02:36:05.006206Z","steps":["trace[1522160486] 'agreement among raft nodes before linearized reading' (duration: 6.353863725s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:05.006274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:58.648938Z","time spent":"6.357327497s","remote":"127.0.0.1:45180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1340,"request content":"key:\"/registry/persistentvolumes/pvc-fa084a96-61eb-4d47-82fa-bddbe2852ea7\" "} {"level":"warn","ts":"2026-02-26T02:36:05.00413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:58.649181Z","time spent":"6.354735098s","remote":"127.0.0.1:45492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11861,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"info","ts":"2026-02-26T02:36:05.005512Z","caller":"traceutil/trace.go:171","msg":"trace[486208238] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:23347; }","duration":"1.702215874s","start":"2026-02-26T02:36:03.301003Z","end":"2026-02-26T02:36:05.003219Z","steps":["trace[486208238] 'agreement among raft nodes before linearized reading' (duration: 1.701490435s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:05.006553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:03.300981Z","time spent":"1.705534602s","remote":"127.0.0.1:49526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:36:05.006654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:00.788919Z","time spent":"4.217094981s","remote":"127.0.0.1:42402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-02-26T02:36:05.006964Z","caller":"traceutil/trace.go:171","msg":"trace[267464017] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:23347; }","duration":"1.247120252s","start":"2026-02-26T02:36:03.756551Z","end":"2026-02-26T02:36:05.003671Z","steps":["trace[267464017] 'agreement among raft nodes before linearized reading' (duration: 1.244682407s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:05.006999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:03.756529Z","time spent":"1.25046086s","remote":"127.0.0.1:45266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:36:05.510972Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892152,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:36:06.012203Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892152,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:36:06.572518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.232298ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:36:06.572661Z","caller":"traceutil/trace.go:171","msg":"trace[1909407681] transaction","detail":"{read_only:false; response_revision:23348; number_of_response:1; }","duration":"1.567128734s","start":"2026-02-26T02:36:05.005505Z","end":"2026-02-26T02:36:06.572634Z","steps":["trace[1909407681] 'process raft request' (duration: 1.10967233s)","trace[1909407681] 'compare' (duration: 456.220612ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:36:06.57612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:05.005484Z","time spent":"1.567230307s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:36:07.018279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000828122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:36:07.018396Z","caller":"traceutil/trace.go:171","msg":"trace[1738686958] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000987726s","start":"2026-02-26T02:36:05.01738Z","end":"2026-02-26T02:36:07.018368Z","steps":["trace[1738686958] 'agreement among raft nodes before linearized reading' (duration: 2.000835202s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:07.018467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:05.017369Z","time spent":"2.001084029s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:36:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:36:08.06137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.374044696s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:43"} {"level":"info","ts":"2026-02-26T02:36:08.062727Z","caller":"traceutil/trace.go:171","msg":"trace[75406509] linearizableReadLoop","detail":"{readStateIndex:24196; appliedIndex:24189; }","duration":"3.052597567s","start":"2026-02-26T02:36:05.010112Z","end":"2026-02-26T02:36:08.06271Z","steps":["trace[75406509] 'read index received' (duration: 1.105080689s)","trace[75406509] 'applied index is now lower than readState.Index' (duration: 1.947515788s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:36:08.062806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:05.009078Z","time spent":"3.053723867s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-26T02:36:08.062921Z","caller":"traceutil/trace.go:171","msg":"trace[1612754422] transaction","detail":"{read_only:false; response_revision:23351; number_of_response:1; }","duration":"3.02235842s","start":"2026-02-26T02:36:05.04053Z","end":"2026-02-26T02:36:08.062888Z","steps":["trace[1612754422] 'process raft request' (duration: 3.022040161s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:36:08.062954Z","caller":"traceutil/trace.go:171","msg":"trace[575828344] transaction","detail":"{read_only:false; response_revision:23349; number_of_response:1; }","duration":"3.053393868s","start":"2026-02-26T02:36:05.009513Z","end":"2026-02-26T02:36:08.062907Z","steps":["trace[575828344] 'process raft request' (duration: 3.051982561s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:36:08.063014Z","caller":"traceutil/trace.go:171","msg":"trace[404132085] transaction","detail":"{read_only:false; response_revision:23352; number_of_response:1; }","duration":"3.019519055s","start":"2026-02-26T02:36:05.043463Z","end":"2026-02-26T02:36:08.062982Z","steps":["trace[404132085] 'process raft request' (duration: 3.019158596s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:08.063124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:05.040498Z","time spent":"3.022516744s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:36:08.063122Z","caller":"traceutil/trace.go:171","msg":"trace[1530090348] transaction","detail":"{read_only:false; response_revision:23350; number_of_response:1; }","duration":"3.051538129s","start":"2026-02-26T02:36:05.01154Z","end":"2026-02-26T02:36:08.063078Z","steps":["trace[1530090348] 'process raft request' (duration: 3.050134582s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:08.06319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:05.043453Z","time spent":"3.019623588s","remote":"127.0.0.1:42332","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2723,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:36:08.06343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:05.011534Z","time spent":"3.051747094s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:36:08.063427Z","caller":"traceutil/trace.go:171","msg":"trace[2040382977] transaction","detail":"{read_only:false; response_revision:23353; number_of_response:1; }","duration":"2.910538964s","start":"2026-02-26T02:36:05.152842Z","end":"2026-02-26T02:36:08.063381Z","steps":["trace[2040382977] 'process raft request' (duration: 2.909829275s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:08.063194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:05.009501Z","time spent":"3.053563992s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:36:08.063625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.05348537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-02-26T02:36:08.063732Z","caller":"traceutil/trace.go:171","msg":"trace[1551556042] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:23353; }","duration":"3.053609503s","start":"2026-02-26T02:36:05.010097Z","end":"2026-02-26T02:36:08.063706Z","steps":["trace[1551556042] 'agreement among raft nodes before linearized reading' (duration: 3.053324466s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:08.063784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:05.01009Z","time spent":"3.053684415s","remote":"127.0.0.1:45122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1367,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"warn","ts":"2026-02-26T02:36:08.063641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:05.152808Z","time spent":"2.910729509s","remote":"127.0.0.1:45054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":26,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:36:08.565127Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892162,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:36:09.019179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000284538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:36:09.019294Z","caller":"traceutil/trace.go:171","msg":"trace[1485743346] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000470043s","start":"2026-02-26T02:36:07.0188Z","end":"2026-02-26T02:36:09.01927Z","steps":["trace[1485743346] 'agreement among raft nodes before linearized reading' (duration: 2.000330659s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:09.019355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:07.018773Z","time spent":"2.000562686s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:36:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:36:09.066074Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892162,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:36:09.336039Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.791400594s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T02:36:09.337034Z","caller":"traceutil/trace.go:171","msg":"trace[1428523279] transaction","detail":"{read_only:false; response_revision:23354; number_of_response:1; }","duration":"1.792502823s","start":"2026-02-26T02:36:07.544495Z","end":"2026-02-26T02:36:09.336997Z","steps":["trace[1428523279] 'process raft request' (duration: 1.792236056s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:09.337211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:07.544481Z","time spent":"1.792634046s","remote":"127.0.0.1:49480","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7516,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:36:11.028642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000514283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:36:11.028802Z","caller":"traceutil/trace.go:171","msg":"trace[12973563] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000843592s","start":"2026-02-26T02:36:09.02793Z","end":"2026-02-26T02:36:11.028774Z","steps":["trace[12973563] 'agreement among raft nodes before linearized reading' (duration: 2.000647497s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:11.028859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:09.027909Z","time spent":"2.000938684s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:36:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:36:12.177454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000383791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:36:12.17756Z","caller":"traceutil/trace.go:171","msg":"trace[942823586] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000593937s","start":"2026-02-26T02:36:10.17694Z","end":"2026-02-26T02:36:12.177534Z","steps":["trace[942823586] 'agreement among raft nodes before linearized reading' (duration: 2.000429242s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:12.177617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:10.176913Z","time spent":"2.000692659s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:36:12.866959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.083171862s","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:6"} {"level":"info","ts":"2026-02-26T02:36:12.867341Z","caller":"traceutil/trace.go:171","msg":"trace[1523976167] compact","detail":"{revision:20588; response_revision:23354; }","duration":"4.801339736s","start":"2026-02-26T02:36:08.065974Z","end":"2026-02-26T02:36:12.867314Z","steps":["trace[1523976167] 'process raft request' (duration: 1.717722032s)","trace[1523976167] 'check and update compact revision' (duration: 3.082982108s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:36:12.867413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:08.065919Z","time spent":"4.80148997s","remote":"127.0.0.1:45054","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-26T02:36:12.870483Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20588} {"level":"info","ts":"2026-02-26T02:36:12.870721Z","caller":"traceutil/trace.go:171","msg":"trace[1181100802] transaction","detail":"{read_only:false; response_revision:23355; number_of_response:1; }","duration":"4.802033414s","start":"2026-02-26T02:36:08.068658Z","end":"2026-02-26T02:36:12.870691Z","steps":["trace[1181100802] 'process raft request' (duration: 4.79845144s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:12.870887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:08.06864Z","time spent":"4.802147918s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:36:12.875328Z","caller":"traceutil/trace.go:171","msg":"trace[1526586169] linearizableReadLoop","detail":"{readStateIndex:24201; appliedIndex:24196; }","duration":"4.812542402s","start":"2026-02-26T02:36:08.06276Z","end":"2026-02-26T02:36:12.875302Z","steps":["trace[1526586169] 'read index received' (duration: 1.273900328s)","trace[1526586169] 'applied index is now lower than readState.Index' (duration: 3.538641004s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:36:12.908689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.406634806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:36:12.908746Z","caller":"traceutil/trace.go:171","msg":"trace[1522865623] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:23357; }","duration":"6.406761329s","start":"2026-02-26T02:36:06.501953Z","end":"2026-02-26T02:36:12.908715Z","steps":["trace[1522865623] 'agreement among raft nodes before linearized reading' (duration: 6.406649826s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:12.908776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:06.501927Z","time spent":"6.406839091s","remote":"127.0.0.1:38464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:36:12.9088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.003198315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:36:12.908796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.89860999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:36:12.908858Z","caller":"traceutil/trace.go:171","msg":"trace[1066596483] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:23357; }","duration":"6.003314888s","start":"2026-02-26T02:36:06.905525Z","end":"2026-02-26T02:36:12.90884Z","steps":["trace[1066596483] 'agreement among raft nodes before linearized reading' (duration: 6.003177515s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:12.908878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.4363911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:36:12.908925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:06.905504Z","time spent":"6.003411011s","remote":"127.0.0.1:42280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:36:12.909Z","caller":"traceutil/trace.go:171","msg":"trace[767547407] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:23357; }","duration":"5.436571954s","start":"2026-02-26T02:36:07.472377Z","end":"2026-02-26T02:36:12.908949Z","steps":["trace[767547407] 'agreement among raft nodes before linearized reading' (duration: 5.436333488s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:12.909066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:07.472344Z","time spent":"5.436709778s","remote":"127.0.0.1:50568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:36:12.909102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.32975437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-02-26T02:36:12.909157Z","caller":"traceutil/trace.go:171","msg":"trace[1666187742] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23357; }","duration":"6.329860014s","start":"2026-02-26T02:36:06.579288Z","end":"2026-02-26T02:36:12.909148Z","steps":["trace[1666187742] 'agreement among raft nodes before linearized reading' (duration: 6.329702559s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:12.909185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:06.579258Z","time spent":"6.329921324s","remote":"127.0.0.1:45198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-02-26T02:36:12.909193Z","caller":"traceutil/trace.go:171","msg":"trace[377294152] transaction","detail":"{read_only:false; response_revision:23356; number_of_response:1; }","duration":"4.840375784s","start":"2026-02-26T02:36:08.068769Z","end":"2026-02-26T02:36:12.909145Z","steps":["trace[377294152] 'process raft request' (duration: 4.801899101s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:12.909257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.883716728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-cdcn9\" ","response":"range_response_count:1 size:4052"} {"level":"info","ts":"2026-02-26T02:36:12.909324Z","caller":"traceutil/trace.go:171","msg":"trace[1711678667] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-cdcn9; range_end:; response_count:1; response_revision:23357; }","duration":"7.883824351s","start":"2026-02-26T02:36:05.025482Z","end":"2026-02-26T02:36:12.909306Z","steps":["trace[1711678667] 'agreement among raft nodes before linearized reading' (duration: 7.883578244s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:12.909356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.840896519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"warn","ts":"2026-02-26T02:36:12.909384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:05.025463Z","time spent":"7.883908762s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4076,"request content":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-cdcn9\" "} {"level":"warn","ts":"2026-02-26T02:36:12.909046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.371582252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-02-26T02:36:12.909432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.898276071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"warn","ts":"2026-02-26T02:36:12.909395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:08.068754Z","time spent":"4.840541899s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:36:12.909492Z","caller":"traceutil/trace.go:171","msg":"trace[821927682] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23357; }","duration":"7.898340273s","start":"2026-02-26T02:36:05.011141Z","end":"2026-02-26T02:36:12.909481Z","steps":["trace[821927682] 'agreement among raft nodes before linearized reading' (duration: 7.898241071s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:12.909512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:05.011134Z","time spent":"7.898373384s","remote":"127.0.0.1:45188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1878,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T02:36:12.909698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.601714477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:36:12.90974Z","caller":"traceutil/trace.go:171","msg":"trace[1437590438] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:23357; }","duration":"6.60181652s","start":"2026-02-26T02:36:06.307912Z","end":"2026-02-26T02:36:12.909729Z","steps":["trace[1437590438] 'agreement among raft nodes before linearized reading' (duration: 6.601702307s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:12.909774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:06.307886Z","time spent":"6.601879451s","remote":"127.0.0.1:42324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:36:12.909808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.713017859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:36:12.909836Z","caller":"traceutil/trace.go:171","msg":"trace[1827278444] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23357; }","duration":"1.713086571s","start":"2026-02-26T02:36:11.196744Z","end":"2026-02-26T02:36:12.90983Z","steps":["trace[1827278444] 'agreement among raft nodes before linearized reading' (duration: 1.712969657s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:36:12.909836Z","caller":"traceutil/trace.go:171","msg":"trace[2038452598] transaction","detail":"{read_only:false; response_revision:23357; number_of_response:1; }","duration":"4.839572984s","start":"2026-02-26T02:36:08.070256Z","end":"2026-02-26T02:36:12.909829Z","steps":["trace[2038452598] 'process raft request' (duration: 4.804980172s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:12.909862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:11.19672Z","time spent":"1.713137871s","remote":"127.0.0.1:42256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:36:12.909914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:08.070241Z","time spent":"4.839635505s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T02:36:12.909916Z","caller":"traceutil/trace.go:171","msg":"trace[802108377] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:23357; }","duration":"4.84095853s","start":"2026-02-26T02:36:08.068414Z","end":"2026-02-26T02:36:12.909373Z","steps":["trace[802108377] 'agreement among raft nodes before linearized reading' (duration: 4.840903459s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:12.909971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.370048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:36:12.909997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:08.068394Z","time spent":"4.841564546s","remote":"127.0.0.1:45224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-02-26T02:36:12.910003Z","caller":"traceutil/trace.go:171","msg":"trace[2017318170] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23357; }","duration":"562.44242ms","start":"2026-02-26T02:36:12.34755Z","end":"2026-02-26T02:36:12.909992Z","steps":["trace[2017318170] 'agreement among raft nodes before linearized reading' (duration: 562.400579ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:12.910038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:12.347524Z","time spent":"562.505302ms","remote":"127.0.0.1:50670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:36:12.910182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.392276277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:36:12.910201Z","caller":"traceutil/trace.go:171","msg":"trace[1458643998] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:23357; }","duration":"1.392345978s","start":"2026-02-26T02:36:11.51785Z","end":"2026-02-26T02:36:12.910196Z","steps":["trace[1458643998] 'agreement among raft nodes before linearized reading' (duration: 1.392302447s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:12.910196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.306561398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:36:12.910219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:11.517827Z","time spent":"1.39238682s","remote":"127.0.0.1:45444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:36:12.910235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.864158271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-26T02:36:12.910236Z","caller":"traceutil/trace.go:171","msg":"trace[1718364927] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:23357; }","duration":"1.306717592s","start":"2026-02-26T02:36:11.603506Z","end":"2026-02-26T02:36:12.910224Z","steps":["trace[1718364927] 'agreement among raft nodes before linearized reading' (duration: 1.30664193s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:36:12.910252Z","caller":"traceutil/trace.go:171","msg":"trace[1515821889] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:23357; }","duration":"1.864232363s","start":"2026-02-26T02:36:11.046014Z","end":"2026-02-26T02:36:12.910247Z","steps":["trace[1515821889] 'agreement among raft nodes before linearized reading' (duration: 1.864074948s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:12.910268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:11.045986Z","time spent":"1.864278184s","remote":"127.0.0.1:40948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":160,"response size":33,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:36:12.910268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:11.603481Z","time spent":"1.306778504s","remote":"127.0.0.1:45540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":32,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:36:12.909813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.915788152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:36:12.910318Z","caller":"traceutil/trace.go:171","msg":"trace[540911261] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:23357; }","duration":"4.916340556s","start":"2026-02-26T02:36:07.993971Z","end":"2026-02-26T02:36:12.910311Z","steps":["trace[540911261] 'agreement among raft nodes before linearized reading' (duration: 4.915817412s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:12.910315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.476159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:36:12.910337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:07.993942Z","time spent":"4.916388978s","remote":"127.0.0.1:39448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:36:12.910357Z","caller":"traceutil/trace.go:171","msg":"trace[1486575868] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23357; }","duration":"990.581842ms","start":"2026-02-26T02:36:11.919764Z","end":"2026-02-26T02:36:12.910346Z","steps":["trace[1486575868] 'agreement among raft nodes before linearized reading' (duration: 990.50664ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:12.910381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:11.919731Z","time spent":"990.642244ms","remote":"127.0.0.1:42418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:36:12.910509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.838882786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"warn","ts":"2026-02-26T02:36:12.910516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.735281515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:36:12.910537Z","caller":"traceutil/trace.go:171","msg":"trace[1372702890] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:23357; }","duration":"4.838967768s","start":"2026-02-26T02:36:08.071559Z","end":"2026-02-26T02:36:12.910527Z","steps":["trace[1372702890] 'agreement among raft nodes before linearized reading' (duration: 4.838859385s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:12.910552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:08.071534Z","time spent":"4.839014929s","remote":"127.0.0.1:45122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1367,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"info","ts":"2026-02-26T02:36:12.910547Z","caller":"traceutil/trace.go:171","msg":"trace[1872512284] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23357; }","duration":"4.735383608s","start":"2026-02-26T02:36:08.175154Z","end":"2026-02-26T02:36:12.910537Z","steps":["trace[1872512284] 'agreement among raft nodes before linearized reading' (duration: 4.735106991s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:12.910655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.56195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:36:12.909477Z","caller":"traceutil/trace.go:171","msg":"trace[1878308731] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23357; }","duration":"5.372075825s","start":"2026-02-26T02:36:07.537358Z","end":"2026-02-26T02:36:12.909433Z","steps":["trace[1878308731] 'agreement among raft nodes before linearized reading' (duration: 5.371268314s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:36:12.910679Z","caller":"traceutil/trace.go:171","msg":"trace[146329935] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:23357; }","duration":"941.662353ms","start":"2026-02-26T02:36:11.969009Z","end":"2026-02-26T02:36:12.910671Z","steps":["trace[146329935] 'agreement among raft nodes before linearized reading' (duration: 941.56761ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:12.91069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.84209503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/magnum-registry-certs-5g9zg\" ","response":"range_response_count:1 size:2485"} {"level":"warn","ts":"2026-02-26T02:36:12.910704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:11.968993Z","time spent":"941.704735ms","remote":"127.0.0.1:42476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:36:12.910712Z","caller":"traceutil/trace.go:171","msg":"trace[1129240509] range","detail":"{range_begin:/registry/secrets/openstack/magnum-registry-certs-5g9zg; range_end:; response_count:1; response_revision:23357; }","duration":"4.842132161s","start":"2026-02-26T02:36:08.068575Z","end":"2026-02-26T02:36:12.910707Z","steps":["trace[1129240509] 'agreement among raft nodes before linearized reading' (duration: 4.842067459s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:12.91071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:07.537334Z","time spent":"5.373361489s","remote":"127.0.0.1:45134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-26T02:36:12.910681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:08.175123Z","time spent":"4.735544483s","remote":"127.0.0.1:50598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:36:12.910726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:08.068569Z","time spent":"4.842154672s","remote":"127.0.0.1:45122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":2509,"request content":"key:\"/registry/secrets/openstack/magnum-registry-certs-5g9zg\" "} {"level":"warn","ts":"2026-02-26T02:36:12.910942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.306749623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:36:12.910963Z","caller":"traceutil/trace.go:171","msg":"trace[595989551] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23357; }","duration":"1.306791854s","start":"2026-02-26T02:36:11.604166Z","end":"2026-02-26T02:36:12.910957Z","steps":["trace[595989551] 'agreement among raft nodes before linearized reading' (duration: 1.306751333s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:12.910989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:11.604155Z","time spent":"1.306826135s","remote":"127.0.0.1:45224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-02-26T02:36:12.911011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.073198729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418256"} {"level":"info","ts":"2026-02-26T02:36:12.911057Z","caller":"traceutil/trace.go:171","msg":"trace[1168969648] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:23357; }","duration":"1.073301722s","start":"2026-02-26T02:36:11.837745Z","end":"2026-02-26T02:36:12.911047Z","steps":["trace[1168969648] 'agreement among raft nodes before linearized reading' (duration: 1.072747377s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:12.911094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:11.837719Z","time spent":"1.073368474s","remote":"127.0.0.1:39430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418280,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-02-26T02:36:12.91112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.881967371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:36:12.911145Z","caller":"traceutil/trace.go:171","msg":"trace[1518393475] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23357; }","duration":"1.882041132s","start":"2026-02-26T02:36:11.029097Z","end":"2026-02-26T02:36:12.911138Z","steps":["trace[1518393475] 'agreement among raft nodes before linearized reading' (duration: 1.881919909s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:12.911206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.49711457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:36:12.911241Z","caller":"traceutil/trace.go:171","msg":"trace[1559984951] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23357; }","duration":"3.497191532s","start":"2026-02-26T02:36:09.414038Z","end":"2026-02-26T02:36:12.91123Z","steps":["trace[1559984951] 'agreement among raft nodes before linearized reading' (duration: 3.49713958s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:12.911248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.558793365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18646"} {"level":"info","ts":"2026-02-26T02:36:12.911268Z","caller":"traceutil/trace.go:171","msg":"trace[1012244682] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:23357; }","duration":"3.558864086s","start":"2026-02-26T02:36:09.352398Z","end":"2026-02-26T02:36:12.911262Z","steps":["trace[1012244682] 'agreement among raft nodes before linearized reading' (duration: 3.558752164s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:12.911289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:09.352369Z","time spent":"3.558917268s","remote":"127.0.0.1:45202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18670,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-02-26T02:36:12.911266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:09.413991Z","time spent":"3.497266623s","remote":"127.0.0.1:50696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:36:12.911191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:11.029068Z","time spent":"1.882100034s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T02:36:12.909989Z","caller":"traceutil/trace.go:171","msg":"trace[879922384] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:23357; }","duration":"7.898732803s","start":"2026-02-26T02:36:05.010135Z","end":"2026-02-26T02:36:12.908868Z","steps":["trace[879922384] 'agreement among raft nodes before linearized reading' (duration: 7.898523758s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:12.911615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:05.010132Z","time spent":"7.901469925s","remote":"127.0.0.1:45122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":30,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" "} {"level":"warn","ts":"2026-02-26T02:36:13.413312Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892168,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:36:13.914414Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892168,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:36:14.415892Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892168,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:36:14.916152Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892168,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:36:14.925765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000498323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:36:14.925889Z","caller":"traceutil/trace.go:171","msg":"trace[1292056479] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000676898s","start":"2026-02-26T02:36:12.925181Z","end":"2026-02-26T02:36:14.925858Z","steps":["trace[1292056479] 'agreement among raft nodes before linearized reading' (duration: 2.000503254s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:14.925957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:12.925171Z","time spent":"2.00077308s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:36:15.419331Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892168,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:36:15.917446Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.004785126s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:36:16.064101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.914028996s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:36:16.064344Z","caller":"traceutil/trace.go:171","msg":"trace[153836081] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23357; }","duration":"2.914288102s","start":"2026-02-26T02:36:13.150008Z","end":"2026-02-26T02:36:16.064296Z","steps":["trace[153836081] 'range keys from in-memory index tree' (duration: 2.913993795s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:16.067264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.354835ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:20"} {"level":"info","ts":"2026-02-26T02:36:16.067388Z","caller":"traceutil/trace.go:171","msg":"trace[141003002] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23358; }","duration":"3.154811439s","start":"2026-02-26T02:36:12.912558Z","end":"2026-02-26T02:36:16.06737Z","steps":["trace[141003002] 'process raft request' (duration: 3.005160436s)","trace[141003002] 'compare' (duration: 147.477236ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:36:16.067453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:12.912537Z","time spent":"3.154884202s","remote":"127.0.0.1:45122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59,"response count":0,"response size":44,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-02-26T02:36:16.927278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000323749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:36:16.927413Z","caller":"traceutil/trace.go:171","msg":"trace[1153341342] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000545504s","start":"2026-02-26T02:36:14.926836Z","end":"2026-02-26T02:36:16.927381Z","steps":["trace[1153341342] 'agreement among raft nodes before linearized reading' (duration: 2.000364529s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:16.927475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:14.926808Z","time spent":"2.000654207s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:36:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:36:17.9889Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.070471588s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:36:18.918027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.369392ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:36:18.918626Z","caller":"traceutil/trace.go:171","msg":"trace[1579498235] linearizableReadLoop","detail":"{readStateIndex:24204; appliedIndex:24201; }","duration":"6.00565989s","start":"2026-02-26T02:36:12.912951Z","end":"2026-02-26T02:36:18.918611Z","steps":["trace[1579498235] 'read index received' (duration: 3.004895119s)","trace[1579498235] 'applied index is now lower than readState.Index' (duration: 3.000763801s)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:36:18.918715Z","caller":"traceutil/trace.go:171","msg":"trace[1583874645] transaction","detail":"{read_only:false; response_revision:23360; number_of_response:1; }","duration":"5.619104244s","start":"2026-02-26T02:36:13.299602Z","end":"2026-02-26T02:36:18.918707Z","steps":["trace[1583874645] 'process raft request' (duration: 5.618676653s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:36:18.918692Z","caller":"traceutil/trace.go:171","msg":"trace[20285191] transaction","detail":"{read_only:false; response_revision:23359; number_of_response:1; }","duration":"5.997905015s","start":"2026-02-26T02:36:12.920723Z","end":"2026-02-26T02:36:18.918628Z","steps":["trace[20285191] 'process raft request' (duration: 5.068829994s)","trace[20285191] 'compare' (duration: 927.88989ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:36:18.918758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:13.299572Z","time spent":"5.619159466s","remote":"127.0.0.1:39430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418314,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:36:18.918897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.005865435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:36:18.91897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:12.920707Z","time spent":"5.998086131s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4212,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:36:18.919021Z","caller":"traceutil/trace.go:171","msg":"trace[1695537238] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:23360; }","duration":"6.00605848s","start":"2026-02-26T02:36:12.912935Z","end":"2026-02-26T02:36:18.918994Z","steps":["trace[1695537238] 'agreement among raft nodes before linearized reading' (duration: 6.005798043s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:18.919164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:12.912927Z","time spent":"6.006137653s","remote":"127.0.0.1:57976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:36:18.94531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000074494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:36:18.945394Z","caller":"traceutil/trace.go:171","msg":"trace[193800627] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000222587s","start":"2026-02-26T02:36:16.945149Z","end":"2026-02-26T02:36:18.945372Z","steps":["trace[193800627] 'agreement among raft nodes before linearized reading' (duration: 2.000112894s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:18.945441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:16.945126Z","time spent":"2.000305639s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:36:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:36:20.957824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.012238012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:36:20.957922Z","caller":"traceutil/trace.go:171","msg":"trace[965803885] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.012403486s","start":"2026-02-26T02:36:18.945495Z","end":"2026-02-26T02:36:20.957899Z","steps":["trace[965803885] 'agreement among raft nodes before linearized reading' (duration: 2.012271333s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:20.957972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:18.945477Z","time spent":"2.012483899s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:36:21.236053Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.299691197s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:36:22.177739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000269607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:36:22.178032Z","caller":"traceutil/trace.go:171","msg":"trace[1344572757] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000610076s","start":"2026-02-26T02:36:20.17732Z","end":"2026-02-26T02:36:22.17793Z","steps":["trace[1344572757] 'agreement among raft nodes before linearized reading' (duration: 2.000319388s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:22.178133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:20.177297Z","time spent":"2.000818602s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:36:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:36:22.400006Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.163762826s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:36:22.922886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.002571269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:36:22.923001Z","caller":"traceutil/trace.go:171","msg":"trace[199462304] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; }","duration":"10.002715873s","start":"2026-02-26T02:36:12.920261Z","end":"2026-02-26T02:36:22.922977Z","steps":["trace[199462304] 'agreement among raft nodes before linearized reading' (duration: 10.002567629s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:22.923061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:12.920207Z","time spent":"10.002842177s","remote":"127.0.0.1:45318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} 2026/02/26 02:36:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:36:22.964512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000708459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:36:22.964593Z","caller":"traceutil/trace.go:171","msg":"trace[1569620135] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000856753s","start":"2026-02-26T02:36:20.96372Z","end":"2026-02-26T02:36:22.964577Z","steps":["trace[1569620135] 'agreement among raft nodes before linearized reading' (duration: 2.0007606s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:22.964638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:20.963622Z","time spent":"2.001006497s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:36:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:36:22.979605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.043173698s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:36:22.980351Z","caller":"traceutil/trace.go:171","msg":"trace[1282059509] transaction","detail":"{read_only:false; response_revision:23361; number_of_response:1; }","duration":"6.89596317s","start":"2026-02-26T02:36:16.084328Z","end":"2026-02-26T02:36:22.980291Z","steps":["trace[1282059509] 'process raft request' (duration: 2.852004961s)","trace[1282059509] 'compare' (duration: 1.02957781s)","trace[1282059509] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/cert-manager.io/certificates/openstack/magnum-registry-certs; req_size:2421; } (duration: 3.008561156s)"],"step_count":3} {"level":"warn","ts":"2026-02-26T02:36:22.980583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:16.084294Z","time spent":"6.896160215s","remote":"127.0.0.1:42332","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2424,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:36:22.980955Z","caller":"traceutil/trace.go:171","msg":"trace[1010963496] transaction","detail":"{read_only:false; response_revision:23363; number_of_response:1; }","duration":"4.583139966s","start":"2026-02-26T02:36:18.397775Z","end":"2026-02-26T02:36:22.980915Z","steps":["trace[1010963496] 'process raft request' (duration: 4.582000026s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:36:22.980997Z","caller":"traceutil/trace.go:171","msg":"trace[638539867] transaction","detail":"{read_only:false; response_revision:23362; number_of_response:1; }","duration":"4.769506117s","start":"2026-02-26T02:36:18.211414Z","end":"2026-02-26T02:36:22.98092Z","steps":["trace[638539867] 'process raft request' (duration: 4.768290615s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:22.981079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:18.397741Z","time spent":"4.5832862s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:36:22.981221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:18.211383Z","time spent":"4.769705003s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:36:22.981968Z","caller":"traceutil/trace.go:171","msg":"trace[1745863139] linearizableReadLoop","detail":"{readStateIndex:24207; appliedIndex:24204; }","duration":"4.063278478s","start":"2026-02-26T02:36:18.918646Z","end":"2026-02-26T02:36:22.981924Z","steps":["trace[1745863139] 'read index received' (duration: 17.666755ms)","trace[1745863139] 'applied index is now lower than readState.Index' (duration: 4.045608193s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:36:24.780853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.801010907s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-02-26T02:36:24.780889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.631329235s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:36:24.780994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.86141182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897a8a815b748d0\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-02-26T02:36:24.781071Z","caller":"traceutil/trace.go:171","msg":"trace[1156251686] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23364; }","duration":"1.631543701s","start":"2026-02-26T02:36:23.149505Z","end":"2026-02-26T02:36:24.781048Z","steps":["trace[1156251686] 'range keys from in-memory index tree' (duration: 1.631301875s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:36:24.781135Z","caller":"traceutil/trace.go:171","msg":"trace[1603037314] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897a8a815b748d0; range_end:; response_count:1; response_revision:23364; }","duration":"11.861604005s","start":"2026-02-26T02:36:12.919493Z","end":"2026-02-26T02:36:24.781097Z","steps":["trace[1603037314] 'agreement among raft nodes before linearized reading' (duration: 10.062492259s)","trace[1603037314] 'range keys from in-memory index tree' (duration: 1.798786228s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:36:24.781206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:12.919473Z","time spent":"11.861717438s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897a8a815b748d0\" "} {"level":"warn","ts":"2026-02-26T02:36:24.78144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.254907328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:36:24.781541Z","caller":"traceutil/trace.go:171","msg":"trace[226772378] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23364; }","duration":"9.255068812s","start":"2026-02-26T02:36:15.526445Z","end":"2026-02-26T02:36:24.781514Z","steps":["trace[226772378] 'agreement among raft nodes before linearized reading' (duration: 7.455560715s)","trace[226772378] 'count revisions from in-memory index tree' (duration: 1.799347853s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:36:24.781608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:15.526419Z","time spent":"9.255175305s","remote":"127.0.0.1:42354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:36:24.78158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.868553218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:36:24.781672Z","caller":"traceutil/trace.go:171","msg":"trace[532303734] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:0; response_revision:23364; }","duration":"11.868702422s","start":"2026-02-26T02:36:12.912952Z","end":"2026-02-26T02:36:24.781654Z","steps":["trace[532303734] 'agreement among raft nodes before linearized reading' (duration: 10.069123753s)","trace[532303734] 'range keys from in-memory index tree' (duration: 1.799409954s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:36:24.781782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:12.912945Z","time spent":"11.868821005s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-02-26T02:36:24.781873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.859604722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-02-26T02:36:24.781932Z","caller":"traceutil/trace.go:171","msg":"trace[68471963] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:23364; }","duration":"11.859657044s","start":"2026-02-26T02:36:12.922257Z","end":"2026-02-26T02:36:24.781914Z","steps":["trace[68471963] 'agreement among raft nodes before linearized reading' (duration: 10.059688695s)","trace[68471963] 'range keys from in-memory index tree' (duration: 1.799850926s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:36:24.781973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:12.922228Z","time spent":"11.859735906s","remote":"127.0.0.1:45122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":733,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"warn","ts":"2026-02-26T02:36:24.78208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.781760001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:36:24.782146Z","caller":"traceutil/trace.go:171","msg":"trace[1114843927] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:23364; }","duration":"6.781909144s","start":"2026-02-26T02:36:18.000223Z","end":"2026-02-26T02:36:24.782132Z","steps":["trace[1114843927] 'agreement among raft nodes before linearized reading' (duration: 4.981762701s)","trace[1114843927] 'count revisions from in-memory index tree' (duration: 1.800069792s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:36:24.782192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:18.000193Z","time spent":"6.781989007s","remote":"127.0.0.1:38488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:36:24.782199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.596335115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:36:24.782244Z","caller":"traceutil/trace.go:171","msg":"trace[345574578] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23364; }","duration":"9.596433937s","start":"2026-02-26T02:36:15.185798Z","end":"2026-02-26T02:36:24.782232Z","steps":["trace[345574578] 'agreement among raft nodes before linearized reading' (duration: 7.796195191s)","trace[345574578] 'count revisions from in-memory index tree' (duration: 1.800178555s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:36:24.782292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:15.185772Z","time spent":"9.596511529s","remote":"127.0.0.1:45470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:36:24.782392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.918653699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:36:24.782439Z","caller":"traceutil/trace.go:171","msg":"trace[215138496] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:23364; }","duration":"10.918754721s","start":"2026-02-26T02:36:13.863673Z","end":"2026-02-26T02:36:24.782428Z","steps":["trace[215138496] 'agreement among raft nodes before linearized reading' (duration: 9.118285719s)","trace[215138496] 'count revisions from in-memory index tree' (duration: 1.800399571s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:36:24.782479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.569638302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:36:24.782523Z","caller":"traceutil/trace.go:171","msg":"trace[272267328] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:23364; }","duration":"10.569729454s","start":"2026-02-26T02:36:14.21278Z","end":"2026-02-26T02:36:24.78251Z","steps":["trace[272267328] 'agreement among raft nodes before linearized reading' (duration: 8.769218781s)","trace[272267328] 'count revisions from in-memory index tree' (duration: 1.800457432s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:36:24.782563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:14.212753Z","time spent":"10.569799746s","remote":"127.0.0.1:39430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":32,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:36:24.782624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.861978714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:729"} {"level":"info","ts":"2026-02-26T02:36:24.782668Z","caller":"traceutil/trace.go:171","msg":"trace[1409002269] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:23364; }","duration":"11.862036866s","start":"2026-02-26T02:36:12.92062Z","end":"2026-02-26T02:36:24.782657Z","steps":["trace[1409002269] 'agreement among raft nodes before linearized reading' (duration: 10.061333948s)","trace[1409002269] 'range keys from in-memory index tree' (duration: 1.800544864s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:36:24.782703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:12.920603Z","time spent":"11.862094277s","remote":"127.0.0.1:45338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":753,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"warn","ts":"2026-02-26T02:36:24.782725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.569111798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:36:24.782765Z","caller":"traceutil/trace.go:171","msg":"trace[675431807] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:23364; }","duration":"10.56916656s","start":"2026-02-26T02:36:14.213583Z","end":"2026-02-26T02:36:24.782749Z","steps":["trace[675431807] 'agreement among raft nodes before linearized reading' (duration: 8.76841418s)","trace[675431807] 'count revisions from in-memory index tree' (duration: 1.800701969s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:36:24.782812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:14.213572Z","time spent":"10.569225301s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:36:24.782921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.207081099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:36:24.782967Z","caller":"traceutil/trace.go:171","msg":"trace[554289082] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:23364; }","duration":"11.207171111s","start":"2026-02-26T02:36:13.575784Z","end":"2026-02-26T02:36:24.782955Z","steps":["trace[554289082] 'agreement among raft nodes before linearized reading' (duration: 9.406183185s)","trace[554289082] 'count revisions from in-memory index tree' (duration: 1.800927205s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:36:24.78301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:13.575724Z","time spent":"11.207276484s","remote":"127.0.0.1:45188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":16,"response size":32,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:36:24.78188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.152810077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:36:24.783094Z","caller":"traceutil/trace.go:171","msg":"trace[610584469] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:23364; }","duration":"9.15406532s","start":"2026-02-26T02:36:15.629012Z","end":"2026-02-26T02:36:24.783078Z","steps":["trace[610584469] 'agreement among raft nodes before linearized reading' (duration: 7.352993942s)","trace[610584469] 'count revisions from in-memory index tree' (duration: 1.799847416s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:36:24.783142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:15.628987Z","time spent":"9.154142263s","remote":"127.0.0.1:45322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":32,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:36:24.783166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.282123504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:36:24.783284Z","caller":"traceutil/trace.go:171","msg":"trace[383674013] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:23364; }","duration":"6.282239628s","start":"2026-02-26T02:36:18.501032Z","end":"2026-02-26T02:36:24.783271Z","steps":["trace[383674013] 'agreement among raft nodes before linearized reading' (duration: 4.480943104s)","trace[383674013] 'count revisions from in-memory index tree' (duration: 1.8011714s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:36:24.783333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:18.501005Z","time spent":"6.28231413s","remote":"127.0.0.1:50510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:36:24.782484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:13.863646Z","time spent":"10.918828593s","remote":"127.0.0.1:50486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:36:24.783582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.860426004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3085c8ce-ed1a-475d-9953-594ef8bc228f\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-02-26T02:36:24.783627Z","caller":"traceutil/trace.go:171","msg":"trace[1973281191] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3085c8ce-ed1a-475d-9953-594ef8bc228f; range_end:; response_count:1; response_revision:23364; }","duration":"11.860495925s","start":"2026-02-26T02:36:12.923119Z","end":"2026-02-26T02:36:24.783615Z","steps":["trace[1973281191] 'agreement among raft nodes before linearized reading' (duration: 10.058859552s)","trace[1973281191] 'range keys from in-memory index tree' (duration: 1.80151588s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:36:24.784786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.863817863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-02-26T02:36:24.784871Z","caller":"traceutil/trace.go:171","msg":"trace[1675757530] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:23364; }","duration":"11.863935886s","start":"2026-02-26T02:36:12.920914Z","end":"2026-02-26T02:36:24.78485Z","steps":["trace[1675757530] 'agreement among raft nodes before linearized reading' (duration: 10.06104878s)","trace[1675757530] 'range keys from in-memory index tree' (duration: 1.802652199s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:36:24.784913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:12.920899Z","time spent":"11.864006618s","remote":"127.0.0.1:45338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":808,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"warn","ts":"2026-02-26T02:36:24.78495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.862272962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:36:24.785023Z","caller":"traceutil/trace.go:171","msg":"trace[1973185030] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:23364; }","duration":"11.862357885s","start":"2026-02-26T02:36:12.922641Z","end":"2026-02-26T02:36:24.784999Z","steps":["trace[1973185030] 'agreement among raft nodes before linearized reading' (duration: 10.059338526s)","trace[1973185030] 'range keys from in-memory index tree' (duration: 1.802921317s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:36:24.785085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:12.922634Z","time spent":"11.862424287s","remote":"127.0.0.1:45122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":30,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" "} {"level":"info","ts":"2026-02-26T02:36:24.785617Z","caller":"traceutil/trace.go:171","msg":"trace[1290004263] transaction","detail":"{read_only:false; response_revision:23365; number_of_response:1; }","duration":"4.367862254s","start":"2026-02-26T02:36:20.417741Z","end":"2026-02-26T02:36:24.785603Z","steps":["trace[1290004263] 'process raft request' (duration: 4.363237092s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:36:24.785662Z","caller":"traceutil/trace.go:171","msg":"trace[47413948] linearizableReadLoop","detail":"{readStateIndex:24209; appliedIndex:24207; }","duration":"1.803609215s","start":"2026-02-26T02:36:22.982042Z","end":"2026-02-26T02:36:24.785651Z","steps":["trace[47413948] 'read index received' (duration: 74.062µs)","trace[47413948] 'applied index is now lower than readState.Index' (duration: 1.803534443s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:36:24.785712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:20.417708Z","time spent":"4.367944496s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:36:24.785757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.803875222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:36:24.785778Z","caller":"traceutil/trace.go:171","msg":"trace[1810058498] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23365; }","duration":"1.803933743s","start":"2026-02-26T02:36:22.981839Z","end":"2026-02-26T02:36:24.785773Z","steps":["trace[1810058498] 'agreement among raft nodes before linearized reading' (duration: 1.803891472s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:24.785804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:22.981821Z","time spent":"1.803979375s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:36:24.785934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.314506177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:36:24.78596Z","caller":"traceutil/trace.go:171","msg":"trace[377452434] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:23365; }","duration":"5.31458088s","start":"2026-02-26T02:36:19.471373Z","end":"2026-02-26T02:36:24.785954Z","steps":["trace[377452434] 'agreement among raft nodes before linearized reading' (duration: 5.314531759s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:24.785963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.990914091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18646"} {"level":"warn","ts":"2026-02-26T02:36:24.785982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:19.47135Z","time spent":"5.314626501s","remote":"127.0.0.1:49480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:36:24.785991Z","caller":"traceutil/trace.go:171","msg":"trace[1641811880] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23365; }","duration":"4.991033774s","start":"2026-02-26T02:36:19.794948Z","end":"2026-02-26T02:36:24.785982Z","steps":["trace[1641811880] 'agreement among raft nodes before linearized reading' (duration: 4.990946672s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:24.786016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:19.794921Z","time spent":"4.991090716s","remote":"127.0.0.1:45202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18670,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-26T02:36:24.786137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.366340224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:36:24.786161Z","caller":"traceutil/trace.go:171","msg":"trace[689213397] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:23365; }","duration":"5.366398075s","start":"2026-02-26T02:36:19.419757Z","end":"2026-02-26T02:36:24.786155Z","steps":["trace[689213397] 'agreement among raft nodes before linearized reading' (duration: 5.366314503s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:24.786182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:19.419737Z","time spent":"5.366438116s","remote":"127.0.0.1:45516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":58,"response size":32,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:36:24.786146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.826735235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:36:24.786271Z","caller":"traceutil/trace.go:171","msg":"trace[1613120744] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:23365; }","duration":"1.826894018s","start":"2026-02-26T02:36:22.959366Z","end":"2026-02-26T02:36:24.78626Z","steps":["trace[1613120744] 'agreement among raft nodes before linearized reading' (duration: 1.826752644s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:24.786236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.592108912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:36:24.7863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:22.959347Z","time spent":"1.82694368s","remote":"127.0.0.1:40918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:36:24.786343Z","caller":"traceutil/trace.go:171","msg":"trace[2006470671] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23365; }","duration":"5.592284657s","start":"2026-02-26T02:36:19.194034Z","end":"2026-02-26T02:36:24.786318Z","steps":["trace[2006470671] 'agreement among raft nodes before linearized reading' (duration: 5.592083491s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:24.786396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:19.194009Z","time spent":"5.592374879s","remote":"127.0.0.1:50644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:36:24.786445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.010729083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:36:24.786475Z","caller":"traceutil/trace.go:171","msg":"trace[637959748] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:23365; }","duration":"2.010818135s","start":"2026-02-26T02:36:22.775647Z","end":"2026-02-26T02:36:24.786466Z","steps":["trace[637959748] 'agreement among raft nodes before linearized reading' (duration: 2.010770093s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:24.786496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:22.77562Z","time spent":"2.010870546s","remote":"127.0.0.1:49620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:36:24.786539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.629194569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:36:24.786535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.853961103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-6975759b4b-5cz6b\" ","response":"range_response_count:1 size:4803"} {"level":"info","ts":"2026-02-26T02:36:24.786572Z","caller":"traceutil/trace.go:171","msg":"trace[1244878928] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23365; }","duration":"2.629273892s","start":"2026-02-26T02:36:22.15729Z","end":"2026-02-26T02:36:24.786563Z","steps":["trace[1244878928] 'agreement among raft nodes before linearized reading' (duration: 2.629231541s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:36:24.786585Z","caller":"traceutil/trace.go:171","msg":"trace[497774065] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-6975759b4b-5cz6b; range_end:; response_count:1; response_revision:23365; }","duration":"5.854056925s","start":"2026-02-26T02:36:18.932514Z","end":"2026-02-26T02:36:24.786571Z","steps":["trace[497774065] 'agreement among raft nodes before linearized reading' (duration: 5.853892781s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:24.786598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:22.157262Z","time spent":"2.629330923s","remote":"127.0.0.1:42454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:36:24.786618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:18.932492Z","time spent":"5.854118947s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":4827,"request content":"key:\"/registry/pods/capo-system/capo-controller-manager-6975759b4b-5cz6b\" "} {"level":"warn","ts":"2026-02-26T02:36:24.786672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.778250027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-02-26T02:36:24.786704Z","caller":"traceutil/trace.go:171","msg":"trace[1019003284] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23365; }","duration":"4.778318379s","start":"2026-02-26T02:36:20.008378Z","end":"2026-02-26T02:36:24.786696Z","steps":["trace[1019003284] 'agreement among raft nodes before linearized reading' (duration: 4.778237297s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:24.786715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.905448039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:36:24.786725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:20.008358Z","time spent":"4.77836248s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-02-26T02:36:24.786737Z","caller":"traceutil/trace.go:171","msg":"trace[1864361020] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:23365; }","duration":"2.905500041s","start":"2026-02-26T02:36:21.881229Z","end":"2026-02-26T02:36:24.786729Z","steps":["trace[1864361020] 'agreement among raft nodes before linearized reading' (duration: 2.905456619s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:24.786748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.217917733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:36:24.786763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:21.881211Z","time spent":"2.905546161s","remote":"127.0.0.1:45416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":32,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:36:24.786504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.845969492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:36:24.78679Z","caller":"traceutil/trace.go:171","msg":"trace[230438016] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:23365; }","duration":"3.217958224s","start":"2026-02-26T02:36:21.568817Z","end":"2026-02-26T02:36:24.786775Z","steps":["trace[230438016] 'agreement among raft nodes before linearized reading' (duration: 3.217880982s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:36:24.786819Z","caller":"traceutil/trace.go:171","msg":"trace[1735952341] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23365; }","duration":"3.846329142s","start":"2026-02-26T02:36:20.940482Z","end":"2026-02-26T02:36:24.786811Z","steps":["trace[1735952341] 'agreement among raft nodes before linearized reading' (duration: 3.845994023s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:24.786828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:21.568735Z","time spent":"3.218084947s","remote":"127.0.0.1:45480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:36:24.786844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:20.940454Z","time spent":"3.846382713s","remote":"127.0.0.1:42216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:36:24.783665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:12.923106Z","time spent":"11.860551527s","remote":"127.0.0.1:45180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1328,"request content":"key:\"/registry/persistentvolumes/pvc-3085c8ce-ed1a-475d-9953-594ef8bc228f\" "} {"level":"warn","ts":"2026-02-26T02:36:25.914791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.129094632s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:2454"} {"level":"info","ts":"2026-02-26T02:36:25.914941Z","caller":"traceutil/trace.go:171","msg":"trace[340767983] linearizableReadLoop","detail":"{readStateIndex:24210; appliedIndex:24209; }","duration":"1.129234006s","start":"2026-02-26T02:36:24.785685Z","end":"2026-02-26T02:36:25.914919Z","steps":["trace[340767983] 'read index received' (duration: 411.121µs)","trace[340767983] 'applied index is now lower than readState.Index' (duration: 1.128820605s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:36:25.916161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.131005882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:36:25.916257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.282021182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:36:25.916293Z","caller":"traceutil/trace.go:171","msg":"trace[1066069944] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:0; response_revision:23365; }","duration":"1.131207508s","start":"2026-02-26T02:36:24.785053Z","end":"2026-02-26T02:36:25.916261Z","steps":["trace[1066069944] 'agreement among raft nodes before linearized reading' (duration: 1.130985942s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:36:25.916314Z","caller":"traceutil/trace.go:171","msg":"trace[393583985] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:23365; }","duration":"1.282126965s","start":"2026-02-26T02:36:24.634171Z","end":"2026-02-26T02:36:25.916298Z","steps":["trace[393583985] 'agreement among raft nodes before linearized reading' (duration: 1.282020872s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:36:25.916307Z","caller":"traceutil/trace.go:171","msg":"trace[592032257] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23365; }","duration":"2.921542633s","start":"2026-02-26T02:36:22.994722Z","end":"2026-02-26T02:36:25.916265Z","steps":["trace[592032257] 'process raft request' (duration: 1.790866459s)","trace[592032257] 'range keys from in-memory index tree' {req_type:range; range_begin:/registry/cert-manager.io/certificates/openstack/magnum-registry-certs; range_end:; } (duration: 1.128936698s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:36:25.916372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:24.785031Z","time spent":"1.131324841s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":30,"request content":"key:\"/registry/masterleases/162.253.55.200\" "} {"level":"warn","ts":"2026-02-26T02:36:25.916368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:24.634147Z","time spent":"1.282211177s","remote":"127.0.0.1:42628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:36:25.916494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:22.994697Z","time spent":"2.921675936s","remote":"127.0.0.1:42332","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":74,"response count":0,"response size":2478,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:36:25.916165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.804791937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:36:25.916665Z","caller":"traceutil/trace.go:171","msg":"trace[712279751] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23365; }","duration":"2.805342591s","start":"2026-02-26T02:36:23.111292Z","end":"2026-02-26T02:36:25.916634Z","steps":["trace[712279751] 'agreement among raft nodes before linearized reading' (duration: 2.804790636s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:25.916753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:23.111268Z","time spent":"2.805457714s","remote":"127.0.0.1:42434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:36:26.415466Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892186,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:36:26.788017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000381841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:36:26.788121Z","caller":"traceutil/trace.go:171","msg":"trace[590696539] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000565016s","start":"2026-02-26T02:36:24.787534Z","end":"2026-02-26T02:36:26.788099Z","steps":["trace[590696539] 'agreement among raft nodes before linearized reading' (duration: 2.000391881s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:26.78818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:24.787516Z","time spent":"2.000652748s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:36:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:36:26.916668Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892186,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:36:27.403608Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.615578761s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:36:28.265426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.50238ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:36:28.265609Z","caller":"traceutil/trace.go:171","msg":"trace[279296423] transaction","detail":"{read_only:false; response_revision:23366; number_of_response:1; }","duration":"3.47775586s","start":"2026-02-26T02:36:24.787818Z","end":"2026-02-26T02:36:28.265574Z","steps":["trace[279296423] 'process raft request' (duration: 2.615960132s)","trace[279296423] 'compare' (duration: 861.072939ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:36:28.265718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:24.78779Z","time spent":"3.477875863s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:36:28.795835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000067992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:36:28.795934Z","caller":"traceutil/trace.go:171","msg":"trace[1513848295] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000288607s","start":"2026-02-26T02:36:26.795624Z","end":"2026-02-26T02:36:28.795913Z","steps":["trace[1513848295] 'agreement among raft nodes before linearized reading' (duration: 2.000154304s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:28.796056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:26.79559Z","time spent":"2.000445031s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:36:30.252197Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.848337394s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:36:30.36033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:30.058707Z","time spent":"301.608158ms","remote":"127.0.0.1:44038","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T02:36:30.36133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.252562ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:36:30.361824Z","caller":"traceutil/trace.go:171","msg":"trace[591774135] transaction","detail":"{read_only:false; response_revision:23367; number_of_response:1; }","duration":"5.570185486s","start":"2026-02-26T02:36:24.791593Z","end":"2026-02-26T02:36:30.361779Z","steps":["trace[591774135] 'process raft request' (duration: 5.461098921s)","trace[591774135] 'compare' (duration: 107.831382ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:36:30.36186Z","caller":"traceutil/trace.go:171","msg":"trace[834559879] transaction","detail":"{read_only:false; response_revision:23368; number_of_response:1; }","duration":"5.570122914s","start":"2026-02-26T02:36:24.791712Z","end":"2026-02-26T02:36:30.361835Z","steps":["trace[834559879] 'process raft request' (duration: 5.569810736s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:30.361963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:24.791706Z","time spent":"5.570218346s","remote":"127.0.0.1:45338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":870,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:36:30.362132Z","caller":"traceutil/trace.go:171","msg":"trace[1393626717] transaction","detail":"{read_only:false; response_revision:23369; number_of_response:1; }","duration":"5.570249288s","start":"2026-02-26T02:36:24.791836Z","end":"2026-02-26T02:36:30.362085Z","steps":["trace[1393626717] 'process raft request' (duration: 5.569930839s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:30.362163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:24.791584Z","time spent":"5.57033173s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:36:30.362275Z","caller":"traceutil/trace.go:171","msg":"trace[1501711951] linearizableReadLoop","detail":"{readStateIndex:24216; appliedIndex:24210; }","duration":"4.447277437s","start":"2026-02-26T02:36:25.914971Z","end":"2026-02-26T02:36:30.362249Z","steps":["trace[1501711951] 'read index received' (duration: 1.488882803s)","trace[1501711951] 'applied index is now lower than readState.Index' (duration: 2.958393584s)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:36:30.362375Z","caller":"traceutil/trace.go:171","msg":"trace[2045914920] transaction","detail":"{read_only:false; response_revision:23370; number_of_response:1; }","duration":"5.567723181s","start":"2026-02-26T02:36:24.794641Z","end":"2026-02-26T02:36:30.362364Z","steps":["trace[2045914920] 'process raft request' (duration: 5.567371822s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:30.362505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:24.794632Z","time spent":"5.567774012s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4785,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:36:30.362575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.568312727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-02-26T02:36:30.362645Z","caller":"traceutil/trace.go:171","msg":"trace[1409114959] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:23370; }","duration":"5.568394899s","start":"2026-02-26T02:36:24.794232Z","end":"2026-02-26T02:36:30.362627Z","steps":["trace[1409114959] 'agreement among raft nodes before linearized reading' (duration: 5.568204974s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:30.362686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:24.794226Z","time spent":"5.56845191s","remote":"127.0.0.1:45122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":733,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"warn","ts":"2026-02-26T02:36:30.362762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.570214337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18646"} {"level":"warn","ts":"2026-02-26T02:36:30.362387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:24.79183Z","time spent":"5.570391591s","remote":"127.0.0.1:45338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":925,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:36:30.362934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.422495564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:36:30.36294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.569786146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-02-26T02:36:30.362976Z","caller":"traceutil/trace.go:171","msg":"trace[66576487] range","detail":"{range_begin:/registry/secrets/openstack/pxc-webhook-ssl; range_end:; response_count:0; response_revision:23370; }","duration":"5.422599507s","start":"2026-02-26T02:36:24.940365Z","end":"2026-02-26T02:36:30.362964Z","steps":["trace[66576487] 'agreement among raft nodes before linearized reading' (duration: 5.422538255s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:36:30.362826Z","caller":"traceutil/trace.go:171","msg":"trace[350837365] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23370; }","duration":"5.570294339s","start":"2026-02-26T02:36:24.792515Z","end":"2026-02-26T02:36:30.362809Z","steps":["trace[350837365] 'agreement among raft nodes before linearized reading' (duration: 5.570053782s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:36:30.362991Z","caller":"traceutil/trace.go:171","msg":"trace[1272259253] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:23370; }","duration":"5.569844357s","start":"2026-02-26T02:36:24.793131Z","end":"2026-02-26T02:36:30.362975Z","steps":["trace[1272259253] 'agreement among raft nodes before linearized reading' (duration: 5.569719214s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:30.363004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:24.940338Z","time spent":"5.422659419s","remote":"127.0.0.1:45122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" "} {"level":"warn","ts":"2026-02-26T02:36:30.363026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:24.792501Z","time spent":"5.570515254s","remote":"127.0.0.1:45202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18670,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-26T02:36:30.363027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:24.793125Z","time spent":"5.569893848s","remote":"127.0.0.1:45188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-02-26T02:36:30.362854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.571358197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-02-26T02:36:30.363171Z","caller":"traceutil/trace.go:171","msg":"trace[726202685] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:23370; }","duration":"5.571663325s","start":"2026-02-26T02:36:24.79147Z","end":"2026-02-26T02:36:30.363134Z","steps":["trace[726202685] 'agreement among raft nodes before linearized reading' (duration: 5.571242984s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:30.36288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:25.917804Z","time spent":"4.445074269s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T02:36:30.363254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:24.791457Z","time spent":"5.571771618s","remote":"127.0.0.1:45122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":721,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" "} {"level":"warn","ts":"2026-02-26T02:36:30.796932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000132665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:36:30.79704Z","caller":"traceutil/trace.go:171","msg":"trace[572272034] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000301319s","start":"2026-02-26T02:36:28.796715Z","end":"2026-02-26T02:36:30.797016Z","steps":["trace[572272034] 'agreement among raft nodes before linearized reading' (duration: 2.000163066s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:30.797097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:28.796689Z","time spent":"2.000396771s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:36:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-02-26T02:36:31.10911Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20588,"took":"18.233934976s","hash":3319706483,"current-db-size-bytes":46485504,"current-db-size":"46 MB","current-db-size-in-use-bytes":39469056,"current-db-size-in-use":"40 MB"} {"level":"info","ts":"2026-02-26T02:36:31.109192Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3319706483,"revision":20588,"compact-revision":18474} {"level":"warn","ts":"2026-02-26T02:36:31.109876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.516234ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:36:31.11066Z","caller":"traceutil/trace.go:171","msg":"trace[796453295] linearizableReadLoop","detail":"{readStateIndex:24217; appliedIndex:24216; }","duration":"748.301797ms","start":"2026-02-26T02:36:30.362325Z","end":"2026-02-26T02:36:31.110627Z","steps":["trace[796453295] 'read index received' (duration: 475.928131ms)","trace[796453295] 'applied index is now lower than readState.Index' (duration: 272.371736ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:36:31.1108Z","caller":"traceutil/trace.go:171","msg":"trace[1589969513] transaction","detail":"{read_only:false; response_revision:23372; number_of_response:1; }","duration":"743.735747ms","start":"2026-02-26T02:36:30.36703Z","end":"2026-02-26T02:36:31.110766Z","steps":["trace[1589969513] 'process raft request' (duration: 742.972057ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:36:31.110823Z","caller":"traceutil/trace.go:171","msg":"trace[2119368135] transaction","detail":"{read_only:false; response_revision:23371; number_of_response:1; }","duration":"2.838465364s","start":"2026-02-26T02:36:28.272324Z","end":"2026-02-26T02:36:31.110789Z","steps":["trace[2119368135] 'process raft request' (duration: 2.565914204s)","trace[2119368135] 'compare' (duration: 271.239286ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:36:31.110904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:30.36698Z","time spent":"743.86927ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:36:31.110931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.973983034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:36:31.110981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:28.272296Z","time spent":"2.838603287s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T02:36:31.111011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.383847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra.1897ab47de595eaa\" ","response":"range_response_count:1 size:695"} {"level":"info","ts":"2026-02-26T02:36:31.111045Z","caller":"traceutil/trace.go:171","msg":"trace[1710904290] range","detail":"{range_begin:/registry/events/openstack/container-infra.1897ab47de595eaa; range_end:; response_count:1; response_revision:23372; }","duration":"743.46246ms","start":"2026-02-26T02:36:30.36757Z","end":"2026-02-26T02:36:31.111032Z","steps":["trace[1710904290] 'agreement among raft nodes before linearized reading' (duration: 743.275805ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:31.111062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.407926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:36:31.111076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:30.367555Z","time spent":"743.511471ms","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":719,"request content":"key:\"/registry/events/openstack/container-infra.1897ab47de595eaa\" "} {"level":"warn","ts":"2026-02-26T02:36:31.111074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.841551145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:36:31.111095Z","caller":"traceutil/trace.go:171","msg":"trace[1469072269] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23372; }","duration":"305.482859ms","start":"2026-02-26T02:36:30.805601Z","end":"2026-02-26T02:36:31.111084Z","steps":["trace[1469072269] 'agreement among raft nodes before linearized reading' (duration: 305.431968ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:31.111101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.859797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f437a024-70d1-42ac-a0b9-917c54a96f5b\" ","response":"range_response_count:1 size:1319"} {"level":"warn","ts":"2026-02-26T02:36:31.111052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.080747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:36:31.111112Z","caller":"traceutil/trace.go:171","msg":"trace[1490005670] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:23372; }","duration":"2.841663928s","start":"2026-02-26T02:36:28.269435Z","end":"2026-02-26T02:36:31.111099Z","steps":["trace[1490005670] 'agreement among raft nodes before linearized reading' (duration: 2.841587316s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:31.111139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:30.805577Z","time spent":"305.55307ms","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:36:31.111159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:28.269381Z","time spent":"2.841771221s","remote":"127.0.0.1:39520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:36:31.111141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.80039195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:36:31.111133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.499283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:36:31.111208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.069283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-76f6d9846-98mk7\" ","response":"range_response_count:1 size:8463"} {"level":"warn","ts":"2026-02-26T02:36:31.111145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.949472009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:36:31.111229Z","caller":"traceutil/trace.go:171","msg":"trace[1028162596] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-76f6d9846-98mk7; range_end:; response_count:1; response_revision:23372; }","duration":"742.101684ms","start":"2026-02-26T02:36:30.369122Z","end":"2026-02-26T02:36:31.111224Z","steps":["trace[1028162596] 'agreement among raft nodes before linearized reading' (duration: 742.036992ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:31.111229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.810476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"warn","ts":"2026-02-26T02:36:31.111245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:30.369116Z","time spent":"742.126034ms","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":8487,"request content":"key:\"/registry/pods/openstack/magnum-api-76f6d9846-98mk7\" "} {"level":"info","ts":"2026-02-26T02:36:31.111234Z","caller":"traceutil/trace.go:171","msg":"trace[195830189] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:23372; }","duration":"3.800542604s","start":"2026-02-26T02:36:27.310669Z","end":"2026-02-26T02:36:31.111212Z","steps":["trace[195830189] 'agreement among raft nodes before linearized reading' (duration: 3.80037527s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:36:31.111261Z","caller":"traceutil/trace.go:171","msg":"trace[1849576307] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:23372; }","duration":"741.851327ms","start":"2026-02-26T02:36:30.369401Z","end":"2026-02-26T02:36:31.111252Z","steps":["trace[1849576307] 'agreement among raft nodes before linearized reading' (duration: 741.761405ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:36:31.111178Z","caller":"traceutil/trace.go:171","msg":"trace[1571465160] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:23372; }","duration":"615.299203ms","start":"2026-02-26T02:36:30.495851Z","end":"2026-02-26T02:36:31.11115Z","steps":["trace[1571465160] 'agreement among raft nodes before linearized reading' (duration: 615.026046ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:31.110931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.784139122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:36:31.111288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:27.310648Z","time spent":"3.800628846s","remote":"127.0.0.1:42362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:36:31.111321Z","caller":"traceutil/trace.go:171","msg":"trace[1745006488] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23372; }","duration":"3.784589324s","start":"2026-02-26T02:36:27.326722Z","end":"2026-02-26T02:36:31.111312Z","steps":["trace[1745006488] 'agreement among raft nodes before linearized reading' (duration: 3.784097371s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:36:31.111142Z","caller":"traceutil/trace.go:171","msg":"trace[1043753695] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f437a024-70d1-42ac-a0b9-917c54a96f5b; range_end:; response_count:1; response_revision:23372; }","duration":"741.907078ms","start":"2026-02-26T02:36:30.369221Z","end":"2026-02-26T02:36:31.111128Z","steps":["trace[1043753695] 'agreement among raft nodes before linearized reading' (duration: 741.756444ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:31.111324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:30.495826Z","time spent":"615.477987ms","remote":"127.0.0.1:38448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:36:31.111352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:27.326693Z","time spent":"3.784648635s","remote":"127.0.0.1:50626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:36:31.111314Z","caller":"traceutil/trace.go:171","msg":"trace[527162226] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:23372; }","duration":"4.949712005s","start":"2026-02-26T02:36:26.161554Z","end":"2026-02-26T02:36:31.111266Z","steps":["trace[527162226] 'agreement among raft nodes before linearized reading' (duration: 4.949216112s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:31.11137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:30.369395Z","time spent":"741.892958ms","remote":"127.0.0.1:45122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":721,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" "} {"level":"warn","ts":"2026-02-26T02:36:31.111401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.682269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-02-26T02:36:31.11142Z","caller":"traceutil/trace.go:171","msg":"trace[2012354158] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:23372; }","duration":"742.72146ms","start":"2026-02-26T02:36:30.368692Z","end":"2026-02-26T02:36:31.111413Z","steps":["trace[2012354158] 'agreement among raft nodes before linearized reading' (duration: 742.666888ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:31.111435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:30.368681Z","time spent":"742.75068ms","remote":"127.0.0.1:45224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1310,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"warn","ts":"2026-02-26T02:36:31.111424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:26.161528Z","time spent":"4.949874119s","remote":"127.0.0.1:49566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:36:31.111004Z","caller":"traceutil/trace.go:171","msg":"trace[936743794] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:23372; }","duration":"3.974132668s","start":"2026-02-26T02:36:27.136849Z","end":"2026-02-26T02:36:31.110981Z","steps":["trace[936743794] 'agreement among raft nodes before linearized reading' (duration: 3.973934823s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:36:31.111254Z","caller":"traceutil/trace.go:171","msg":"trace[385694719] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23372; }","duration":"934.677868ms","start":"2026-02-26T02:36:30.176549Z","end":"2026-02-26T02:36:31.111227Z","steps":["trace[385694719] 'agreement among raft nodes before linearized reading' (duration: 934.454162ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:31.111555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:30.176527Z","time spent":"935.019427ms","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:36:31.111371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:30.369216Z","time spent":"742.134854ms","remote":"127.0.0.1:45180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-f437a024-70d1-42ac-a0b9-917c54a96f5b\" "} {"level":"warn","ts":"2026-02-26T02:36:31.11152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:27.136816Z","time spent":"3.974694973s","remote":"127.0.0.1:39434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:36:31.111789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.190178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:36:31.111847Z","caller":"traceutil/trace.go:171","msg":"trace[535689395] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23372; }","duration":"958.299551ms","start":"2026-02-26T02:36:30.153532Z","end":"2026-02-26T02:36:31.111831Z","steps":["trace[535689395] 'agreement among raft nodes before linearized reading' (duration: 958.204998ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:31.111885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:30.153505Z","time spent":"958.370613ms","remote":"127.0.0.1:42230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:36:31.112159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.350415384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:36:31.11235Z","caller":"traceutil/trace.go:171","msg":"trace[1782753367] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23372; }","duration":"1.350694481s","start":"2026-02-26T02:36:29.761594Z","end":"2026-02-26T02:36:31.112289Z","steps":["trace[1782753367] 'agreement among raft nodes before linearized reading' (duration: 1.349606162s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:31.11259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:29.761535Z","time spent":"1.351030639s","remote":"127.0.0.1:42158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:36:31.115693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.17738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:389241"} {"level":"info","ts":"2026-02-26T02:36:31.11576Z","caller":"traceutil/trace.go:171","msg":"trace[1951996247] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:23372; }","duration":"453.327924ms","start":"2026-02-26T02:36:30.66242Z","end":"2026-02-26T02:36:31.115748Z","steps":["trace[1951996247] 'agreement among raft nodes before linearized reading' (duration: 448.799595ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:31.115811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:30.662385Z","time spent":"453.406266ms","remote":"127.0.0.1:45550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1988,"response size":389265,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"warn","ts":"2026-02-26T02:36:31.79714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.714379ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:36:31.797269Z","caller":"traceutil/trace.go:171","msg":"trace[287359753] linearizableReadLoop","detail":"{readStateIndex:24219; appliedIndex:24218; }","duration":"682.387571ms","start":"2026-02-26T02:36:31.114862Z","end":"2026-02-26T02:36:31.797249Z","steps":["trace[287359753] 'read index received' (duration: 355.429905ms)","trace[287359753] 'applied index is now lower than readState.Index' (duration: 326.955426ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:36:31.797349Z","caller":"traceutil/trace.go:171","msg":"trace[1951256225] transaction","detail":"{read_only:false; response_revision:23373; number_of_response:1; }","duration":"683.210123ms","start":"2026-02-26T02:36:31.114126Z","end":"2026-02-26T02:36:31.797336Z","steps":["trace[1951256225] 'process raft request' (duration: 356.188286ms)","trace[1951256225] 'compare' (duration: 325.874917ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:36:31.797421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:31.114101Z","time spent":"683.282045ms","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:36:31.797793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.966387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-02-26T02:36:31.797834Z","caller":"traceutil/trace.go:171","msg":"trace[1738855946] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23373; }","duration":"683.1056ms","start":"2026-02-26T02:36:31.114718Z","end":"2026-02-26T02:36:31.797824Z","steps":["trace[1738855946] 'agreement among raft nodes before linearized reading' (duration: 682.929126ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:31.797863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:31.114698Z","time spent":"683.159192ms","remote":"127.0.0.1:45198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-26T02:36:32.297375Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892196,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:36:32.798077Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892196,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:36:33.300884Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892196,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:36:33.785089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000499405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:36:33.7852Z","caller":"traceutil/trace.go:171","msg":"trace[941859287] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00069229s","start":"2026-02-26T02:36:31.784483Z","end":"2026-02-26T02:36:33.785175Z","steps":["trace[941859287] 'agreement among raft nodes before linearized reading' (duration: 2.000537685s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:33.785259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:31.784459Z","time spent":"2.000787881s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:36:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:36:33.799124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.909699ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:36:33.799272Z","caller":"traceutil/trace.go:171","msg":"trace[1165284745] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23373; }","duration":"649.076313ms","start":"2026-02-26T02:36:33.150175Z","end":"2026-02-26T02:36:33.799251Z","steps":["trace[1165284745] 'range keys from in-memory index tree' (duration: 648.893069ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:33.801722Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892196,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:36:34.302685Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892196,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:36:34.506217Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.035881267s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T02:36:34.506726Z","caller":"traceutil/trace.go:171","msg":"trace[1086750517] transaction","detail":"{read_only:false; response_revision:23374; number_of_response:1; }","duration":"3.387586104s","start":"2026-02-26T02:36:31.11909Z","end":"2026-02-26T02:36:34.506676Z","steps":["trace[1086750517] 'process raft request' (duration: 3.387375529s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:34.506974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:31.119061Z","time spent":"3.38779346s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T02:36:35.786297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000178395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:36:35.786425Z","caller":"traceutil/trace.go:171","msg":"trace[1818262925] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000366249s","start":"2026-02-26T02:36:33.786015Z","end":"2026-02-26T02:36:35.786381Z","steps":["trace[1818262925] 'agreement among raft nodes before linearized reading' (duration: 2.000222856s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:35.786741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:33.785957Z","time spent":"2.00076627s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:36:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:36:36.179559Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.673074375s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:36:36.302644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:34.94174Z","time spent":"1.360893371s","remote":"127.0.0.1:37050","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T02:36:36.304241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.353707ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:36:36.304438Z","caller":"traceutil/trace.go:171","msg":"trace[504079014] linearizableReadLoop","detail":"{readStateIndex:24223; appliedIndex:24219; }","duration":"4.507127814s","start":"2026-02-26T02:36:31.797297Z","end":"2026-02-26T02:36:36.304425Z","steps":["trace[504079014] 'read index received' (duration: 2.709195559s)","trace[504079014] 'applied index is now lower than readState.Index' (duration: 1.797931475s)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:36:36.304519Z","caller":"traceutil/trace.go:171","msg":"trace[1167803770] transaction","detail":"{read_only:false; response_revision:23375; number_of_response:1; }","duration":"4.01213325s","start":"2026-02-26T02:36:32.292373Z","end":"2026-02-26T02:36:36.304506Z","steps":["trace[1167803770] 'process raft request' (duration: 3.887431584s)","trace[1167803770] 'compare' (duration: 124.263304ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:36:36.304597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:32.292341Z","time spent":"4.012193432s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:36:36.304918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.504879685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-02-26T02:36:36.304945Z","caller":"traceutil/trace.go:171","msg":"trace[1068180380] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:23377; }","duration":"4.504952296s","start":"2026-02-26T02:36:31.799983Z","end":"2026-02-26T02:36:36.304935Z","steps":["trace[1068180380] 'agreement among raft nodes before linearized reading' (duration: 4.504848784s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:36.304971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:31.799935Z","time spent":"4.505029898s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-02-26T02:36:36.304993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.185873449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"warn","ts":"2026-02-26T02:36:36.305032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.182293565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"warn","ts":"2026-02-26T02:36:36.305143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.848448337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:36:36.305188Z","caller":"traceutil/trace.go:171","msg":"trace[2094046286] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23377; }","duration":"1.84856512s","start":"2026-02-26T02:36:34.456615Z","end":"2026-02-26T02:36:36.30518Z","steps":["trace[2094046286] 'agreement among raft nodes before linearized reading' (duration: 1.848479847s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:36.305211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:34.456591Z","time spent":"1.84861161s","remote":"127.0.0.1:42422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:36:36.305203Z","caller":"traceutil/trace.go:171","msg":"trace[939568657] transaction","detail":"{read_only:false; response_revision:23376; number_of_response:1; }","duration":"3.230442733s","start":"2026-02-26T02:36:33.074749Z","end":"2026-02-26T02:36:36.305192Z","steps":["trace[939568657] 'process raft request' (duration: 3.22955817s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:36.305214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.79432151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897ab4c3459ef5d\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-02-26T02:36:36.305246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.185962521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"info","ts":"2026-02-26T02:36:36.305296Z","caller":"traceutil/trace.go:171","msg":"trace[674094344] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23377; }","duration":"5.186036253s","start":"2026-02-26T02:36:31.119247Z","end":"2026-02-26T02:36:36.305283Z","steps":["trace[674094344] 'agreement among raft nodes before linearized reading' (duration: 5.18591814s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:36:36.305302Z","caller":"traceutil/trace.go:171","msg":"trace[1850307339] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897ab4c3459ef5d; range_end:; response_count:1; response_revision:23377; }","duration":"1.794533945s","start":"2026-02-26T02:36:34.510743Z","end":"2026-02-26T02:36:36.305277Z","steps":["trace[1850307339] 'agreement among raft nodes before linearized reading' (duration: 1.794240408s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:36.305334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.125509677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:36:36.305326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:33.074714Z","time spent":"3.230526695s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:36:36.305341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:31.11923Z","time spent":"5.186100395s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7136,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-02-26T02:36:36.305356Z","caller":"traceutil/trace.go:171","msg":"trace[1583706509] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:23377; }","duration":"2.125579599s","start":"2026-02-26T02:36:34.179768Z","end":"2026-02-26T02:36:36.305348Z","steps":["trace[1583706509] 'agreement among raft nodes before linearized reading' (duration: 2.125542708s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:36.30538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:34.179738Z","time spent":"2.12563672s","remote":"127.0.0.1:45250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:36:36.305491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.053844049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:36:36.305509Z","caller":"traceutil/trace.go:171","msg":"trace[1666203736] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:23377; }","duration":"3.053862059s","start":"2026-02-26T02:36:33.251641Z","end":"2026-02-26T02:36:36.305503Z","steps":["trace[1666203736] 'agreement among raft nodes before linearized reading' (duration: 3.053828258s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:36.30551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.167268209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:176"} {"level":"warn","ts":"2026-02-26T02:36:36.305527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:33.251574Z","time spent":"3.053947892s","remote":"127.0.0.1:45168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":30,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:36:36.305545Z","caller":"traceutil/trace.go:171","msg":"trace[1492021078] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:23377; }","duration":"5.16731705s","start":"2026-02-26T02:36:31.138214Z","end":"2026-02-26T02:36:36.305531Z","steps":["trace[1492021078] 'agreement among raft nodes before linearized reading' (duration: 5.167247778s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:36:36.305143Z","caller":"traceutil/trace.go:171","msg":"trace[658521716] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:23377; }","duration":"5.182431568s","start":"2026-02-26T02:36:31.122683Z","end":"2026-02-26T02:36:36.305115Z","steps":["trace[658521716] 'agreement among raft nodes before linearized reading' (duration: 5.182062978s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:36.305583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:31.138207Z","time spent":"5.167368551s","remote":"127.0.0.1:45230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":200,"request content":"key:\"/registry/serviceaccounts/openstack/default\" "} {"level":"warn","ts":"2026-02-26T02:36:36.305598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.939174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:36:36.305351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:34.510727Z","time spent":"1.794613088s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897ab4c3459ef5d\" "} {"level":"info","ts":"2026-02-26T02:36:36.305639Z","caller":"traceutil/trace.go:171","msg":"trace[129318858] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23377; }","duration":"511.026946ms","start":"2026-02-26T02:36:35.794601Z","end":"2026-02-26T02:36:36.305628Z","steps":["trace[129318858] 'agreement among raft nodes before linearized reading' (duration: 510.961094ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:36.305665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:35.79457Z","time spent":"511.090297ms","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:36:36.305673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.096831722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:36:36.305698Z","caller":"traceutil/trace.go:171","msg":"trace[177770968] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:23377; }","duration":"3.096905324s","start":"2026-02-26T02:36:33.208785Z","end":"2026-02-26T02:36:36.30569Z","steps":["trace[177770968] 'agreement among raft nodes before linearized reading' (duration: 3.096836732s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:36.306625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:33.208756Z","time spent":"3.097858389s","remote":"127.0.0.1:45532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":32,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:36:36.305145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.184241846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:36:36.306677Z","caller":"traceutil/trace.go:171","msg":"trace[1280078939] range","detail":"{range_begin:/registry/resourcequotas/monitoring/; range_end:/registry/resourcequotas/monitoring0; response_count:0; response_revision:23377; }","duration":"5.185770657s","start":"2026-02-26T02:36:31.120893Z","end":"2026-02-26T02:36:36.306664Z","steps":["trace[1280078939] 'agreement among raft nodes before linearized reading' (duration: 5.184219086s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:36.306721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:31.12087Z","time spent":"5.185839218s","remote":"127.0.0.1:45110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" "} {"level":"warn","ts":"2026-02-26T02:36:36.305601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:31.122677Z","time spent":"5.182910511s","remote":"127.0.0.1:45224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1018,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"warn","ts":"2026-02-26T02:36:36.305736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.16730875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx\" ","response":"range_response_count:1 size:1021"} {"level":"info","ts":"2026-02-26T02:36:36.307046Z","caller":"traceutil/trace.go:171","msg":"trace[1995246066] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx; range_end:; response_count:1; response_revision:23377; }","duration":"5.168694527s","start":"2026-02-26T02:36:31.138341Z","end":"2026-02-26T02:36:36.307035Z","steps":["trace[1995246066] 'agreement among raft nodes before linearized reading' (duration: 5.1669355s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:36.307089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:31.138317Z","time spent":"5.168760668s","remote":"127.0.0.1:45230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1045,"request content":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx\" "} {"level":"info","ts":"2026-02-26T02:36:36.305829Z","caller":"traceutil/trace.go:171","msg":"trace[670923410] transaction","detail":"{read_only:false; response_revision:23377; number_of_response:1; }","duration":"2.943578793s","start":"2026-02-26T02:36:33.362227Z","end":"2026-02-26T02:36:36.305806Z","steps":["trace[670923410] 'process raft request' (duration: 2.942158976s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:36.307337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:33.362197Z","time spent":"2.945068753s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:36:36.305918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.309033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:36:36.30767Z","caller":"traceutil/trace.go:171","msg":"trace[882679413] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23377; }","duration":"768.087609ms","start":"2026-02-26T02:36:35.539571Z","end":"2026-02-26T02:36:36.307658Z","steps":["trace[882679413] 'agreement among raft nodes before linearized reading' (duration: 766.307912ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:36.307845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:35.539558Z","time spent":"768.133881ms","remote":"127.0.0.1:42246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:36:36.305937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.167394372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:180"} {"level":"info","ts":"2026-02-26T02:36:36.308005Z","caller":"traceutil/trace.go:171","msg":"trace[225679110] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:23377; }","duration":"5.169528429s","start":"2026-02-26T02:36:31.138468Z","end":"2026-02-26T02:36:36.307996Z","steps":["trace[225679110] 'agreement among raft nodes before linearized reading' (duration: 5.167424743s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:36.308032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:31.138437Z","time spent":"5.16958714s","remote":"127.0.0.1:45230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":204,"request content":"key:\"/registry/serviceaccounts/kube-system/coredns\" "} {"level":"warn","ts":"2026-02-26T02:36:36.306016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.670037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-26T02:36:36.308135Z","caller":"traceutil/trace.go:171","msg":"trace[686859214] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23377; }","duration":"783.858364ms","start":"2026-02-26T02:36:35.524264Z","end":"2026-02-26T02:36:36.308122Z","steps":["trace[686859214] 'agreement among raft nodes before linearized reading' (duration: 781.675547ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:36.308178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:35.524236Z","time spent":"783.929086ms","remote":"127.0.0.1:45134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-26T02:36:36.30971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.173897594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-engine-cleaner-29534545-2qsqt.1897aac1d0138282\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:23372 ","response":"range_response_count:500 size:388604"} {"level":"info","ts":"2026-02-26T02:36:36.309757Z","caller":"traceutil/trace.go:171","msg":"trace[1815295850] range","detail":"{range_begin:/registry/events/openstack/heat-engine-cleaner-29534545-2qsqt.1897aac1d0138282\u0000; range_end:/registry/events/openstack0; response_count:500; response_revision:23377; }","duration":"5.173952865s","start":"2026-02-26T02:36:31.135794Z","end":"2026-02-26T02:36:36.309747Z","steps":["trace[1815295850] 'agreement among raft nodes before linearized reading' (duration: 5.16995254s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:36.309794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:31.135781Z","time spent":"5.173995876s","remote":"127.0.0.1:45550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":1488,"response size":388628,"request content":"key:\"/registry/events/openstack/heat-engine-cleaner-29534545-2qsqt.1897aac1d0138282\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:23372 "} {"level":"warn","ts":"2026-02-26T02:36:36.306065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.918323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:36:36.312245Z","caller":"traceutil/trace.go:171","msg":"trace[1838392439] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23377; }","duration":"906.085165ms","start":"2026-02-26T02:36:35.406137Z","end":"2026-02-26T02:36:36.312223Z","steps":["trace[1838392439] 'agreement among raft nodes before linearized reading' (duration: 899.904442ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:36.312306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:35.406089Z","time spent":"906.197639ms","remote":"127.0.0.1:42552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:36:36.30613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.284917017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:36:36.312505Z","caller":"traceutil/trace.go:171","msg":"trace[524686801] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23377; }","duration":"3.291386748s","start":"2026-02-26T02:36:33.021107Z","end":"2026-02-26T02:36:36.312494Z","steps":["trace[524686801] 'agreement among raft nodes before linearized reading' (duration: 3.28498085s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:36.312551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:33.021076Z","time spent":"3.291461671s","remote":"127.0.0.1:42330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:36:36.306185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.364208537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:36:36.312876Z","caller":"traceutil/trace.go:171","msg":"trace[1283682010] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23377; }","duration":"3.370947155s","start":"2026-02-26T02:36:32.941915Z","end":"2026-02-26T02:36:36.312862Z","steps":["trace[1283682010] 'agreement among raft nodes before linearized reading' (duration: 3.364240258s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:36.312927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:32.941872Z","time spent":"3.371039557s","remote":"127.0.0.1:42402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-02-26T02:36:36.306198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.706444234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:36:36.313104Z","caller":"traceutil/trace.go:171","msg":"trace[211245205] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:23377; }","duration":"1.713410498s","start":"2026-02-26T02:36:34.599685Z","end":"2026-02-26T02:36:36.313096Z","steps":["trace[211245205] 'agreement among raft nodes before linearized reading' (duration: 1.706473796s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:36.313132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:34.599652Z","time spent":"1.7134717s","remote":"127.0.0.1:42516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:36:36.306209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031362837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-26T02:36:36.31328Z","caller":"traceutil/trace.go:171","msg":"trace[90663142] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:23377; }","duration":"1.038481494s","start":"2026-02-26T02:36:35.274792Z","end":"2026-02-26T02:36:36.313274Z","steps":["trace[90663142] 'agreement among raft nodes before linearized reading' (duration: 1.031290805s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:36.3133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:35.274765Z","time spent":"1.038528815s","remote":"127.0.0.1:45134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":140,"response size":33,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:36:36.306252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.995007849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:36:36.313427Z","caller":"traceutil/trace.go:171","msg":"trace[1610319998] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23377; }","duration":"4.00223505s","start":"2026-02-26T02:36:32.311186Z","end":"2026-02-26T02:36:36.313421Z","steps":["trace[1610319998] 'agreement among raft nodes before linearized reading' (duration: 3.99501857s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:36.313451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:32.311157Z","time spent":"4.00228726s","remote":"127.0.0.1:42174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:36:36.306295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.375320471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:36:36.315493Z","caller":"traceutil/trace.go:171","msg":"trace[973908478] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23377; }","duration":"4.384587875s","start":"2026-02-26T02:36:31.930897Z","end":"2026-02-26T02:36:36.315485Z","steps":["trace[973908478] 'agreement among raft nodes before linearized reading' (duration: 4.375375553s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:36.315519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:31.930862Z","time spent":"4.384646806s","remote":"127.0.0.1:42358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:36:36.30508Z","caller":"traceutil/trace.go:171","msg":"trace[2077577163] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:23377; }","duration":"5.186023453s","start":"2026-02-26T02:36:31.119035Z","end":"2026-02-26T02:36:36.305058Z","steps":["trace[2077577163] 'agreement among raft nodes before linearized reading' (duration: 5.185727685s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:36.315663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:31.119017Z","time spent":"5.196638853s","remote":"127.0.0.1:45188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-02-26T02:36:36.306383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.504416852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.1897ab49f07e4825\" ","response":"range_response_count:1 size:722"} {"level":"info","ts":"2026-02-26T02:36:36.315794Z","caller":"traceutil/trace.go:171","msg":"trace[261210724] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.1897ab49f07e4825; range_end:; response_count:1; response_revision:23377; }","duration":"4.51384155s","start":"2026-02-26T02:36:31.801945Z","end":"2026-02-26T02:36:36.315786Z","steps":["trace[261210724] 'agreement among raft nodes before linearized reading' (duration: 4.504367751s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:36.315812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:31.801938Z","time spent":"4.513868811s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":746,"request content":"key:\"/registry/events/openstack/container-infra-registry.1897ab49f07e4825\" "} {"level":"warn","ts":"2026-02-26T02:36:37.299337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.11528ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:36:37.299435Z","caller":"traceutil/trace.go:171","msg":"trace[207903193] linearizableReadLoop","detail":"{readStateIndex:24224; appliedIndex:24223; }","duration":"982.669694ms","start":"2026-02-26T02:36:36.316752Z","end":"2026-02-26T02:36:37.299421Z","steps":["trace[207903193] 'read index received' (duration: 277.179894ms)","trace[207903193] 'applied index is now lower than readState.Index' (duration: 705.48788ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:36:37.299491Z","caller":"traceutil/trace.go:171","msg":"trace[1997134717] transaction","detail":"{read_only:false; response_revision:23378; number_of_response:1; }","duration":"982.985352ms","start":"2026-02-26T02:36:36.316498Z","end":"2026-02-26T02:36:37.299484Z","steps":["trace[1997134717] 'process raft request' (duration: 277.39685ms)","trace[1997134717] 'compare' (duration: 704.643488ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:36:37.299527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:36.316467Z","time spent":"983.041314ms","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:36:37.299901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.122037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-02-26T02:36:37.300024Z","caller":"traceutil/trace.go:171","msg":"trace[1153603628] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:23378; }","duration":"983.28323ms","start":"2026-02-26T02:36:36.31672Z","end":"2026-02-26T02:36:37.300003Z","steps":["trace[1153603628] 'agreement among raft nodes before linearized reading' (duration: 982.933751ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:37.300079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:36.316699Z","time spent":"983.371693ms","remote":"127.0.0.1:45224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1310,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"warn","ts":"2026-02-26T02:36:37.741992Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.14800893s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T02:36:37.743114Z","caller":"traceutil/trace.go:171","msg":"trace[915410661] transaction","detail":"{read_only:false; response_revision:23379; number_of_response:1; }","duration":"1.425875823s","start":"2026-02-26T02:36:36.317217Z","end":"2026-02-26T02:36:37.743093Z","steps":["trace[915410661] 'process raft request' (duration: 1.425100062s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:36:37.743246Z","caller":"traceutil/trace.go:171","msg":"trace[306518554] linearizableReadLoop","detail":"{readStateIndex:24226; appliedIndex:24224; }","duration":"443.782063ms","start":"2026-02-26T02:36:37.299451Z","end":"2026-02-26T02:36:37.743234Z","steps":["trace[306518554] 'read index received' (duration: 442.718495ms)","trace[306518554] 'applied index is now lower than readState.Index' (duration: 1.062268ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:36:37.743251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:36.317199Z","time spent":"1.425974726s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:36:37.743495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.426437988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-26T02:36:37.743496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.425518363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-controller-wrn24\" ","response":"range_response_count:1 size:7125"} {"level":"info","ts":"2026-02-26T02:36:37.743514Z","caller":"traceutil/trace.go:171","msg":"trace[327970198] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:23380; }","duration":"1.426468228s","start":"2026-02-26T02:36:36.31704Z","end":"2026-02-26T02:36:37.743508Z","steps":["trace[327970198] 'agreement among raft nodes before linearized reading' (duration: 1.426267953s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:36:37.743517Z","caller":"traceutil/trace.go:171","msg":"trace[600061179] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-controller-wrn24; range_end:; response_count:1; response_revision:23380; }","duration":"1.426398906s","start":"2026-02-26T02:36:36.317111Z","end":"2026-02-26T02:36:37.74351Z","steps":["trace[600061179] 'agreement among raft nodes before linearized reading' (duration: 1.426347255s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:37.743533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:36.317034Z","time spent":"1.426493759s","remote":"127.0.0.1:45318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-02-26T02:36:37.743532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:36.317101Z","time spent":"1.426426657s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7149,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-controller-wrn24\" "} {"level":"warn","ts":"2026-02-26T02:36:37.743517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.423142481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-70dc2105-387e-44c6-85e8-35f6427497ab\" ","response":"range_response_count:1 size:1318"} {"level":"warn","ts":"2026-02-26T02:36:37.74355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.426412517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:11489"} {"level":"info","ts":"2026-02-26T02:36:37.743635Z","caller":"traceutil/trace.go:171","msg":"trace[427052755] transaction","detail":"{read_only:false; response_revision:23380; number_of_response:1; }","duration":"1.424697022s","start":"2026-02-26T02:36:36.31893Z","end":"2026-02-26T02:36:37.743627Z","steps":["trace[427052755] 'process raft request' (duration: 1.424086585s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:36:37.74365Z","caller":"traceutil/trace.go:171","msg":"trace[312588734] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:23380; }","duration":"1.42653825s","start":"2026-02-26T02:36:36.317085Z","end":"2026-02-26T02:36:37.743624Z","steps":["trace[312588734] 'agreement among raft nodes before linearized reading' (duration: 1.426219382s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:37.743703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:36.317075Z","time spent":"1.426617062s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":11513,"request content":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" "} {"level":"warn","ts":"2026-02-26T02:36:37.743727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:36.318913Z","time spent":"1.424747532s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:36:37.743763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.1954287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:36:37.743789Z","caller":"traceutil/trace.go:171","msg":"trace[1789980540] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23380; }","duration":"1.195516113s","start":"2026-02-26T02:36:36.548266Z","end":"2026-02-26T02:36:37.743782Z","steps":["trace[1789980540] 'agreement among raft nodes before linearized reading' (duration: 1.195465801s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:37.743806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:36.548234Z","time spent":"1.195567034s","remote":"127.0.0.1:42262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:36:37.743904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.661985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:36:37.743593Z","caller":"traceutil/trace.go:171","msg":"trace[276907815] range","detail":"{range_begin:/registry/persistentvolumes/pvc-70dc2105-387e-44c6-85e8-35f6427497ab; range_end:; response_count:1; response_revision:23380; }","duration":"1.423233543s","start":"2026-02-26T02:36:36.320338Z","end":"2026-02-26T02:36:37.743571Z","steps":["trace[276907815] 'agreement among raft nodes before linearized reading' (duration: 1.422953086s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:36:37.743926Z","caller":"traceutil/trace.go:171","msg":"trace[1175220815] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23380; }","duration":"850.731697ms","start":"2026-02-26T02:36:36.893187Z","end":"2026-02-26T02:36:37.743918Z","steps":["trace[1175220815] 'agreement among raft nodes before linearized reading' (duration: 850.701266ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:37.743945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:36.89316Z","time spent":"850.781468ms","remote":"127.0.0.1:42568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:36:37.743999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:36.320311Z","time spent":"1.423674695s","remote":"127.0.0.1:45180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-70dc2105-387e-44c6-85e8-35f6427497ab\" "} {"level":"warn","ts":"2026-02-26T02:36:37.744241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.34431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897a8a815b748d0\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-02-26T02:36:37.74426Z","caller":"traceutil/trace.go:171","msg":"trace[1955522201] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897a8a815b748d0; range_end:; response_count:1; response_revision:23380; }","duration":"441.38633ms","start":"2026-02-26T02:36:37.302867Z","end":"2026-02-26T02:36:37.744253Z","steps":["trace[1955522201] 'agreement among raft nodes before linearized reading' (duration: 441.327059ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:37.744274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:37.302855Z","time spent":"441.416082ms","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897a8a815b748d0\" "} {"level":"warn","ts":"2026-02-26T02:36:37.744382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.427514795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-02-26T02:36:37.744395Z","caller":"traceutil/trace.go:171","msg":"trace[643274503] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:23380; }","duration":"1.427577398s","start":"2026-02-26T02:36:36.316813Z","end":"2026-02-26T02:36:37.74439Z","steps":["trace[643274503] 'agreement among raft nodes before linearized reading' (duration: 1.427528606s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:37.744411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:36.316778Z","time spent":"1.427628789s","remote":"127.0.0.1:45224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1018,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"warn","ts":"2026-02-26T02:36:37.744503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.852215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:36:37.744519Z","caller":"traceutil/trace.go:171","msg":"trace[1775459525] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:23380; }","duration":"301.914806ms","start":"2026-02-26T02:36:37.4426Z","end":"2026-02-26T02:36:37.744514Z","steps":["trace[1775459525] 'agreement among raft nodes before linearized reading' (duration: 301.885235ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:37.744533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:37.442576Z","time spent":"301.952626ms","remote":"127.0.0.1:57944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:36:37.744674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.427690551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:36:37.744704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.528505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112148"} {"level":"info","ts":"2026-02-26T02:36:37.74471Z","caller":"traceutil/trace.go:171","msg":"trace[1451754142] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23380; }","duration":"1.427743172s","start":"2026-02-26T02:36:36.316959Z","end":"2026-02-26T02:36:37.744702Z","steps":["trace[1451754142] 'agreement among raft nodes before linearized reading' (duration: 1.426681484s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:36:37.744718Z","caller":"traceutil/trace.go:171","msg":"trace[1655359234] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:23380; }","duration":"438.565776ms","start":"2026-02-26T02:36:37.306147Z","end":"2026-02-26T02:36:37.744713Z","steps":["trace[1655359234] 'agreement among raft nodes before linearized reading' (duration: 438.438003ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:37.744731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:37.30613Z","time spent":"438.596747ms","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":112172,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"warn","ts":"2026-02-26T02:36:37.74473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:36.316944Z","time spent":"1.427781133s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:36:37.744703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.423431699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:36:37.744759Z","caller":"traceutil/trace.go:171","msg":"trace[280677234] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23380; }","duration":"1.42350336s","start":"2026-02-26T02:36:36.321247Z","end":"2026-02-26T02:36:37.74475Z","steps":["trace[280677234] 'agreement among raft nodes before linearized reading' (duration: 1.423411178s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:37.744785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:36.321239Z","time spent":"1.423538481s","remote":"127.0.0.1:45224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-02-26T02:36:37.745007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.427845045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-k67cj\" ","response":"range_response_count:1 size:4909"} {"level":"info","ts":"2026-02-26T02:36:37.745028Z","caller":"traceutil/trace.go:171","msg":"trace[817932682] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-k67cj; range_end:; response_count:1; response_revision:23380; }","duration":"1.427884255s","start":"2026-02-26T02:36:36.317137Z","end":"2026-02-26T02:36:37.745022Z","steps":["trace[817932682] 'agreement among raft nodes before linearized reading' (duration: 1.42653168s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:37.745043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:36.317122Z","time spent":"1.427918387s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":4933,"request content":"key:\"/registry/pods/kube-system/coredns-67659f764b-k67cj\" "} {"level":"warn","ts":"2026-02-26T02:36:37.745012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.927786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-02-26T02:36:37.745096Z","caller":"traceutil/trace.go:171","msg":"trace[223187354] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:23380; }","duration":"439.042989ms","start":"2026-02-26T02:36:37.306032Z","end":"2026-02-26T02:36:37.745075Z","steps":["trace[223187354] 'agreement among raft nodes before linearized reading' (duration: 438.625548ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:37.745142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:37.306028Z","time spent":"439.10357ms","remote":"127.0.0.1:45396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1149,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-02-26T02:36:37.749998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.400482373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-rabbit-init.1897aa7b63456934\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:23372 ","response":"range_response_count:500 size:388486"} {"level":"info","ts":"2026-02-26T02:36:37.750053Z","caller":"traceutil/trace.go:171","msg":"trace[145870760] range","detail":"{range_begin:/registry/events/openstack/neutron-rabbit-init.1897aa7b63456934\u0000; range_end:/registry/events/openstack0; response_count:500; response_revision:23380; }","duration":"1.400594627s","start":"2026-02-26T02:36:36.349446Z","end":"2026-02-26T02:36:37.750041Z","steps":["trace[145870760] 'agreement among raft nodes before linearized reading' (duration: 1.394443654s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:37.750227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:36.349431Z","time spent":"1.400769701s","remote":"127.0.0.1:45550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":988,"response size":388510,"request content":"key:\"/registry/events/openstack/neutron-rabbit-init.1897aa7b63456934\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:23372 "} {"level":"warn","ts":"2026-02-26T02:36:38.249759Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892207,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:36:38.749931Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892207,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:36:39.25071Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892207,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:36:39.40257Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.655020609s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T02:36:39.403099Z","caller":"traceutil/trace.go:171","msg":"trace[1362661877] linearizableReadLoop","detail":"{readStateIndex:24227; appliedIndex:24226; }","duration":"1.653977903s","start":"2026-02-26T02:36:37.749084Z","end":"2026-02-26T02:36:39.403062Z","steps":["trace[1362661877] 'read index received' (duration: 1.653666114s)","trace[1362661877] 'applied index is now lower than readState.Index' (duration: 309.859µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:36:39.403196Z","caller":"traceutil/trace.go:171","msg":"trace[411895965] transaction","detail":"{read_only:false; response_revision:23381; number_of_response:1; }","duration":"1.655691878s","start":"2026-02-26T02:36:37.747442Z","end":"2026-02-26T02:36:39.403134Z","steps":["trace[411895965] 'process raft request' (duration: 1.65539461s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:39.403525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:37.747425Z","time spent":"1.655923483s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:36:39.403574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.64744357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-7dvxw\" ","response":"range_response_count:1 size:5419"} {"level":"warn","ts":"2026-02-26T02:36:39.403621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.643742183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-02-26T02:36:39.403681Z","caller":"traceutil/trace.go:171","msg":"trace[1470790439] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:23381; }","duration":"1.643840795s","start":"2026-02-26T02:36:37.759816Z","end":"2026-02-26T02:36:39.403656Z","steps":["trace[1470790439] 'agreement among raft nodes before linearized reading' (duration: 1.643580198s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:39.403712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.581683077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend\" ","response":"range_response_count:1 size:1042"} {"level":"info","ts":"2026-02-26T02:36:39.403835Z","caller":"traceutil/trace.go:171","msg":"trace[379489180] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend; range_end:; response_count:1; response_revision:23381; }","duration":"1.581859692s","start":"2026-02-26T02:36:37.821942Z","end":"2026-02-26T02:36:39.403802Z","steps":["trace[379489180] 'agreement among raft nodes before linearized reading' (duration: 1.581472502s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:39.403922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:37.821927Z","time spent":"1.581965085s","remote":"127.0.0.1:45230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1066,"request content":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend\" "} {"level":"warn","ts":"2026-02-26T02:36:39.403912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.646382423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4727"} {"level":"info","ts":"2026-02-26T02:36:39.404074Z","caller":"traceutil/trace.go:171","msg":"trace[19566879] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:23381; }","duration":"1.646553127s","start":"2026-02-26T02:36:37.757501Z","end":"2026-02-26T02:36:39.404054Z","steps":["trace[19566879] 'agreement among raft nodes before linearized reading' (duration: 1.64627725s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:39.404136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.643646981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112148"} {"level":"info","ts":"2026-02-26T02:36:39.404176Z","caller":"traceutil/trace.go:171","msg":"trace[36913301] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:23381; }","duration":"1.643700232s","start":"2026-02-26T02:36:37.760465Z","end":"2026-02-26T02:36:39.404165Z","steps":["trace[36913301] 'agreement among raft nodes before linearized reading' (duration: 1.643316612s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:39.404209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.647902113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:36:39.404267Z","caller":"traceutil/trace.go:171","msg":"trace[1325147175] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23381; }","duration":"1.647986654s","start":"2026-02-26T02:36:37.756267Z","end":"2026-02-26T02:36:39.404254Z","steps":["trace[1325147175] 'agreement among raft nodes before linearized reading' (duration: 1.647896322s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:39.404302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.860595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:36:39.404398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.874387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:36:39.404423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:37.756249Z","time spent":"1.648160799s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:36:39.404448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.6482067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-02-26T02:36:39.404457Z","caller":"traceutil/trace.go:171","msg":"trace[1383008643] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:23381; }","duration":"325.98875ms","start":"2026-02-26T02:36:39.078454Z","end":"2026-02-26T02:36:39.404443Z","steps":["trace[1383008643] 'agreement among raft nodes before linearized reading' (duration: 325.716783ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:36:39.404494Z","caller":"traceutil/trace.go:171","msg":"trace[1645669520] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:23381; }","duration":"1.648265432s","start":"2026-02-26T02:36:37.756217Z","end":"2026-02-26T02:36:39.404482Z","steps":["trace[1645669520] 'agreement among raft nodes before linearized reading' (duration: 1.648091658s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:39.404506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:39.078433Z","time spent":"326.060131ms","remote":"127.0.0.1:45224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":88,"response size":32,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:36:39.404142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:37.757494Z","time spent":"1.646630669s","remote":"127.0.0.1:38468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4751,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-02-26T02:36:39.404489Z","caller":"traceutil/trace.go:171","msg":"trace[2040354508] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:23381; }","duration":"647.138473ms","start":"2026-02-26T02:36:38.757291Z","end":"2026-02-26T02:36:39.40443Z","steps":["trace[2040354508] 'agreement among raft nodes before linearized reading' (duration: 646.839715ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:39.404534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:37.756208Z","time spent":"1.648317003s","remote":"127.0.0.1:45188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1658,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-02-26T02:36:39.404597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:38.757265Z","time spent":"647.315777ms","remote":"127.0.0.1:45110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:36:39.40428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.648107218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:36:39.404516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.655304607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-02-26T02:36:39.404796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.648640282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2644"} {"level":"info","ts":"2026-02-26T02:36:39.404851Z","caller":"traceutil/trace.go:171","msg":"trace[228992169] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:23381; }","duration":"1.648735324s","start":"2026-02-26T02:36:37.756097Z","end":"2026-02-26T02:36:39.404833Z","steps":["trace[228992169] 'agreement among raft nodes before linearized reading' (duration: 1.648598841s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:39.404218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:37.76046Z","time spent":"1.643748673s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":112172,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"warn","ts":"2026-02-26T02:36:39.404891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:37.756066Z","time spent":"1.648817147s","remote":"127.0.0.1:45122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2668,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-02-26T02:36:39.404815Z","caller":"traceutil/trace.go:171","msg":"trace[1879657875] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:1; response_revision:23381; }","duration":"1.655695947s","start":"2026-02-26T02:36:37.749058Z","end":"2026-02-26T02:36:39.404754Z","steps":["trace[1879657875] 'agreement among raft nodes before linearized reading' (duration: 1.654185817s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:36:39.40366Z","caller":"traceutil/trace.go:171","msg":"trace[1802775415] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-7dvxw; range_end:; response_count:1; response_revision:23381; }","duration":"1.647556993s","start":"2026-02-26T02:36:37.756085Z","end":"2026-02-26T02:36:39.403642Z","steps":["trace[1802775415] 'agreement among raft nodes before linearized reading' (duration: 1.647275336s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:39.405013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:37.749047Z","time spent":"1.655949025s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/162.253.55.200\" "} {"level":"warn","ts":"2026-02-26T02:36:39.405089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:37.756064Z","time spent":"1.648984911s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":5443,"request content":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-7dvxw\" "} {"level":"info","ts":"2026-02-26T02:36:39.404703Z","caller":"traceutil/trace.go:171","msg":"trace[1210197642] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23381; }","duration":"1.648554929s","start":"2026-02-26T02:36:37.756126Z","end":"2026-02-26T02:36:39.404681Z","steps":["trace[1210197642] 'agreement among raft nodes before linearized reading' (duration: 1.648119878s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:39.403752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:37.75981Z","time spent":"1.643922977s","remote":"127.0.0.1:45396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1149,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-02-26T02:36:39.405247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:37.756104Z","time spent":"1.649134155s","remote":"127.0.0.1:45318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-26T02:36:39.406303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.63794861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-pxc.1897a8bb4c342504\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:23372 ","response":"range_response_count:488 size:378304"} {"level":"info","ts":"2026-02-26T02:36:39.406388Z","caller":"traceutil/trace.go:171","msg":"trace[1266650088] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-pxc.1897a8bb4c342504\u0000; range_end:/registry/events/openstack0; response_count:488; response_revision:23381; }","duration":"1.638082254s","start":"2026-02-26T02:36:37.768286Z","end":"2026-02-26T02:36:39.406368Z","steps":["trace[1266650088] 'agreement among raft nodes before linearized reading' (duration: 1.635162957s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:39.406463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:37.768272Z","time spent":"1.638156555s","remote":"127.0.0.1:45550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":488,"response size":378328,"request content":"key:\"/registry/events/openstack/percona-xtradb-pxc.1897a8bb4c342504\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:23372 "} {"level":"warn","ts":"2026-02-26T02:36:39.915045Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892212,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:36:40.007803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:39.407678Z","time spent":"600.114033ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-26T02:36:40.679028Z","caller":"traceutil/trace.go:171","msg":"trace[1398747074] transaction","detail":"{read_only:false; response_revision:23382; number_of_response:1; }","duration":"1.264148761s","start":"2026-02-26T02:36:39.414843Z","end":"2026-02-26T02:36:40.678992Z","steps":["trace[1398747074] 'process raft request' (duration: 1.263817672s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:36:40.679056Z","caller":"traceutil/trace.go:171","msg":"trace[1388515521] linearizableReadLoop","detail":"{readStateIndex:24231; appliedIndex:24227; }","duration":"1.264950402s","start":"2026-02-26T02:36:39.414086Z","end":"2026-02-26T02:36:40.679036Z","steps":["trace[1388515521] 'read index received' (duration: 575.212507ms)","trace[1388515521] 'applied index is now lower than readState.Index' (duration: 689.736615ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:36:40.679141Z","caller":"traceutil/trace.go:171","msg":"trace[735370865] transaction","detail":"{read_only:false; response_revision:23384; number_of_response:1; }","duration":"1.256975142s","start":"2026-02-26T02:36:39.422128Z","end":"2026-02-26T02:36:40.679103Z","steps":["trace[735370865] 'process raft request' (duration: 1.256830098s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:40.679228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:39.41482Z","time spent":"1.264296705s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5579,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:36:40.679286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.265188068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1e274d68-356c-4d33-b42c-2ff6301a94a5\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-02-26T02:36:40.679332Z","caller":"traceutil/trace.go:171","msg":"trace[241075084] transaction","detail":"{read_only:false; response_revision:23383; number_of_response:1; }","duration":"1.261129771s","start":"2026-02-26T02:36:39.418195Z","end":"2026-02-26T02:36:40.679325Z","steps":["trace[241075084] 'process raft request' (duration: 1.26068064s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:36:40.679336Z","caller":"traceutil/trace.go:171","msg":"trace[320775666] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1e274d68-356c-4d33-b42c-2ff6301a94a5; range_end:; response_count:1; response_revision:23384; }","duration":"1.26526946s","start":"2026-02-26T02:36:39.414054Z","end":"2026-02-26T02:36:40.679323Z","steps":["trace[320775666] 'agreement among raft nodes before linearized reading' (duration: 1.265097816s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:40.67937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:39.418176Z","time spent":"1.261172192s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T02:36:40.679377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:39.414033Z","time spent":"1.265336682s","remote":"127.0.0.1:45180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1318,"request content":"key:\"/registry/persistentvolumes/pvc-1e274d68-356c-4d33-b42c-2ff6301a94a5\" "} {"level":"warn","ts":"2026-02-26T02:36:40.679293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:39.422112Z","time spent":"1.257096714s","remote":"127.0.0.1:38494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:36:41.415655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000850113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:36:41.41575Z","caller":"traceutil/trace.go:171","msg":"trace[1507334359] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000985017s","start":"2026-02-26T02:36:39.414743Z","end":"2026-02-26T02:36:41.415728Z","steps":["trace[1507334359] 'agreement among raft nodes before linearized reading' (duration: 2.000861214s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:41.415803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:39.414736Z","time spent":"2.001056429s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:36:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:36:42.379179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.217302506s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:36:42.379325Z","caller":"traceutil/trace.go:171","msg":"trace[1095202247] linearizableReadLoop","detail":"{readStateIndex:24232; appliedIndex:24231; }","duration":"1.70018768s","start":"2026-02-26T02:36:40.679117Z","end":"2026-02-26T02:36:42.379305Z","steps":["trace[1095202247] 'read index received' (duration: 482.665528ms)","trace[1095202247] 'applied index is now lower than readState.Index' (duration: 1.217519072s)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:36:42.379369Z","caller":"traceutil/trace.go:171","msg":"trace[1438626489] transaction","detail":"{read_only:false; response_revision:23385; number_of_response:1; }","duration":"2.368567942s","start":"2026-02-26T02:36:40.010749Z","end":"2026-02-26T02:36:42.379317Z","steps":["trace[1438626489] 'process raft request' (duration: 1.151041091s)","trace[1438626489] 'compare' (duration: 1.216768861s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:36:42.379529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.224783083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:36:42.379558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:40.010707Z","time spent":"2.368758337s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:36:42.379623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.63947449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:36:42.379663Z","caller":"traceutil/trace.go:171","msg":"trace[1101386426] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:23385; }","duration":"2.639568403s","start":"2026-02-26T02:36:39.740087Z","end":"2026-02-26T02:36:42.379656Z","steps":["trace[1101386426] 'agreement among raft nodes before linearized reading' (duration: 2.639502151s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:42.379694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:39.740062Z","time spent":"2.639622924s","remote":"127.0.0.1:38462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:36:42.379573Z","caller":"traceutil/trace.go:171","msg":"trace[1643567548] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23385; }","duration":"2.224878145s","start":"2026-02-26T02:36:40.154683Z","end":"2026-02-26T02:36:42.379561Z","steps":["trace[1643567548] 'agreement among raft nodes before linearized reading' (duration: 2.224710421s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:42.379814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:40.154653Z","time spent":"2.225140353s","remote":"127.0.0.1:50612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:36:42.380211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.965590983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:36:42.380252Z","caller":"traceutil/trace.go:171","msg":"trace[1885500320] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23385; }","duration":"2.965652535s","start":"2026-02-26T02:36:39.414588Z","end":"2026-02-26T02:36:42.380241Z","steps":["trace[1885500320] 'agreement among raft nodes before linearized reading' (duration: 2.965561233s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:42.380276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:39.414578Z","time spent":"2.965692096s","remote":"127.0.0.1:45318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-26T02:36:42.380251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.960116149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"warn","ts":"2026-02-26T02:36:42.380254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.916176902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-02-26T02:36:42.380323Z","caller":"traceutil/trace.go:171","msg":"trace[208880080] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:23385; }","duration":"2.960243293s","start":"2026-02-26T02:36:39.420061Z","end":"2026-02-26T02:36:42.380304Z","steps":["trace[208880080] 'agreement among raft nodes before linearized reading' (duration: 2.960020187s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:42.380371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:39.420043Z","time spent":"2.960320325s","remote":"127.0.0.1:45122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1156,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"info","ts":"2026-02-26T02:36:42.380328Z","caller":"traceutil/trace.go:171","msg":"trace[2090647933] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:23385; }","duration":"2.916323545s","start":"2026-02-26T02:36:39.463989Z","end":"2026-02-26T02:36:42.380313Z","steps":["trace[2090647933] 'agreement among raft nodes before linearized reading' (duration: 2.916095459s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:42.380542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:39.463961Z","time spent":"2.916568532s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-26T02:36:42.381494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.70209449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2209361"} {"level":"info","ts":"2026-02-26T02:36:42.381549Z","caller":"traceutil/trace.go:171","msg":"trace[1596443917] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:23385; }","duration":"2.702190292s","start":"2026-02-26T02:36:39.679347Z","end":"2026-02-26T02:36:42.381537Z","steps":["trace[1596443917] 'agreement among raft nodes before linearized reading' (duration: 2.700543489s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:42.381583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:39.679325Z","time spent":"2.702248054s","remote":"127.0.0.1:45134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2209385,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-02-26T02:36:42.880064Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892221,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:36:43.099843Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.938035798s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:36:43.416399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000587875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:36:43.416501Z","caller":"traceutil/trace.go:171","msg":"trace[1818465181] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000729569s","start":"2026-02-26T02:36:41.415745Z","end":"2026-02-26T02:36:43.416475Z","steps":["trace[1818465181] 'agreement among raft nodes before linearized reading' (duration: 2.000600595s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:43.41656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:41.415737Z","time spent":"2.00080686s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:36:43.508901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.89063ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:36:43.509042Z","caller":"traceutil/trace.go:171","msg":"trace[1352784126] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23385; }","duration":"358.048534ms","start":"2026-02-26T02:36:43.150971Z","end":"2026-02-26T02:36:43.50902Z","steps":["trace[1352784126] 'range keys from in-memory index tree' (duration: 357.86858ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:43.509282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.10489ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:36:43.5094Z","caller":"traceutil/trace.go:171","msg":"trace[689916522] linearizableReadLoop","detail":"{readStateIndex:24233; appliedIndex:24232; }","duration":"1.130020277s","start":"2026-02-26T02:36:42.37936Z","end":"2026-02-26T02:36:43.50938Z","steps":["trace[689916522] 'read index received' (duration: 720.67505ms)","trace[689916522] 'applied index is now lower than readState.Index' (duration: 409.343517ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:36:43.509492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.155526808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:36:43.509533Z","caller":"traceutil/trace.go:171","msg":"trace[1293684922] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23386; }","duration":"2.15560871s","start":"2026-02-26T02:36:41.353909Z","end":"2026-02-26T02:36:43.509518Z","steps":["trace[1293684922] 'agreement among raft nodes before linearized reading' (duration: 2.155496577s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:43.509526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.715203015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:36:43.50957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:41.353889Z","time spent":"2.155670931s","remote":"127.0.0.1:42528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:36:43.509587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.823676954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-02-26T02:36:43.509607Z","caller":"traceutil/trace.go:171","msg":"trace[841486525] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:23386; }","duration":"2.715330529s","start":"2026-02-26T02:36:40.794259Z","end":"2026-02-26T02:36:43.50959Z","steps":["trace[841486525] 'agreement among raft nodes before linearized reading' (duration: 2.715147724s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:36:43.509625Z","caller":"traceutil/trace.go:171","msg":"trace[93351122] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:23386; }","duration":"2.823731846s","start":"2026-02-26T02:36:40.685882Z","end":"2026-02-26T02:36:43.509614Z","steps":["trace[93351122] 'agreement among raft nodes before linearized reading' (duration: 2.823568171s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:43.509651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:40.794246Z","time spent":"2.7153949s","remote":"127.0.0.1:49608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:36:43.509652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.823813348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-l89xc\" ","response":"range_response_count:1 size:5318"} {"level":"warn","ts":"2026-02-26T02:36:43.509726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.779591383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-cluster-operator\" ","response":"range_response_count:1 size:1081"} {"level":"info","ts":"2026-02-26T02:36:43.509732Z","caller":"traceutil/trace.go:171","msg":"trace[675518442] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-l89xc; range_end:; response_count:1; response_revision:23386; }","duration":"2.82392224s","start":"2026-02-26T02:36:40.685786Z","end":"2026-02-26T02:36:43.509708Z","steps":["trace[675518442] 'agreement among raft nodes before linearized reading' (duration: 2.823670264s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:36:43.509747Z","caller":"traceutil/trace.go:171","msg":"trace[722892415] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-cluster-operator; range_end:; response_count:1; response_revision:23386; }","duration":"2.779660554s","start":"2026-02-26T02:36:40.730079Z","end":"2026-02-26T02:36:43.50974Z","steps":["trace[722892415] 'agreement among raft nodes before linearized reading' (duration: 2.779590882s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:43.509765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:40.730057Z","time spent":"2.779703966s","remote":"127.0.0.1:45230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1105,"request content":"key:\"/registry/serviceaccounts/openstack/rabbitmq-cluster-operator\" "} {"level":"warn","ts":"2026-02-26T02:36:43.509764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:40.685773Z","time spent":"2.823985502s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5342,"request content":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-l89xc\" "} {"level":"info","ts":"2026-02-26T02:36:43.50978Z","caller":"traceutil/trace.go:171","msg":"trace[846973836] transaction","detail":"{read_only:false; response_revision:23386; number_of_response:1; }","duration":"2.823043447s","start":"2026-02-26T02:36:40.686722Z","end":"2026-02-26T02:36:43.509765Z","steps":["trace[846973836] 'process raft request' (duration: 2.413374602s)","trace[846973836] 'compare' (duration: 408.942866ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:36:43.509858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.01599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:36:43.509899Z","caller":"traceutil/trace.go:171","msg":"trace[521598271] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:23386; }","duration":"677.105702ms","start":"2026-02-26T02:36:42.832782Z","end":"2026-02-26T02:36:43.509887Z","steps":["trace[521598271] 'agreement among raft nodes before linearized reading' (duration: 677.04075ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:43.509931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:42.832754Z","time spent":"677.168914ms","remote":"127.0.0.1:45246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:36:43.510047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.889482268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:36:43.51009Z","caller":"traceutil/trace.go:171","msg":"trace[1171567193] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:23386; }","duration":"1.88956404s","start":"2026-02-26T02:36:41.620511Z","end":"2026-02-26T02:36:43.510076Z","steps":["trace[1171567193] 'agreement among raft nodes before linearized reading' (duration: 1.889480588s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:43.510085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.780198828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:36:43.510125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019024411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:352"} {"level":"warn","ts":"2026-02-26T02:36:43.51012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:41.620492Z","time spent":"1.889619781s","remote":"127.0.0.1:42374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:36:43.510159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093921405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1822"} {"level":"warn","ts":"2026-02-26T02:36:43.509654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:40.685879Z","time spent":"2.823768967s","remote":"127.0.0.1:45188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-02-26T02:36:43.510166Z","caller":"traceutil/trace.go:171","msg":"trace[1176875831] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:23386; }","duration":"1.780354782s","start":"2026-02-26T02:36:41.729788Z","end":"2026-02-26T02:36:43.510143Z","steps":["trace[1176875831] 'agreement among raft nodes before linearized reading' (duration: 1.780178337s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:36:43.510187Z","caller":"traceutil/trace.go:171","msg":"trace[92786583] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:23386; }","duration":"1.094000157s","start":"2026-02-26T02:36:42.416178Z","end":"2026-02-26T02:36:43.510178Z","steps":["trace[92786583] 'agreement among raft nodes before linearized reading' (duration: 1.093919685s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:43.510209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:42.416156Z","time spent":"1.094049078s","remote":"127.0.0.1:45122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1846,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-02-26T02:36:43.510218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:41.729719Z","time spent":"1.780488025s","remote":"127.0.0.1:50538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:36:43.509867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.706630629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:36:43.510287Z","caller":"traceutil/trace.go:171","msg":"trace[1901567464] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23386; }","duration":"2.707073641s","start":"2026-02-26T02:36:40.803201Z","end":"2026-02-26T02:36:43.510275Z","steps":["trace[1901567464] 'agreement among raft nodes before linearized reading' (duration: 2.706626189s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:36:43.510157Z","caller":"traceutil/trace.go:171","msg":"trace[1384701841] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:23386; }","duration":"1.019054352s","start":"2026-02-26T02:36:42.491091Z","end":"2026-02-26T02:36:43.510146Z","steps":["trace[1384701841] 'agreement among raft nodes before linearized reading' (duration: 1.018954409s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:43.510323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.124344477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"warn","ts":"2026-02-26T02:36:43.510324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:40.803186Z","time spent":"2.707125093s","remote":"127.0.0.1:42612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:36:43.510354Z","caller":"traceutil/trace.go:171","msg":"trace[453797175] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:23386; }","duration":"1.124398268s","start":"2026-02-26T02:36:42.385947Z","end":"2026-02-26T02:36:43.510345Z","steps":["trace[453797175] 'agreement among raft nodes before linearized reading' (duration: 1.124307976s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:43.509593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126800492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-02-26T02:36:43.510378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:42.385931Z","time spent":"1.12444042s","remote":"127.0.0.1:45122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1156,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"info","ts":"2026-02-26T02:36:43.510391Z","caller":"traceutil/trace.go:171","msg":"trace[1659018445] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23386; }","duration":"1.127635824s","start":"2026-02-26T02:36:42.382746Z","end":"2026-02-26T02:36:43.510382Z","steps":["trace[1659018445] 'agreement among raft nodes before linearized reading' (duration: 1.126745991s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:43.510418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:42.382729Z","time spent":"1.127677985s","remote":"127.0.0.1:45198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-26T02:36:43.510328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:42.491029Z","time spent":"1.019290958s","remote":"127.0.0.1:45148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":376,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-02-26T02:36:43.510485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.169986269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:36:43.510517Z","caller":"traceutil/trace.go:171","msg":"trace[610401440] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:23386; }","duration":"1.170058521s","start":"2026-02-26T02:36:42.34045Z","end":"2026-02-26T02:36:43.510509Z","steps":["trace[610401440] 'agreement among raft nodes before linearized reading' (duration: 1.17000299s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:43.510542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:42.340428Z","time spent":"1.170108713s","remote":"127.0.0.1:42586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:36:43.510752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:40.686713Z","time spent":"2.823100749s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T02:36:44.019369Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892228,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:36:44.519566Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892228,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:36:44.64011Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.123552007s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:36:45.718821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.078388385s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:36:45.719087Z","caller":"traceutil/trace.go:171","msg":"trace[1070271515] transaction","detail":"{read_only:false; response_revision:23387; number_of_response:1; }","duration":"2.202667611s","start":"2026-02-26T02:36:43.516389Z","end":"2026-02-26T02:36:45.719057Z","steps":["trace[1070271515] 'process raft request' (duration: 1.123925276s)","trace[1070271515] 'compare' (duration: 1.075269773s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:36:45.719166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:43.516356Z","time spent":"2.202773224s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T02:36:46.0423Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.401859529s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:36:46.229449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.767342ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:36:46.229986Z","caller":"traceutil/trace.go:171","msg":"trace[2145852001] transaction","detail":"{read_only:false; response_revision:23388; number_of_response:1; }","duration":"2.71117498s","start":"2026-02-26T02:36:43.518758Z","end":"2026-02-26T02:36:46.229933Z","steps":["trace[2145852001] 'process raft request' (duration: 2.523806363s)","trace[2145852001] 'compare' (duration: 186.467963ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:36:46.230198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:43.518744Z","time spent":"2.711340604s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5478,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:36:46.230532Z","caller":"traceutil/trace.go:171","msg":"trace[873349934] transaction","detail":"{read_only:false; response_revision:23389; number_of_response:1; }","duration":"2.415983561s","start":"2026-02-26T02:36:43.814503Z","end":"2026-02-26T02:36:46.230486Z","steps":["trace[873349934] 'process raft request' (duration: 2.415228121s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:36:46.230687Z","caller":"traceutil/trace.go:171","msg":"trace[484331416] linearizableReadLoop","detail":"{readStateIndex:24236; appliedIndex:24233; }","duration":"2.712291329s","start":"2026-02-26T02:36:43.518379Z","end":"2026-02-26T02:36:46.23067Z","steps":["trace[484331416] 'read index received' (duration: 1.122028826s)","trace[484331416] 'applied index is now lower than readState.Index' (duration: 1.590260363s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:36:46.230739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:43.814469Z","time spent":"2.416156176s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:36:46.230845Z","caller":"traceutil/trace.go:171","msg":"trace[1537204108] transaction","detail":"{read_only:false; response_revision:23390; number_of_response:1; }","duration":"507.634326ms","start":"2026-02-26T02:36:45.723199Z","end":"2026-02-26T02:36:46.230834Z","steps":["trace[1537204108] 'process raft request' (duration: 506.684771ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:46.230915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:45.723177Z","time spent":"507.703998ms","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T02:36:46.786285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999859607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:36:46.786387Z","caller":"traceutil/trace.go:171","msg":"trace[567049848] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000073132s","start":"2026-02-26T02:36:44.786293Z","end":"2026-02-26T02:36:46.786366Z","steps":["trace[567049848] 'agreement among raft nodes before linearized reading' (duration: 1.999900727s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:46.786438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:44.78627Z","time spent":"2.000158565s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:36:48.531538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997819994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:36:48.53164Z","caller":"traceutil/trace.go:171","msg":"trace[385192069] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.997952727s","start":"2026-02-26T02:36:43.533664Z","end":"2026-02-26T02:36:48.531616Z","steps":["trace[385192069] 'agreement among raft nodes before linearized reading' (duration: 4.997831204s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:48.5317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:43.533655Z","time spent":"4.998030369s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/02/26 02:36:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:36:48.787412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000181006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:36:48.787521Z","caller":"traceutil/trace.go:171","msg":"trace[1369651351] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000356431s","start":"2026-02-26T02:36:46.787137Z","end":"2026-02-26T02:36:48.787494Z","steps":["trace[1369651351] 'agreement among raft nodes before linearized reading' (duration: 2.000210477s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:48.787586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:46.787109Z","time spent":"2.000458813s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:36:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:36:49.453196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.223214492s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-02-26T02:36:49.453515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.935121381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-02-26T02:36:49.453582Z","caller":"traceutil/trace.go:171","msg":"trace[2079492797] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:23390; }","duration":"5.935229944s","start":"2026-02-26T02:36:43.518328Z","end":"2026-02-26T02:36:49.453558Z","steps":["trace[2079492797] 'agreement among raft nodes before linearized reading' (duration: 2.712452203s)","trace[2079492797] 'range keys from in-memory index tree' (duration: 3.222578576s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:36:49.453631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:43.518319Z","time spent":"5.935302576s","remote":"127.0.0.1:45122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":675,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"info","ts":"2026-02-26T02:36:49.453678Z","caller":"traceutil/trace.go:171","msg":"trace[337656092] linearizableReadLoop","detail":"{readStateIndex:24238; appliedIndex:24237; }","duration":"3.222879463s","start":"2026-02-26T02:36:46.23073Z","end":"2026-02-26T02:36:49.45361Z","steps":["trace[337656092] 'read index received' (duration: 72.762µs)","trace[337656092] 'applied index is now lower than readState.Index' (duration: 3.222804821s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:36:49.453849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.309341252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:36:49.453927Z","caller":"traceutil/trace.go:171","msg":"trace[333084436] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:23390; }","duration":"3.309448424s","start":"2026-02-26T02:36:46.144466Z","end":"2026-02-26T02:36:49.453915Z","steps":["trace[333084436] 'agreement among raft nodes before linearized reading' (duration: 3.309331491s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:49.454036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:46.144456Z","time spent":"3.309554878s","remote":"127.0.0.1:57956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:36:49.45447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.311332894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-26T02:36:49.454594Z","caller":"traceutil/trace.go:171","msg":"trace[376034516] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23390; }","duration":"3.311523539s","start":"2026-02-26T02:36:46.143052Z","end":"2026-02-26T02:36:49.454576Z","steps":["trace[376034516] 'agreement among raft nodes before linearized reading' (duration: 3.311303204s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:49.454688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:46.143025Z","time spent":"3.311646882s","remote":"127.0.0.1:45134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-26T02:36:49.455084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.086450229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-02-26T02:36:49.45521Z","caller":"traceutil/trace.go:171","msg":"trace[2082992097] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23390; }","duration":"4.086617004s","start":"2026-02-26T02:36:45.368573Z","end":"2026-02-26T02:36:49.45519Z","steps":["trace[2082992097] 'agreement among raft nodes before linearized reading' (duration: 4.086402078s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:49.455306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:45.368544Z","time spent":"4.086745607s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-26T02:36:49.455697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.475025257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-02-26T02:36:49.455809Z","caller":"traceutil/trace.go:171","msg":"trace[188213045] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:23390; }","duration":"4.475173341s","start":"2026-02-26T02:36:44.98062Z","end":"2026-02-26T02:36:49.455793Z","steps":["trace[188213045] 'agreement among raft nodes before linearized reading' (duration: 4.474964875s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:49.45589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:44.980595Z","time spent":"4.475277944s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-26T02:36:49.4562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.916749017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-02-26T02:36:49.456265Z","caller":"traceutil/trace.go:171","msg":"trace[1299647679] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:23390; }","duration":"5.91683035s","start":"2026-02-26T02:36:43.539418Z","end":"2026-02-26T02:36:49.456248Z","steps":["trace[1299647679] 'agreement among raft nodes before linearized reading' (duration: 5.916643545s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:49.456244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.570870663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:36:49.456353Z","caller":"traceutil/trace.go:171","msg":"trace[1702522097] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:23390; }","duration":"4.571051818s","start":"2026-02-26T02:36:44.885277Z","end":"2026-02-26T02:36:49.456329Z","steps":["trace[1702522097] 'agreement among raft nodes before linearized reading' (duration: 4.570854652s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:49.456422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.881138189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:36:49.456463Z","caller":"traceutil/trace.go:171","msg":"trace[1123179109] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:23390; }","duration":"5.88117794s","start":"2026-02-26T02:36:43.575273Z","end":"2026-02-26T02:36:49.456451Z","steps":["trace[1123179109] 'agreement among raft nodes before linearized reading' (duration: 5.881115998s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:49.456304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:43.53941Z","time spent":"5.916884851s","remote":"127.0.0.1:45122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3590,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-02-26T02:36:49.456486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.526685299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:36:49.4565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:43.57519Z","time spent":"5.881302063s","remote":"127.0.0.1:49540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:36:49.456523Z","caller":"traceutil/trace.go:171","msg":"trace[29809034] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23390; }","duration":"4.52678579s","start":"2026-02-26T02:36:44.929726Z","end":"2026-02-26T02:36:49.456512Z","steps":["trace[29809034] 'agreement among raft nodes before linearized reading' (duration: 4.526723459s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:49.456557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:44.929698Z","time spent":"4.526850912s","remote":"127.0.0.1:50638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:36:49.456483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.935162092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-02-26T02:36:49.456365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.975681859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:36:49.456746Z","caller":"traceutil/trace.go:171","msg":"trace[1347520910] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:23390; }","duration":"4.976109441s","start":"2026-02-26T02:36:44.480623Z","end":"2026-02-26T02:36:49.456732Z","steps":["trace[1347520910] 'agreement among raft nodes before linearized reading' (duration: 4.975701521s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:49.456417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:44.885251Z","time spent":"4.571153261s","remote":"127.0.0.1:42386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:36:49.456759Z","caller":"traceutil/trace.go:171","msg":"trace[1005787216] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:23390; }","duration":"5.93545117s","start":"2026-02-26T02:36:43.521264Z","end":"2026-02-26T02:36:49.456715Z","steps":["trace[1005787216] 'agreement among raft nodes before linearized reading' (duration: 5.934910446s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:49.456895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:43.521257Z","time spent":"5.935623494s","remote":"127.0.0.1:45188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-02-26T02:36:49.456796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:44.480596Z","time spent":"4.976183052s","remote":"127.0.0.1:50702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:36:49.457544Z","caller":"traceutil/trace.go:171","msg":"trace[1288653530] transaction","detail":"{read_only:false; response_revision:23391; number_of_response:1; }","duration":"3.209423699s","start":"2026-02-26T02:36:46.248102Z","end":"2026-02-26T02:36:49.457526Z","steps":["trace[1288653530] 'process raft request' (duration: 3.205329971s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:49.457665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:46.24807Z","time spent":"3.209521102s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":880,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T02:36:49.705083Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.644671517s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:36:50.383571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.091928ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:36:50.385342Z","caller":"traceutil/trace.go:171","msg":"trace[877634416] transaction","detail":"{read_only:false; response_revision:23392; number_of_response:1; }","duration":"3.934579006s","start":"2026-02-26T02:36:46.450722Z","end":"2026-02-26T02:36:50.385301Z","steps":["trace[877634416] 'process raft request' (duration: 3.25464612s)","trace[877634416] 'compare' (duration: 676.752833ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:36:50.385602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:46.4507Z","time spent":"3.934779032s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:36:50.385692Z","caller":"traceutil/trace.go:171","msg":"trace[940527741] linearizableReadLoop","detail":"{readStateIndex:24241; appliedIndex:24239; }","duration":"931.909356ms","start":"2026-02-26T02:36:49.453751Z","end":"2026-02-26T02:36:50.38566Z","steps":["trace[940527741] 'read index received' (duration: 251.686152ms)","trace[940527741] 'applied index is now lower than readState.Index' (duration: 680.221894ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:36:50.385997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.337424411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:36:50.38605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.592608564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:36:50.386101Z","caller":"traceutil/trace.go:171","msg":"trace[1993213714] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23393; }","duration":"1.592705287s","start":"2026-02-26T02:36:48.793379Z","end":"2026-02-26T02:36:50.386084Z","steps":["trace[1993213714] 'agreement among raft nodes before linearized reading' (duration: 1.592604004s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:50.386126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.874981285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:36:50.386382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.948167754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:36:50.386391Z","caller":"traceutil/trace.go:171","msg":"trace[433056094] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23393; }","duration":"1.875327844s","start":"2026-02-26T02:36:48.511035Z","end":"2026-02-26T02:36:50.386363Z","steps":["trace[433056094] 'agreement among raft nodes before linearized reading' (duration: 1.875010616s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:36:50.386425Z","caller":"traceutil/trace.go:171","msg":"trace[301890841] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:23393; }","duration":"3.948263937s","start":"2026-02-26T02:36:46.438153Z","end":"2026-02-26T02:36:50.386417Z","steps":["trace[301890841] 'agreement among raft nodes before linearized reading' (duration: 3.947985029s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:50.386448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:48.511011Z","time spent":"1.875422817s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:36:50.38647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:46.438121Z","time spent":"3.948338679s","remote":"127.0.0.1:45498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":21,"response size":32,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:36:50.386644Z","caller":"traceutil/trace.go:171","msg":"trace[614062113] transaction","detail":"{read_only:false; response_revision:23393; number_of_response:1; }","duration":"3.839284285s","start":"2026-02-26T02:36:46.547273Z","end":"2026-02-26T02:36:50.386557Z","steps":["trace[614062113] 'process raft request' (duration: 3.83641204s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:50.386664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.404420317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:36:50.386752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.63796361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-02-26T02:36:50.386771Z","caller":"traceutil/trace.go:171","msg":"trace[1508139610] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:23393; }","duration":"3.404556591s","start":"2026-02-26T02:36:46.982197Z","end":"2026-02-26T02:36:50.386753Z","steps":["trace[1508139610] 'agreement among raft nodes before linearized reading' (duration: 3.404353255s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:50.386406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.725861227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:36:50.386852Z","caller":"traceutil/trace.go:171","msg":"trace[1465266303] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:1; response_revision:23393; }","duration":"2.638127485s","start":"2026-02-26T02:36:47.748704Z","end":"2026-02-26T02:36:50.386831Z","steps":["trace[1465266303] 'agreement among raft nodes before linearized reading' (duration: 2.637773665s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:50.386915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:46.982139Z","time spent":"3.404763566s","remote":"127.0.0.1:42380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:36:50.386881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:46.547245Z","time spent":"3.83944911s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:36:50.386936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:47.748682Z","time spent":"2.638243698s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/162.253.55.200\" "} {"level":"warn","ts":"2026-02-26T02:36:50.386933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.136929309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-sskkd\" ","response":"range_response_count:1 size:4695"} {"level":"info","ts":"2026-02-26T02:36:50.387065Z","caller":"traceutil/trace.go:171","msg":"trace[2012043417] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-sskkd; range_end:; response_count:1; response_revision:23393; }","duration":"4.137170145s","start":"2026-02-26T02:36:46.249882Z","end":"2026-02-26T02:36:50.387052Z","steps":["trace[2012043417] 'agreement among raft nodes before linearized reading' (duration: 4.136512328s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:36:50.386094Z","caller":"traceutil/trace.go:171","msg":"trace[188589785] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:23393; }","duration":"2.337606586s","start":"2026-02-26T02:36:48.048465Z","end":"2026-02-26T02:36:50.386072Z","steps":["trace[188589785] 'agreement among raft nodes before linearized reading' (duration: 2.337294157s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:50.387124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:46.249847Z","time spent":"4.137256568s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4719,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-sskkd\" "} {"level":"warn","ts":"2026-02-26T02:36:50.387263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:48.048436Z","time spent":"2.338802907s","remote":"127.0.0.1:49560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:36:50.386977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.256310324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:269005"} {"level":"info","ts":"2026-02-26T02:36:50.38748Z","caller":"traceutil/trace.go:171","msg":"trace[335833204] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:23393; }","duration":"1.256881089s","start":"2026-02-26T02:36:49.130581Z","end":"2026-02-26T02:36:50.387462Z","steps":["trace[335833204] 'agreement among raft nodes before linearized reading' (duration: 1.255850892s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:36:50.387001Z","caller":"traceutil/trace.go:171","msg":"trace[1240156517] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:23393; }","duration":"3.726436492s","start":"2026-02-26T02:36:46.660465Z","end":"2026-02-26T02:36:50.386902Z","steps":["trace[1240156517] 'agreement among raft nodes before linearized reading' (duration: 3.72556556s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:50.387534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:49.130555Z","time spent":"1.256961502s","remote":"127.0.0.1:45492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":269029,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-02-26T02:36:50.387534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:46.660438Z","time spent":"3.72708392s","remote":"127.0.0.1:49584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:36:50.386153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:48.793358Z","time spent":"1.592785659s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:36:50.388596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.190815019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:36:50.388771Z","caller":"traceutil/trace.go:171","msg":"trace[873035399] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23393; }","duration":"1.191042084s","start":"2026-02-26T02:36:49.197717Z","end":"2026-02-26T02:36:50.388759Z","steps":["trace[873035399] 'agreement among raft nodes before linearized reading' (duration: 1.188163989s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:50.388882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:49.197689Z","time spent":"1.191180748s","remote":"127.0.0.1:42344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:36:50.389713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.350469275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:36:50.389756Z","caller":"traceutil/trace.go:171","msg":"trace[1172983868] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23393; }","duration":"2.350564538s","start":"2026-02-26T02:36:48.039183Z","end":"2026-02-26T02:36:50.389747Z","steps":["trace[1172983868] 'agreement among raft nodes before linearized reading' (duration: 2.346591703s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:50.389783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:48.039159Z","time spent":"2.350614539s","remote":"127.0.0.1:42304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:36:51.433398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.466637ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:36:51.43362Z","caller":"traceutil/trace.go:171","msg":"trace[1190011269] linearizableReadLoop","detail":"{readStateIndex:24243; appliedIndex:24241; }","duration":"1.047863361s","start":"2026-02-26T02:36:50.385735Z","end":"2026-02-26T02:36:51.433599Z","steps":["trace[1190011269] 'read index received' (duration: 207.829746ms)","trace[1190011269] 'applied index is now lower than readState.Index' (duration: 840.032355ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:36:51.433677Z","caller":"traceutil/trace.go:171","msg":"trace[1148651109] transaction","detail":"{read_only:false; response_revision:23395; number_of_response:1; }","duration":"1.927242063s","start":"2026-02-26T02:36:49.506387Z","end":"2026-02-26T02:36:51.433629Z","steps":["trace[1148651109] 'process raft request' (duration: 1.92712203s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:51.433758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.256865689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:36:51.433789Z","caller":"traceutil/trace.go:171","msg":"trace[1973349286] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23395; }","duration":"1.256951091s","start":"2026-02-26T02:36:50.176827Z","end":"2026-02-26T02:36:51.433778Z","steps":["trace[1973349286] 'agreement among raft nodes before linearized reading' (duration: 1.256857809s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:51.43388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:50.176801Z","time spent":"1.257069995s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:36:51.433973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:49.506375Z","time spent":"1.927394347s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:36:51.434198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.926851873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-02-26T02:36:51.434232Z","caller":"traceutil/trace.go:171","msg":"trace[414823676] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:23395; }","duration":"1.926896934s","start":"2026-02-26T02:36:49.507324Z","end":"2026-02-26T02:36:51.434221Z","steps":["trace[414823676] 'agreement among raft nodes before linearized reading' (duration: 1.9267592s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:51.43426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:49.507319Z","time spent":"1.926935356s","remote":"127.0.0.1:45122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3590,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-02-26T02:36:51.434355Z","caller":"traceutil/trace.go:171","msg":"trace[1226476941] transaction","detail":"{read_only:false; response_revision:23394; number_of_response:1; }","duration":"1.93506189s","start":"2026-02-26T02:36:49.499271Z","end":"2026-02-26T02:36:51.434333Z","steps":["trace[1226476941] 'process raft request' (duration: 1.093585737s)","trace[1226476941] 'compare' (duration: 840.128257ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:36:51.434441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:49.499243Z","time spent":"1.935154752s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":841,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T02:36:51.434467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.931571727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-02-26T02:36:51.434499Z","caller":"traceutil/trace.go:171","msg":"trace[1035921204] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:23395; }","duration":"1.931632379s","start":"2026-02-26T02:36:49.502857Z","end":"2026-02-26T02:36:51.434489Z","steps":["trace[1035921204] 'agreement among raft nodes before linearized reading' (duration: 1.931544807s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:51.434528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:49.502845Z","time spent":"1.931676121s","remote":"127.0.0.1:45122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":675,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"warn","ts":"2026-02-26T02:36:51.434708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.935386748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6b094bda-ee69-4b5b-a4a7-106c94517e2d\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-02-26T02:36:51.434735Z","caller":"traceutil/trace.go:171","msg":"trace[370459730] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6b094bda-ee69-4b5b-a4a7-106c94517e2d; range_end:; response_count:1; response_revision:23395; }","duration":"1.93545643s","start":"2026-02-26T02:36:49.49927Z","end":"2026-02-26T02:36:51.434726Z","steps":["trace[370459730] 'agreement among raft nodes before linearized reading' (duration: 1.935368218s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:51.434762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:49.499241Z","time spent":"1.935514322s","remote":"127.0.0.1:45180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-6b094bda-ee69-4b5b-a4a7-106c94517e2d\" "} {"level":"warn","ts":"2026-02-26T02:36:51.757257Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.15785783s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:36:51.865391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.794951ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-02-26T02:36:51.865882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:50.3888Z","time spent":"1.477075001s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-26T02:36:51.866033Z","caller":"traceutil/trace.go:171","msg":"trace[2114344688] linearizableReadLoop","detail":"{readStateIndex:24245; appliedIndex:24243; }","duration":"432.363813ms","start":"2026-02-26T02:36:51.433654Z","end":"2026-02-26T02:36:51.866018Z","steps":["trace[2114344688] 'read index received' (duration: 323.759261ms)","trace[2114344688] 'applied index is now lower than readState.Index' (duration: 108.603842ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:36:51.866084Z","caller":"traceutil/trace.go:171","msg":"trace[1676435519] transaction","detail":"{read_only:false; response_revision:23396; number_of_response:1; }","duration":"1.468525277s","start":"2026-02-26T02:36:50.397512Z","end":"2026-02-26T02:36:51.866037Z","steps":["trace[1676435519] 'process raft request' (duration: 1.468029564s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:51.866257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.482179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:36:51.866284Z","caller":"traceutil/trace.go:171","msg":"trace[1125547616] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:23396; }","duration":"423.547641ms","start":"2026-02-26T02:36:51.442729Z","end":"2026-02-26T02:36:51.866276Z","steps":["trace[1125547616] 'agreement among raft nodes before linearized reading' (duration: 423.477499ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:51.866288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.75984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"warn","ts":"2026-02-26T02:36:51.866256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.32180554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:476"} {"level":"warn","ts":"2026-02-26T02:36:51.866284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:50.397486Z","time spent":"1.46869596s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4873,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:36:51.866309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:51.442716Z","time spent":"423.586082ms","remote":"127.0.0.1:45122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":30,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" "} {"level":"info","ts":"2026-02-26T02:36:51.866327Z","caller":"traceutil/trace.go:171","msg":"trace[277624658] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:23396; }","duration":"422.813741ms","start":"2026-02-26T02:36:51.443495Z","end":"2026-02-26T02:36:51.866308Z","steps":["trace[277624658] 'agreement among raft nodes before linearized reading' (duration: 422.663987ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:36:51.866338Z","caller":"traceutil/trace.go:171","msg":"trace[477214590] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23396; }","duration":"1.321979035s","start":"2026-02-26T02:36:50.544341Z","end":"2026-02-26T02:36:51.86632Z","steps":["trace[477214590] 'agreement among raft nodes before linearized reading' (duration: 1.321682317s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:51.866358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:51.443482Z","time spent":"422.871753ms","remote":"127.0.0.1:45188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1590,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-02-26T02:36:51.866378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:50.544309Z","time spent":"1.322061747s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T02:36:51.866379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.31271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator\" ","response":"range_response_count:1 size:1114"} {"level":"info","ts":"2026-02-26T02:36:51.866431Z","caller":"traceutil/trace.go:171","msg":"trace[1002000768] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator; range_end:; response_count:1; response_revision:23396; }","duration":"413.376143ms","start":"2026-02-26T02:36:51.453036Z","end":"2026-02-26T02:36:51.866412Z","steps":["trace[1002000768] 'agreement among raft nodes before linearized reading' (duration: 413.194388ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:51.8664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.363979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"warn","ts":"2026-02-26T02:36:51.866459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:51.453025Z","time spent":"413.428994ms","remote":"127.0.0.1:45230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1138,"request content":"key:\"/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator\" "} {"level":"info","ts":"2026-02-26T02:36:51.866486Z","caller":"traceutil/trace.go:171","msg":"trace[2000788056] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:23396; }","duration":"422.541984ms","start":"2026-02-26T02:36:51.443922Z","end":"2026-02-26T02:36:51.866464Z","steps":["trace[2000788056] 'agreement among raft nodes before linearized reading' (duration: 422.234206ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:51.866537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:51.443894Z","time spent":"422.629626ms","remote":"127.0.0.1:45122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1367,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"warn","ts":"2026-02-26T02:36:51.866171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.477040331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:36:51.866704Z","caller":"traceutil/trace.go:171","msg":"trace[768417813] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23396; }","duration":"1.477638137s","start":"2026-02-26T02:36:50.389056Z","end":"2026-02-26T02:36:51.866694Z","steps":["trace[768417813] 'agreement among raft nodes before linearized reading' (duration: 1.477032481s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:51.866723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:50.389033Z","time spent":"1.477684578s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:36:51.866748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.079385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897a8a815b748d0\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-02-26T02:36:51.866774Z","caller":"traceutil/trace.go:171","msg":"trace[2089926097] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897a8a815b748d0; range_end:; response_count:1; response_revision:23396; }","duration":"424.148457ms","start":"2026-02-26T02:36:51.442619Z","end":"2026-02-26T02:36:51.866768Z","steps":["trace[2089926097] 'agreement among raft nodes before linearized reading' (duration: 423.531961ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:51.866789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:51.442596Z","time spent":"424.190247ms","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897a8a815b748d0\" "} {"level":"warn","ts":"2026-02-26T02:36:53.414223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.370957ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:36:53.4144Z","caller":"traceutil/trace.go:171","msg":"trace[647741140] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23396; }","duration":"264.573502ms","start":"2026-02-26T02:36:53.149797Z","end":"2026-02-26T02:36:53.41437Z","steps":["trace[647741140] 'range keys from in-memory index tree' (duration: 264.345745ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:53.415399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062512846s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:36:53.4156Z","caller":"traceutil/trace.go:171","msg":"trace[1928337314] linearizableReadLoop","detail":"{readStateIndex:24246; appliedIndex:24245; }","duration":"1.546169301s","start":"2026-02-26T02:36:51.869377Z","end":"2026-02-26T02:36:53.415546Z","steps":["trace[1928337314] 'read index received' (duration: 483.315005ms)","trace[1928337314] 'applied index is now lower than readState.Index' (duration: 1.062852536s)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:36:53.415728Z","caller":"traceutil/trace.go:171","msg":"trace[1410754895] transaction","detail":"{read_only:false; response_revision:23397; number_of_response:1; }","duration":"1.548259276s","start":"2026-02-26T02:36:51.86745Z","end":"2026-02-26T02:36:53.415709Z","steps":["trace[1410754895] 'process raft request' (duration: 485.270827ms)","trace[1410754895] 'compare' (duration: 1.062315411s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:36:53.415865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:51.867419Z","time spent":"1.548375469s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:36:53.416204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.546820049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f2dc9856-2c43-4bf9-87c5-a7177635db99\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-02-26T02:36:53.416612Z","caller":"traceutil/trace.go:171","msg":"trace[999249458] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f2dc9856-2c43-4bf9-87c5-a7177635db99; range_end:; response_count:1; response_revision:23397; }","duration":"1.547210149s","start":"2026-02-26T02:36:51.869357Z","end":"2026-02-26T02:36:53.416567Z","steps":["trace[999249458] 'agreement among raft nodes before linearized reading' (duration: 1.546656694s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:53.416724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:51.869344Z","time spent":"1.547341032s","remote":"127.0.0.1:45180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1308,"request content":"key:\"/registry/persistentvolumes/pvc-f2dc9856-2c43-4bf9-87c5-a7177635db99\" "} {"level":"warn","ts":"2026-02-26T02:36:53.878538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000294888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:36:53.878636Z","caller":"traceutil/trace.go:171","msg":"trace[235716869] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000429611s","start":"2026-02-26T02:36:51.878184Z","end":"2026-02-26T02:36:53.878613Z","steps":["trace[235716869] 'agreement among raft nodes before linearized reading' (duration: 2.000308988s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:53.878698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:51.878174Z","time spent":"2.000508834s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:36:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:36:53.916741Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892251,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:36:54.399285Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.046583627s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:36:54.77602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.663259ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:36:54.776359Z","caller":"traceutil/trace.go:171","msg":"trace[1072127036] transaction","detail":"{read_only:false; response_revision:23398; number_of_response:1; }","duration":"2.906713953s","start":"2026-02-26T02:36:51.869597Z","end":"2026-02-26T02:36:54.776311Z","steps":["trace[1072127036] 'process raft request' (duration: 2.530012626s)","trace[1072127036] 'compare' (duration: 375.476674ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:36:54.776656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:51.869566Z","time spent":"2.906892187s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:36:54.776764Z","caller":"traceutil/trace.go:171","msg":"trace[523857918] linearizableReadLoop","detail":"{readStateIndex:24249; appliedIndex:24246; }","duration":"1.361106126s","start":"2026-02-26T02:36:53.415637Z","end":"2026-02-26T02:36:54.776743Z","steps":["trace[523857918] 'read index received' (duration: 983.993859ms)","trace[523857918] 'applied index is now lower than readState.Index' (duration: 377.111107ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:36:54.776931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.382647634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:36:54.776958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.088653667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-02-26T02:36:54.77701Z","caller":"traceutil/trace.go:171","msg":"trace[312286002] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:23400; }","duration":"2.08875015s","start":"2026-02-26T02:36:52.688245Z","end":"2026-02-26T02:36:54.776995Z","steps":["trace[312286002] 'agreement among raft nodes before linearized reading' (duration: 2.088571905s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:54.777056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:52.68822Z","time spent":"2.088827492s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-26T02:36:54.777095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.907700998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-86fdr\" ","response":"range_response_count:1 size:5901"} {"level":"warn","ts":"2026-02-26T02:36:54.777112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.904095083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-02-26T02:36:54.77718Z","caller":"traceutil/trace.go:171","msg":"trace[1647188479] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:23400; }","duration":"2.904211716s","start":"2026-02-26T02:36:51.872952Z","end":"2026-02-26T02:36:54.777164Z","steps":["trace[1647188479] 'agreement among raft nodes before linearized reading' (duration: 2.904033631s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:36:54.777203Z","caller":"traceutil/trace.go:171","msg":"trace[1148080219] transaction","detail":"{read_only:false; response_revision:23399; number_of_response:1; }","duration":"2.904862154s","start":"2026-02-26T02:36:51.872328Z","end":"2026-02-26T02:36:54.77719Z","steps":["trace[1148080219] 'process raft request' (duration: 2.903807986s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:54.777231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.358448926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-02-26T02:36:54.777232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:51.872925Z","time spent":"2.904294349s","remote":"127.0.0.1:45122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":733,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"info","ts":"2026-02-26T02:36:54.777264Z","caller":"traceutil/trace.go:171","msg":"trace[1946556816] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23400; }","duration":"1.358517718s","start":"2026-02-26T02:36:53.418738Z","end":"2026-02-26T02:36:54.777256Z","steps":["trace[1946556816] 'agreement among raft nodes before linearized reading' (duration: 1.358429495s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:54.777278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.898773933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-bdfc6fdd8-g46nk\" ","response":"range_response_count:1 size:5463"} {"level":"info","ts":"2026-02-26T02:36:54.777353Z","caller":"traceutil/trace.go:171","msg":"trace[1973488112] range","detail":"{range_begin:/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-bdfc6fdd8-g46nk; range_end:; response_count:1; response_revision:23400; }","duration":"2.898872146s","start":"2026-02-26T02:36:51.878457Z","end":"2026-02-26T02:36:54.777329Z","steps":["trace[1973488112] 'agreement among raft nodes before linearized reading' (duration: 2.89866196s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:54.777366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.341901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:36:54.77697Z","caller":"traceutil/trace.go:171","msg":"trace[1571814455] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23400; }","duration":"2.382697005s","start":"2026-02-26T02:36:52.394263Z","end":"2026-02-26T02:36:54.77696Z","steps":["trace[1571814455] 'agreement among raft nodes before linearized reading' (duration: 2.382620093s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:54.777388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:51.878447Z","time spent":"2.898934447s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":1,"response size":5487,"request content":"key:\"/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-bdfc6fdd8-g46nk\" "} {"level":"info","ts":"2026-02-26T02:36:54.777397Z","caller":"traceutil/trace.go:171","msg":"trace[1747639020] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23400; }","duration":"120.416023ms","start":"2026-02-26T02:36:54.656972Z","end":"2026-02-26T02:36:54.777389Z","steps":["trace[1747639020] 'agreement among raft nodes before linearized reading' (duration: 120.364062ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:54.77741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:52.394203Z","time spent":"2.383193777s","remote":"127.0.0.1:42402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-02-26T02:36:54.777265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:51.872309Z","time spent":"2.904916595s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:36:54.777526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.904178675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-02-26T02:36:54.777577Z","caller":"traceutil/trace.go:171","msg":"trace[1685912525] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:23400; }","duration":"2.904252688s","start":"2026-02-26T02:36:51.873305Z","end":"2026-02-26T02:36:54.777558Z","steps":["trace[1685912525] 'agreement among raft nodes before linearized reading' (duration: 2.904118544s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:54.777637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:51.873293Z","time spent":"2.904332239s","remote":"127.0.0.1:45122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1367,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"warn","ts":"2026-02-26T02:36:54.777793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.691547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:36:54.777137Z","caller":"traceutil/trace.go:171","msg":"trace[718762046] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-86fdr; range_end:; response_count:1; response_revision:23400; }","duration":"2.90775452s","start":"2026-02-26T02:36:51.869368Z","end":"2026-02-26T02:36:54.777123Z","steps":["trace[718762046] 'agreement among raft nodes before linearized reading' (duration: 2.907622577s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:36:54.777824Z","caller":"traceutil/trace.go:171","msg":"trace[922642818] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23400; }","duration":"277.775139ms","start":"2026-02-26T02:36:54.500042Z","end":"2026-02-26T02:36:54.777817Z","steps":["trace[922642818] 'agreement among raft nodes before linearized reading' (duration: 277.718528ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:54.777858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:51.869353Z","time spent":"2.908487559s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":5925,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-86fdr\" "} {"level":"warn","ts":"2026-02-26T02:36:54.777305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:53.418719Z","time spent":"1.35857766s","remote":"127.0.0.1:45198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-02-26T02:36:54.777366Z","caller":"traceutil/trace.go:171","msg":"trace[903912220] transaction","detail":"{read_only:false; response_revision:23400; number_of_response:1; }","duration":"1.025067461s","start":"2026-02-26T02:36:53.752289Z","end":"2026-02-26T02:36:54.777356Z","steps":["trace[903912220] 'process raft request' (duration: 1.024280491s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:54.778044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:53.752069Z","time spent":"1.025943345s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:36:54.778039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.534911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:36:54.778089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.00549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:36:54.77811Z","caller":"traceutil/trace.go:171","msg":"trace[1834220069] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:23400; }","duration":"631.667495ms","start":"2026-02-26T02:36:54.146434Z","end":"2026-02-26T02:36:54.778101Z","steps":["trace[1834220069] 'agreement among raft nodes before linearized reading' (duration: 631.564622ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:36:54.778122Z","caller":"traceutil/trace.go:171","msg":"trace[153786009] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23400; }","duration":"370.089472ms","start":"2026-02-26T02:36:54.408021Z","end":"2026-02-26T02:36:54.77811Z","steps":["trace[153786009] 'agreement among raft nodes before linearized reading' (duration: 370.041791ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:54.778146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:54.14641Z","time spent":"631.722657ms","remote":"127.0.0.1:40936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:36:54.778156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:54.407928Z","time spent":"370.217186ms","remote":"127.0.0.1:42180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:36:54.778143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.358417465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-02-26T02:36:54.778248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.188824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:36:54.778247Z","caller":"traceutil/trace.go:171","msg":"trace[2105422886] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:23400; }","duration":"1.358559659s","start":"2026-02-26T02:36:53.419666Z","end":"2026-02-26T02:36:54.778225Z","steps":["trace[2105422886] 'agreement among raft nodes before linearized reading' (duration: 1.35823052s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:36:54.778273Z","caller":"traceutil/trace.go:171","msg":"trace[1565005656] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23400; }","duration":"899.240315ms","start":"2026-02-26T02:36:53.879026Z","end":"2026-02-26T02:36:54.778267Z","steps":["trace[1565005656] 'agreement among raft nodes before linearized reading' (duration: 899.202254ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:54.778293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:53.879013Z","time spent":"899.276676ms","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:36:54.778302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:53.419659Z","time spent":"1.358633821s","remote":"127.0.0.1:45188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-02-26T02:36:54.778325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.743686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:36:54.77839Z","caller":"traceutil/trace.go:171","msg":"trace[1835540260] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:23400; }","duration":"960.866339ms","start":"2026-02-26T02:36:53.817508Z","end":"2026-02-26T02:36:54.778374Z","steps":["trace[1835540260] 'agreement among raft nodes before linearized reading' (duration: 960.761436ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:54.778444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:53.817478Z","time spent":"960.952482ms","remote":"127.0.0.1:42508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:36:55.905517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.266364ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:36:55.905651Z","caller":"traceutil/trace.go:171","msg":"trace[1562791987] linearizableReadLoop","detail":"{readStateIndex:24250; appliedIndex:24249; }","duration":"1.121301797s","start":"2026-02-26T02:36:54.784328Z","end":"2026-02-26T02:36:55.90563Z","steps":["trace[1562791987] 'read index received' (duration: 311.788126ms)","trace[1562791987] 'applied index is now lower than readState.Index' (duration: 809.512291ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:36:55.905756Z","caller":"traceutil/trace.go:171","msg":"trace[957174960] transaction","detail":"{read_only:false; response_revision:23401; number_of_response:1; }","duration":"1.122381155s","start":"2026-02-26T02:36:54.783327Z","end":"2026-02-26T02:36:55.905708Z","steps":["trace[957174960] 'process raft request' (duration: 312.838403ms)","trace[957174960] 'compare' (duration: 808.189736ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:36:55.905914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121566973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:36:55.905993Z","caller":"traceutil/trace.go:171","msg":"trace[1268762331] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:23401; }","duration":"1.121707148s","start":"2026-02-26T02:36:54.784267Z","end":"2026-02-26T02:36:55.905974Z","steps":["trace[1268762331] 'agreement among raft nodes before linearized reading' (duration: 1.121464451s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:55.905965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:54.783287Z","time spent":"1.122570621s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":877,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T02:36:55.90604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:54.784243Z","time spent":"1.121784979s","remote":"127.0.0.1:45122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":30,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" "} {"level":"warn","ts":"2026-02-26T02:36:56.406513Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892261,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:36:56.486034Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.389871422s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:36:56.789347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000326189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:36:56.789451Z","caller":"traceutil/trace.go:171","msg":"trace[947840354] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000469742s","start":"2026-02-26T02:36:54.788956Z","end":"2026-02-26T02:36:56.789426Z","steps":["trace[947840354] 'agreement among raft nodes before linearized reading' (duration: 2.000331409s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:56.7897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:54.788948Z","time spent":"2.000710018s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:36:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:36:57.911443Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.425193324s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:36:58.789799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99958342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:36:58.789876Z","caller":"traceutil/trace.go:171","msg":"trace[1316264734] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999749404s","start":"2026-02-26T02:36:56.790109Z","end":"2026-02-26T02:36:58.789858Z","steps":["trace[1316264734] 'agreement among raft nodes before linearized reading' (duration: 1.999647562s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:58.789916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:56.790082Z","time spent":"1.999826846s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:36:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:36:59.783719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.995387509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:36:59.783819Z","caller":"traceutil/trace.go:171","msg":"trace[505867609] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.995527122s","start":"2026-02-26T02:36:54.788269Z","end":"2026-02-26T02:36:59.783796Z","steps":["trace[505867609] 'agreement among raft nodes before linearized reading' (duration: 4.995390779s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:59.783871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:54.788265Z","time spent":"4.995592224s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T02:37:00.79807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000458692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:37:00.798195Z","caller":"traceutil/trace.go:171","msg":"trace[1719062407] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000621136s","start":"2026-02-26T02:36:58.797547Z","end":"2026-02-26T02:37:00.798168Z","steps":["trace[1719062407] 'agreement among raft nodes before linearized reading' (duration: 2.000452162s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:00.79826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:58.797501Z","time spent":"2.000744639s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:37:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:37:01.788728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:54.788319Z","time spent":"7.000395372s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-26T02:37:01.915351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998755948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:37:01.91544Z","caller":"traceutil/trace.go:171","msg":"trace[1955095987] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.998921833s","start":"2026-02-26T02:36:56.916498Z","end":"2026-02-26T02:37:01.91542Z","steps":["trace[1955095987] 'agreement among raft nodes before linearized reading' (duration: 4.99879506s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:01.915485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:56.91647Z","time spent":"4.999006125s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-26T02:37:02.178246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999914499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:37:02.178347Z","caller":"traceutil/trace.go:171","msg":"trace[1722061829] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000078513s","start":"2026-02-26T02:37:00.178245Z","end":"2026-02-26T02:37:02.178323Z","steps":["trace[1722061829] 'agreement among raft nodes before linearized reading' (duration: 1.999947119s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:02.178403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:00.178199Z","time spent":"2.000193566s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:37:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:37:02.241599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.75401808s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-02-26T02:37:02.461047Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"08529c979fe28c35","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-26T02:37:02.798849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000359831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:37:02.799207Z","caller":"traceutil/trace.go:171","msg":"trace[682060082] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0007054s","start":"2026-02-26T02:37:00.798345Z","end":"2026-02-26T02:37:02.79905Z","steps":["trace[682060082] 'agreement among raft nodes before linearized reading' (duration: 2.000405592s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:02.799263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:00.798313Z","time spent":"2.000936976s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:37:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:37:02.912359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:55.911926Z","time spent":"7.000424032s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-26T02:37:04.405137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.253419367s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:37:04.405294Z","caller":"traceutil/trace.go:171","msg":"trace[1922692555] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23402; }","duration":"1.253606892s","start":"2026-02-26T02:37:03.151661Z","end":"2026-02-26T02:37:04.405268Z","steps":["trace[1922692555] 'range keys from in-memory index tree' (duration: 1.253396637s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:04.407188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.165406799s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-02-26T02:37:04.409101Z","caller":"traceutil/trace.go:171","msg":"trace[905081630] linearizableReadLoop","detail":"{readStateIndex:24253; appliedIndex:24250; }","duration":"8.503400226s","start":"2026-02-26T02:36:55.905685Z","end":"2026-02-26T02:37:04.409086Z","steps":["trace[905081630] 'read index received' (duration: 580.532436ms)","trace[905081630] 'applied index is now lower than readState.Index' (duration: 7.9228665s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:37:04.409371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.616165048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4181"} {"level":"info","ts":"2026-02-26T02:37:04.409408Z","caller":"traceutil/trace.go:171","msg":"trace[1664999261] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:23403; }","duration":"9.616221139s","start":"2026-02-26T02:36:54.793173Z","end":"2026-02-26T02:37:04.409395Z","steps":["trace[1664999261] 'agreement among raft nodes before linearized reading' (duration: 9.615997683s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:04.40939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.61436499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13230"} {"level":"warn","ts":"2026-02-26T02:37:04.409412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.592567225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:37:04.409444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:54.793167Z","time spent":"9.61626815s","remote":"127.0.0.1:45076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4205,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" "} {"level":"warn","ts":"2026-02-26T02:37:04.40944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.561532278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/pxc-operator\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-02-26T02:37:04.409427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.616166718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5587"} {"level":"info","ts":"2026-02-26T02:37:04.409487Z","caller":"traceutil/trace.go:171","msg":"trace[2050795147] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:23403; }","duration":"9.614490614s","start":"2026-02-26T02:36:54.794966Z","end":"2026-02-26T02:37:04.409457Z","steps":["trace[2050795147] 'agreement among raft nodes before linearized reading' (duration: 9.614171105s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:37:04.409494Z","caller":"traceutil/trace.go:171","msg":"trace[1548159132] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23403; }","duration":"8.592706799s","start":"2026-02-26T02:36:55.816757Z","end":"2026-02-26T02:37:04.409464Z","steps":["trace[1548159132] 'agreement among raft nodes before linearized reading' (duration: 8.592556205s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:37:04.409527Z","caller":"traceutil/trace.go:171","msg":"trace[463344930] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:23403; }","duration":"9.616326642s","start":"2026-02-26T02:36:54.793172Z","end":"2026-02-26T02:37:04.409499Z","steps":["trace[463344930] 'agreement among raft nodes before linearized reading' (duration: 9.615944302s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:04.409504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.615606893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4334"} {"level":"warn","ts":"2026-02-26T02:37:04.409555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:55.816731Z","time spent":"8.592810572s","remote":"127.0.0.1:42314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:37:04.409588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:54.793148Z","time spent":"9.616426695s","remote":"127.0.0.1:45076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":5611,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" "} {"level":"warn","ts":"2026-02-26T02:37:04.409625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.620621815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:37:04.409621Z","caller":"traceutil/trace.go:171","msg":"trace[1048330091] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:23403; }","duration":"9.615764837s","start":"2026-02-26T02:36:54.793823Z","end":"2026-02-26T02:37:04.409588Z","steps":["trace[1048330091] 'agreement among raft nodes before linearized reading' (duration: 9.615419778s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:37:04.409657Z","caller":"traceutil/trace.go:171","msg":"trace[481277460] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23403; }","duration":"9.620675907s","start":"2026-02-26T02:36:54.788972Z","end":"2026-02-26T02:37:04.409648Z","steps":["trace[481277460] 'agreement among raft nodes before linearized reading' (duration: 9.620614995s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:04.409685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:54.788959Z","time spent":"9.620718957s","remote":"127.0.0.1:45224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-02-26T02:37:04.409676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.421094527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188496"} {"level":"warn","ts":"2026-02-26T02:37:04.409689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:54.793802Z","time spent":"9.615867989s","remote":"127.0.0.1:45076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4358,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" "} {"level":"info","ts":"2026-02-26T02:37:04.409733Z","caller":"traceutil/trace.go:171","msg":"trace[2139448172] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:23403; }","duration":"9.42119436s","start":"2026-02-26T02:36:54.988522Z","end":"2026-02-26T02:37:04.409716Z","steps":["trace[2139448172] 'agreement among raft nodes before linearized reading' (duration: 9.421002405s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:04.409735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.577394756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188253"} {"level":"warn","ts":"2026-02-26T02:37:04.409763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.621519628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-02-26T02:37:04.409775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:54.988495Z","time spent":"9.421269482s","remote":"127.0.0.1:45076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":188520,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"info","ts":"2026-02-26T02:37:04.409795Z","caller":"traceutil/trace.go:171","msg":"trace[938268862] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:23403; }","duration":"9.577488729s","start":"2026-02-26T02:36:54.832287Z","end":"2026-02-26T02:37:04.409775Z","steps":["trace[938268862] 'agreement among raft nodes before linearized reading' (duration: 9.577297534s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:37:04.4098Z","caller":"traceutil/trace.go:171","msg":"trace[1995737597] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:23403; }","duration":"9.621620261s","start":"2026-02-26T02:36:54.78817Z","end":"2026-02-26T02:37:04.409791Z","steps":["trace[1995737597] 'agreement among raft nodes before linearized reading' (duration: 9.621492968s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:04.409797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.616677801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5178"} {"level":"warn","ts":"2026-02-26T02:37:04.409833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:54.788154Z","time spent":"9.621671782s","remote":"127.0.0.1:45188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-02-26T02:37:04.409835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:54.832267Z","time spent":"9.57755798s","remote":"127.0.0.1:45076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":188277,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" "} {"level":"info","ts":"2026-02-26T02:37:04.409864Z","caller":"traceutil/trace.go:171","msg":"trace[759605234] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:23403; }","duration":"9.616764674s","start":"2026-02-26T02:36:54.79308Z","end":"2026-02-26T02:37:04.409845Z","steps":["trace[759605234] 'agreement among raft nodes before linearized reading' (duration: 9.616526467s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:04.409847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.605684101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24245"} {"level":"warn","ts":"2026-02-26T02:37:04.409912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:54.793069Z","time spent":"9.616830375s","remote":"127.0.0.1:45076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":5202,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" "} {"level":"warn","ts":"2026-02-26T02:37:04.409939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.621752505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-02-26T02:37:04.409963Z","caller":"traceutil/trace.go:171","msg":"trace[1112108882] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:23403; }","duration":"9.605832525s","start":"2026-02-26T02:36:54.804096Z","end":"2026-02-26T02:37:04.409929Z","steps":["trace[1112108882] 'agreement among raft nodes before linearized reading' (duration: 9.605464885s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:37:04.409981Z","caller":"traceutil/trace.go:171","msg":"trace[1311224733] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:23403; }","duration":"9.621811316s","start":"2026-02-26T02:36:54.788156Z","end":"2026-02-26T02:37:04.409968Z","steps":["trace[1311224733] 'agreement among raft nodes before linearized reading' (duration: 9.621686193s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:04.410021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:54.788146Z","time spent":"9.621865787s","remote":"127.0.0.1:45122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":733,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"warn","ts":"2026-02-26T02:37:04.410032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:54.804089Z","time spent":"9.605927797s","remote":"127.0.0.1:45076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":24269,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"warn","ts":"2026-02-26T02:37:04.409551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:54.794954Z","time spent":"9.614578656s","remote":"127.0.0.1:45076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":13254,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" "} {"level":"warn","ts":"2026-02-26T02:37:04.410067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.614993236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9321"} {"level":"info","ts":"2026-02-26T02:37:04.409496Z","caller":"traceutil/trace.go:171","msg":"trace[611907952] range","detail":"{range_begin:/registry/serviceaccounts/openstack/pxc-operator; range_end:; response_count:1; response_revision:23403; }","duration":"9.561644421s","start":"2026-02-26T02:36:54.847836Z","end":"2026-02-26T02:37:04.409481Z","steps":["trace[611907952] 'agreement among raft nodes before linearized reading' (duration: 9.561471777s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:37:04.41011Z","caller":"traceutil/trace.go:171","msg":"trace[870792297] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:23403; }","duration":"9.615041558s","start":"2026-02-26T02:36:54.795054Z","end":"2026-02-26T02:37:04.410096Z","steps":["trace[870792297] 'agreement among raft nodes before linearized reading' (duration: 9.614897265s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:04.410143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:54.795049Z","time spent":"9.615085399s","remote":"127.0.0.1:45076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":9345,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" "} {"level":"warn","ts":"2026-02-26T02:37:04.41014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:54.847808Z","time spent":"9.562312818s","remote":"127.0.0.1:45230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":557,"request content":"key:\"/registry/serviceaccounts/openstack/pxc-operator\" "} {"level":"warn","ts":"2026-02-26T02:37:04.409503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.614443733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4084"} {"level":"info","ts":"2026-02-26T02:37:04.410213Z","caller":"traceutil/trace.go:171","msg":"trace[1899760895] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:23403; }","duration":"9.615191802s","start":"2026-02-26T02:36:54.795006Z","end":"2026-02-26T02:37:04.410198Z","steps":["trace[1899760895] 'agreement among raft nodes before linearized reading' (duration: 9.614262648s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:04.410274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:54.795003Z","time spent":"9.615256154s","remote":"127.0.0.1:45076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4108,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" "} {"level":"warn","ts":"2026-02-26T02:37:04.412141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.617054891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10378"} {"level":"info","ts":"2026-02-26T02:37:04.412182Z","caller":"traceutil/trace.go:171","msg":"trace[64632656] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:23403; }","duration":"9.617132683s","start":"2026-02-26T02:36:54.795038Z","end":"2026-02-26T02:37:04.412171Z","steps":["trace[64632656] 'agreement among raft nodes before linearized reading' (duration: 9.614070102s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:04.412204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:54.795035Z","time spent":"9.617163034s","remote":"127.0.0.1:45076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":10402,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" "} {"level":"warn","ts":"2026-02-26T02:37:04.783593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.996647213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:37:04.783798Z","caller":"traceutil/trace.go:171","msg":"trace[1983814308] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.99692919s","start":"2026-02-26T02:37:01.78684Z","end":"2026-02-26T02:37:04.783769Z","steps":["trace[1983814308] 'agreement among raft nodes before linearized reading' (duration: 2.996693854s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:04.783924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:01.786807Z","time spent":"2.997092794s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/02/26 02:37:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:37:04.807957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000679628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:37:04.80808Z","caller":"traceutil/trace.go:171","msg":"trace[154474247] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000849413s","start":"2026-02-26T02:37:02.80721Z","end":"2026-02-26T02:37:04.80806Z","steps":["trace[154474247] 'agreement among raft nodes before linearized reading' (duration: 2.000706159s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:04.808158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:02.807194Z","time spent":"2.000950815s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:37:04.909551Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892267,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:37:05.410636Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892267,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:37:05.911745Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892267,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:37:06.412132Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892267,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:37:06.414229Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.759262279s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:37:06.41613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:04.956772Z","time spent":"1.459348364s","remote":"127.0.0.1:36526","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-26T02:37:06.417226Z","caller":"traceutil/trace.go:171","msg":"trace[659576683] transaction","detail":"{read_only:false; response_revision:23404; number_of_response:1; }","duration":"5.76235624s","start":"2026-02-26T02:37:00.654838Z","end":"2026-02-26T02:37:06.417195Z","steps":["trace[659576683] 'process raft request' (duration: 5.761553669s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:06.417386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:00.654809Z","time spent":"5.762474563s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:37:06.809014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000271799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:37:06.809119Z","caller":"traceutil/trace.go:171","msg":"trace[1187894100] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000436532s","start":"2026-02-26T02:37:04.808658Z","end":"2026-02-26T02:37:06.809095Z","steps":["trace[1187894100] 'agreement among raft nodes before linearized reading' (duration: 2.000296509s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:06.809194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:04.808636Z","time spent":"2.000545205s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:37:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:37:07.33136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.045206ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:37:07.331842Z","caller":"traceutil/trace.go:171","msg":"trace[835424066] transaction","detail":"{read_only:false; response_revision:23406; number_of_response:1; }","duration":"5.047262246s","start":"2026-02-26T02:37:02.284542Z","end":"2026-02-26T02:37:07.331804Z","steps":["trace[835424066] 'process raft request' (duration: 5.046919407s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:07.332054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:02.284512Z","time spent":"5.04741176s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:37:07.332319Z","caller":"traceutil/trace.go:171","msg":"trace[635816045] transaction","detail":"{read_only:false; response_revision:23405; number_of_response:1; }","duration":"6.542956328s","start":"2026-02-26T02:37:00.789322Z","end":"2026-02-26T02:37:07.332278Z","steps":["trace[635816045] 'process raft request' (duration: 5.989895056s)","trace[635816045] 'compare' (duration: 551.891651ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:37:07.332412Z","caller":"traceutil/trace.go:171","msg":"trace[2083369540] transaction","detail":"{read_only:false; response_revision:23408; number_of_response:1; }","duration":"2.541468958s","start":"2026-02-26T02:37:04.790919Z","end":"2026-02-26T02:37:07.332388Z","steps":["trace[2083369540] 'process raft request' (duration: 2.540649906s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:07.332494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:00.789291Z","time spent":"6.543114652s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:37:07.332496Z","caller":"traceutil/trace.go:171","msg":"trace[1850223570] linearizableReadLoop","detail":"{readStateIndex:24258; appliedIndex:24254; }","duration":"2.92331492s","start":"2026-02-26T02:37:04.409142Z","end":"2026-02-26T02:37:07.332457Z","steps":["trace[1850223570] 'read index received' (duration: 2.008223918s)","trace[1850223570] 'applied index is now lower than readState.Index' (duration: 915.085772ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:37:07.332593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:04.790886Z","time spent":"2.541564011s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:37:07.332532Z","caller":"traceutil/trace.go:171","msg":"trace[151519586] transaction","detail":"{read_only:false; response_revision:23407; number_of_response:1; }","duration":"4.414461042s","start":"2026-02-26T02:37:02.918027Z","end":"2026-02-26T02:37:07.332488Z","steps":["trace[151519586] 'process raft request' (duration: 4.413487846s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:07.333374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:02.918003Z","time spent":"4.415288493s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T02:37:07.336619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.275957572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:37:07.336704Z","caller":"traceutil/trace.go:171","msg":"trace[816896489] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; }","duration":"2.276113835s","start":"2026-02-26T02:37:05.060573Z","end":"2026-02-26T02:37:07.336687Z","steps":["trace[816896489] 'agreement among raft nodes before linearized reading' (duration: 2.276005232s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:07.336766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:05.060546Z","time spent":"2.276202298s","remote":"127.0.0.1:40936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":0,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 "} {"level":"warn","ts":"2026-02-26T02:37:07.336731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.275282924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"","error":"context canceled"} 2026/02/26 02:37:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-02-26T02:37:07.336914Z","caller":"traceutil/trace.go:171","msg":"trace[1529854554] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; }","duration":"2.275444668s","start":"2026-02-26T02:37:05.061378Z","end":"2026-02-26T02:37:07.336822Z","steps":["trace[1529854554] 'agreement among raft nodes before linearized reading' (duration: 2.275332035s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:07.336957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:05.06135Z","time spent":"2.275596812s","remote":"127.0.0.1:40918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":0,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 "} 2026/02/26 02:37:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:37:07.648301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.478246952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:37:07.648384Z","caller":"traceutil/trace.go:171","msg":"trace[1259362986] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; }","duration":"2.478410926s","start":"2026-02-26T02:37:05.16995Z","end":"2026-02-26T02:37:07.648361Z","steps":["trace[1259362986] 'agreement among raft nodes before linearized reading' (duration: 2.478292183s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:07.648427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:05.169924Z","time spent":"2.478494749s","remote":"127.0.0.1:40928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":0,"request content":"key:\"/registry/cilium.io/ciliumnodes/instance\" "} 2026/02/26 02:37:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:37:08.818567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000221926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:37:08.818684Z","caller":"traceutil/trace.go:171","msg":"trace[331663692] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000427511s","start":"2026-02-26T02:37:06.818232Z","end":"2026-02-26T02:37:08.818659Z","steps":["trace[331663692] 'agreement among raft nodes before linearized reading' (duration: 2.000271227s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:08.81874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:06.818209Z","time spent":"2.000518814s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:37:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:37:10.819035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999911508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:37:10.819135Z","caller":"traceutil/trace.go:171","msg":"trace[2068850489] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000024601s","start":"2026-02-26T02:37:08.819081Z","end":"2026-02-26T02:37:10.819106Z","steps":["trace[2068850489] 'agreement among raft nodes before linearized reading' (duration: 1.999911008s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:10.819181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:08.818995Z","time spent":"2.000175434s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:37:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:37:12.177538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000247856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:37:12.17764Z","caller":"traceutil/trace.go:171","msg":"trace[1700962429] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000431341s","start":"2026-02-26T02:37:10.177187Z","end":"2026-02-26T02:37:12.177618Z","steps":["trace[1700962429] 'agreement among raft nodes before linearized reading' (duration: 2.000286047s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:12.177701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:10.177161Z","time spent":"2.000528564s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:37:12.584091Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.246054655s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:37:12.82882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00033477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:37:12.828941Z","caller":"traceutil/trace.go:171","msg":"trace[2040327877] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000511765s","start":"2026-02-26T02:37:10.828395Z","end":"2026-02-26T02:37:12.828907Z","steps":["trace[2040327877] 'agreement among raft nodes before linearized reading' (duration: 2.000355471s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:12.829032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:10.828382Z","time spent":"2.000629768s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:37:12.893037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.561384774s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-02-26T02:37:12.893127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.832035846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:37:12.893144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.836458484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:37:12.893186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.194369753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:37:12.893236Z","caller":"traceutil/trace.go:171","msg":"trace[1673386981] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:23409; }","duration":"13.832222381s","start":"2026-02-26T02:36:59.06098Z","end":"2026-02-26T02:37:12.893203Z","steps":["trace[1673386981] 'agreement among raft nodes before linearized reading' (duration: 8.271816003s)","trace[1673386981] 'count revisions from in-memory index tree' (duration: 5.560213503s)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:37:12.893256Z","caller":"traceutil/trace.go:171","msg":"trace[58961152] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:23409; }","duration":"12.836661289s","start":"2026-02-26T02:37:00.056563Z","end":"2026-02-26T02:37:12.893224Z","steps":["trace[58961152] 'agreement among raft nodes before linearized reading' (duration: 7.276204929s)","trace[58961152] 'count revisions from in-memory index tree' (duration: 5.560273175s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:37:12.893319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:00.056537Z","time spent":"12.836768052s","remote":"127.0.0.1:42598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:37:12.893324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.665779066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:37:12.893326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.117254713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-26T02:37:12.893407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.398145093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:37:12.893441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.27166307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:37:12.893386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.481675254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-fppwd\" ","response":"range_response_count:1 size:4353"} {"level":"warn","ts":"2026-02-26T02:37:12.893472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.891260127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-02-26T02:37:12.893477Z","caller":"traceutil/trace.go:171","msg":"trace[1528840079] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:23409; }","duration":"10.398254776s","start":"2026-02-26T02:37:02.4952Z","end":"2026-02-26T02:37:12.893455Z","steps":["trace[1528840079] 'agreement among raft nodes before linearized reading' (duration: 4.837518019s)","trace[1528840079] 'count revisions from in-memory index tree' (duration: 5.560666425s)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:37:12.8935Z","caller":"traceutil/trace.go:171","msg":"trace[1530981130] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:23409; }","duration":"13.271766244s","start":"2026-02-26T02:36:59.621719Z","end":"2026-02-26T02:37:12.893485Z","steps":["trace[1530981130] 'agreement among raft nodes before linearized reading' (duration: 7.711068798s)","trace[1530981130] 'count revisions from in-memory index tree' (duration: 5.560620354s)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:37:12.893506Z","caller":"traceutil/trace.go:171","msg":"trace[1768469096] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"8.891335509s","start":"2026-02-26T02:37:04.002159Z","end":"2026-02-26T02:37:12.893494Z","steps":["trace[1768469096] 'agreement among raft nodes before linearized reading' (duration: 3.330495969s)","trace[1768469096] 'range keys from in-memory index tree' (duration: 5.560779818s)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:37:12.893515Z","caller":"traceutil/trace.go:171","msg":"trace[80075285] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-69cb5bbdb9-fppwd; range_end:; response_count:1; response_revision:23409; }","duration":"8.481831548s","start":"2026-02-26T02:37:04.411664Z","end":"2026-02-26T02:37:12.893495Z","steps":["trace[80075285] 'agreement among raft nodes before linearized reading' (duration: 8.481561341s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:12.893534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:02.495173Z","time spent":"10.398344638s","remote":"127.0.0.1:45396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:37:12.89354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:04.002132Z","time spent":"8.891400811s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-02-26T02:37:12.893448Z","caller":"traceutil/trace.go:171","msg":"trace[169806068] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:23409; }","duration":"13.117454218s","start":"2026-02-26T02:36:59.775962Z","end":"2026-02-26T02:37:12.893416Z","steps":["trace[169806068] 'agreement among raft nodes before linearized reading' (duration: 7.556814623s)","trace[169806068] 'count revisions from in-memory index tree' (duration: 5.56045959s)"],"step_count":2} 2026/02/26 02:37:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:37:12.893579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:59.775895Z","time spent":"13.117676114s","remote":"127.0.0.1:45366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":179,"response size":33,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:37:12.893429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.17373177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:37:12.893772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.100779258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4135"} {"level":"info","ts":"2026-02-26T02:37:12.893806Z","caller":"traceutil/trace.go:171","msg":"trace[1455761975] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:23409; }","duration":"11.10084816s","start":"2026-02-26T02:37:01.792947Z","end":"2026-02-26T02:37:12.893795Z","steps":["trace[1455761975] 'agreement among raft nodes before linearized reading' (duration: 5.539780604s)","trace[1455761975] 'range keys from in-memory index tree' (duration: 5.560929962s)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:37:12.89381Z","caller":"traceutil/trace.go:171","msg":"trace[1868215456] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:23409; }","duration":"9.17410295s","start":"2026-02-26T02:37:03.719689Z","end":"2026-02-26T02:37:12.893792Z","steps":["trace[1868215456] 'agreement among raft nodes before linearized reading' (duration: 3.612993843s)","trace[1868215456] 'count revisions from in-memory index tree' (duration: 5.560724237s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:37:12.893842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:01.79293Z","time spent":"11.100899131s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4159,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-02-26T02:37:12.89354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:59.621694Z","time spent":"13.271833435s","remote":"127.0.0.1:45378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":97,"response size":32,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:37:12.893886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:03.719611Z","time spent":"9.174250823s","remote":"127.0.0.1:42268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:37:12.893368Z","caller":"traceutil/trace.go:171","msg":"trace[1673659241] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:23409; }","duration":"12.665892369s","start":"2026-02-26T02:37:00.227462Z","end":"2026-02-26T02:37:12.893354Z","steps":["trace[1673659241] 'agreement among raft nodes before linearized reading' (duration: 7.105296926s)","trace[1673659241] 'count revisions from in-memory index tree' (duration: 5.560537582s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:37:12.894067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:00.227446Z","time spent":"12.666608069s","remote":"127.0.0.1:42326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:37:12.893577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:04.41164Z","time spent":"8.481922821s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":4377,"request content":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-fppwd\" "} {"level":"warn","ts":"2026-02-26T02:37:12.893634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.124696088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:37:12.894298Z","caller":"traceutil/trace.go:171","msg":"trace[872108158] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:23409; }","duration":"11.125387317s","start":"2026-02-26T02:37:01.768897Z","end":"2026-02-26T02:37:12.894284Z","steps":["trace[872108158] 'agreement among raft nodes before linearized reading' (duration: 5.563840578s)","trace[872108158] 'count revisions from in-memory index tree' (duration: 5.560875961s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:37:12.893042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.077087655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:37:12.894344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:01.76888Z","time spent":"11.125453538s","remote":"127.0.0.1:39494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:37:12.894379Z","caller":"traceutil/trace.go:171","msg":"trace[1211380694] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:23409; }","duration":"12.078493001s","start":"2026-02-26T02:37:00.815861Z","end":"2026-02-26T02:37:12.894354Z","steps":["trace[1211380694] 'agreement among raft nodes before linearized reading' (duration: 6.516887752s)","trace[1211380694] 'count revisions from in-memory index tree' (duration: 5.560215713s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:37:12.894474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:00.815845Z","time spent":"12.078607004s","remote":"127.0.0.1:49600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:37:12.894801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.574070499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:37:12.894839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.673239632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:37:12.894875Z","caller":"traceutil/trace.go:171","msg":"trace[1889290372] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:23409; }","duration":"7.574199782s","start":"2026-02-26T02:37:05.320658Z","end":"2026-02-26T02:37:12.894858Z","steps":["trace[1889290372] 'agreement among raft nodes before linearized reading' (duration: 7.574043518s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:37:12.89488Z","caller":"traceutil/trace.go:171","msg":"trace[120251208] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:23409; }","duration":"9.673334854s","start":"2026-02-26T02:37:03.221531Z","end":"2026-02-26T02:37:12.894866Z","steps":["trace[120251208] 'agreement among raft nodes before linearized reading' (duration: 4.111166219s)","trace[120251208] 'count revisions from in-memory index tree' (duration: 5.562112394s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:37:12.894881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:07.337881Z","time spent":"5.556996928s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T02:37:12.89486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.110957496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:37:12.894919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:05.32063Z","time spent":"7.574278434s","remote":"127.0.0.1:45430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":30,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:37:12.894921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:03.221501Z","time spent":"9.673410166s","remote":"127.0.0.1:50520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:37:12.894969Z","caller":"traceutil/trace.go:171","msg":"trace[467814596] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23409; }","duration":"8.1111314s","start":"2026-02-26T02:37:04.783815Z","end":"2026-02-26T02:37:12.894946Z","steps":["trace[467814596] 'agreement among raft nodes before linearized reading' (duration: 8.110896494s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:12.895025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:04.783787Z","time spent":"8.111227603s","remote":"127.0.0.1:42204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:37:12.895236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.168392689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:37:12.895339Z","caller":"traceutil/trace.go:171","msg":"trace[814401466] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:23409; }","duration":"8.168548533s","start":"2026-02-26T02:37:04.726777Z","end":"2026-02-26T02:37:12.895325Z","steps":["trace[814401466] 'agreement among raft nodes before linearized reading' (duration: 8.167834414s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:12.895373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:04.726749Z","time spent":"8.168613805s","remote":"127.0.0.1:45358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":20,"response size":32,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:37:12.895457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.476876867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:37:12.895512Z","caller":"traceutil/trace.go:171","msg":"trace[1205578763] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23409; }","duration":"8.4769423s","start":"2026-02-26T02:37:04.418557Z","end":"2026-02-26T02:37:12.8955Z","steps":["trace[1205578763] 'agreement among raft nodes before linearized reading' (duration: 8.476089967s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:12.89555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:04.41855Z","time spent":"8.476988101s","remote":"127.0.0.1:45318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-26T02:37:12.895605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.501088015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129529"} {"level":"warn","ts":"2026-02-26T02:37:12.89564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.455199635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-02-26T02:37:12.895671Z","caller":"traceutil/trace.go:171","msg":"trace[362659371] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23409; }","duration":"6.455276798s","start":"2026-02-26T02:37:06.440385Z","end":"2026-02-26T02:37:12.895661Z","steps":["trace[362659371] 'agreement among raft nodes before linearized reading' (duration: 6.454296232s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:37:12.895669Z","caller":"traceutil/trace.go:171","msg":"trace[503252708] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:23409; }","duration":"7.501163958s","start":"2026-02-26T02:37:05.394489Z","end":"2026-02-26T02:37:12.895653Z","steps":["trace[503252708] 'agreement among raft nodes before linearized reading' (duration: 7.500164111s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:12.8957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:06.440361Z","time spent":"6.455332739s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-26T02:37:12.895714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:05.394474Z","time spent":"7.501228959s","remote":"127.0.0.1:45080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129553,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-02-26T02:37:12.895731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.146325479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:37:12.895771Z","caller":"traceutil/trace.go:171","msg":"trace[640843317] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:0; response_revision:23409; }","duration":"15.14640447s","start":"2026-02-26T02:36:57.749355Z","end":"2026-02-26T02:37:12.895759Z","steps":["trace[640843317] 'agreement among raft nodes before linearized reading' (duration: 9.583493816s)","trace[640843317] 'range keys from in-memory index tree' (duration: 5.562860143s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:37:12.895802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:57.749332Z","time spent":"15.146461892s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":30,"request content":"key:\"/registry/masterleases/162.253.55.200\" "} {"level":"warn","ts":"2026-02-26T02:37:12.89608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.478227783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:37:12.896128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.984942796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-02-26T02:37:12.896151Z","caller":"traceutil/trace.go:171","msg":"trace[1115600356] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:23409; }","duration":"7.478328495s","start":"2026-02-26T02:37:05.417804Z","end":"2026-02-26T02:37:12.896132Z","steps":["trace[1115600356] 'agreement among raft nodes before linearized reading' (duration: 7.476838086s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:37:12.896166Z","caller":"traceutil/trace.go:171","msg":"trace[201879757] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:23409; }","duration":"16.985011108s","start":"2026-02-26T02:36:55.911142Z","end":"2026-02-26T02:37:12.896153Z","steps":["trace[201879757] 'agreement among raft nodes before linearized reading' (duration: 11.421670562s)","trace[201879757] 'range keys from in-memory index tree' (duration: 5.563176741s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:37:12.8962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:05.417793Z","time spent":"7.478391388s","remote":"127.0.0.1:50522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:37:12.896359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.481233502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"warn","ts":"2026-02-26T02:37:12.896207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:55.911122Z","time spent":"16.98507763s","remote":"127.0.0.1:45122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":721,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" "} {"level":"info","ts":"2026-02-26T02:37:12.896417Z","caller":"traceutil/trace.go:171","msg":"trace[1638124430] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:23409; }","duration":"8.481306264s","start":"2026-02-26T02:37:04.415098Z","end":"2026-02-26T02:37:12.896404Z","steps":["trace[1638124430] 'agreement among raft nodes before linearized reading' (duration: 8.479560238s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:12.896454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:04.415088Z","time spent":"8.481356696s","remote":"127.0.0.1:45224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1310,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"warn","ts":"2026-02-26T02:37:12.895458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.211933345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18646"} {"level":"info","ts":"2026-02-26T02:37:12.896936Z","caller":"traceutil/trace.go:171","msg":"trace[655865758] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:23409; }","duration":"6.213463366s","start":"2026-02-26T02:37:06.683458Z","end":"2026-02-26T02:37:12.896922Z","steps":["trace[655865758] 'agreement among raft nodes before linearized reading' (duration: 6.211204707s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:12.896983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:06.68343Z","time spent":"6.213538807s","remote":"127.0.0.1:45202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18670,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-02-26T02:37:12.897258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.483882882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4fe48b1a-064f-4cc7-91ae-725766941736\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-02-26T02:37:12.897296Z","caller":"traceutil/trace.go:171","msg":"trace[1263314193] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4fe48b1a-064f-4cc7-91ae-725766941736; range_end:; response_count:1; response_revision:23409; }","duration":"8.483936834s","start":"2026-02-26T02:37:04.413349Z","end":"2026-02-26T02:37:12.897286Z","steps":["trace[1263314193] 'agreement among raft nodes before linearized reading' (duration: 8.481276454s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:12.897324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:04.413334Z","time spent":"8.483983585s","remote":"127.0.0.1:45180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-4fe48b1a-064f-4cc7-91ae-725766941736\" "} {"level":"warn","ts":"2026-02-26T02:37:12.897329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.504790103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-02-26T02:37:12.897372Z","caller":"traceutil/trace.go:171","msg":"trace[1478813252] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:23409; }","duration":"7.504856885s","start":"2026-02-26T02:37:05.392503Z","end":"2026-02-26T02:37:12.89736Z","steps":["trace[1478813252] 'agreement among raft nodes before linearized reading' (duration: 7.502167364s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:12.897411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:05.392486Z","time spent":"7.504916566s","remote":"127.0.0.1:45084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":143,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-02-26T02:37:12.897748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.657547248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:37:12.897801Z","caller":"traceutil/trace.go:171","msg":"trace[696752950] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:23409; }","duration":"5.657653171s","start":"2026-02-26T02:37:07.240132Z","end":"2026-02-26T02:37:12.897785Z","steps":["trace[696752950] 'agreement among raft nodes before linearized reading' (duration: 5.654545179s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:12.897839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:07.240108Z","time spent":"5.657720463s","remote":"127.0.0.1:49482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:37:12.897927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.068108756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:37:12.897976Z","caller":"traceutil/trace.go:171","msg":"trace[614650194] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:23409; }","duration":"7.06824733s","start":"2026-02-26T02:37:05.829716Z","end":"2026-02-26T02:37:12.897963Z","steps":["trace[614650194] 'agreement among raft nodes before linearized reading' (duration: 7.064980873s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:12.89801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:05.829683Z","time spent":"7.068316181s","remote":"127.0.0.1:57920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:37:12.898012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.544977611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:37:12.898038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.43745935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-26T02:37:12.898071Z","caller":"traceutil/trace.go:171","msg":"trace[202136821] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:23409; }","duration":"7.545098805s","start":"2026-02-26T02:37:05.352953Z","end":"2026-02-26T02:37:12.898052Z","steps":["trace[202136821] 'agreement among raft nodes before linearized reading' (duration: 7.541731916s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:37:12.898099Z","caller":"traceutil/trace.go:171","msg":"trace[1207226866] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:23409; }","duration":"14.437566833s","start":"2026-02-26T02:36:58.460512Z","end":"2026-02-26T02:37:12.898079Z","steps":["trace[1207226866] 'agreement among raft nodes before linearized reading' (duration: 8.872325167s)","trace[1207226866] 'count revisions from in-memory index tree' (duration: 5.565175234s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:37:12.898122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:05.352885Z","time spent":"7.545222528s","remote":"127.0.0.1:57906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:37:12.898138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:58.460484Z","time spent":"14.437646295s","remote":"127.0.0.1:45550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2648,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:37:12.893198Z","caller":"traceutil/trace.go:171","msg":"trace[1292924204] linearizableReadLoop","detail":"{readStateIndex:24259; appliedIndex:24258; }","duration":"5.560594193s","start":"2026-02-26T02:37:07.332579Z","end":"2026-02-26T02:37:12.893173Z","steps":["trace[1292924204] 'read index received' (duration: 235.286µs)","trace[1292924204] 'applied index is now lower than readState.Index' (duration: 5.560355377s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:37:12.898533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.267702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:37:12.898589Z","caller":"traceutil/trace.go:171","msg":"trace[1153656224] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:23409; }","duration":"396.373465ms","start":"2026-02-26T02:37:12.502202Z","end":"2026-02-26T02:37:12.898576Z","steps":["trace[1153656224] 'agreement among raft nodes before linearized reading' (duration: 396.277382ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:12.898628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:12.502177Z","time spent":"396.438307ms","remote":"127.0.0.1:40954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:37:12.898721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.010343024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-26T02:37:12.898747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.170093283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:37:12.898785Z","caller":"traceutil/trace.go:171","msg":"trace[2069520048] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:23409; }","duration":"2.010434956s","start":"2026-02-26T02:37:10.888332Z","end":"2026-02-26T02:37:12.898767Z","steps":["trace[2069520048] 'agreement among raft nodes before linearized reading' (duration: 2.010086447s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:37:12.898804Z","caller":"traceutil/trace.go:171","msg":"trace[619133781] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:23409; }","duration":"3.170195835s","start":"2026-02-26T02:37:09.72859Z","end":"2026-02-26T02:37:12.898786Z","steps":["trace[619133781] 'agreement among raft nodes before linearized reading' (duration: 3.170100953s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:12.898834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:10.888318Z","time spent":"2.010501778s","remote":"127.0.0.1:45122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":227,"response size":33,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:37:12.898895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.082776322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:37:12.898936Z","caller":"traceutil/trace.go:171","msg":"trace[1985276546] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23409; }","duration":"2.082864245s","start":"2026-02-26T02:37:10.816055Z","end":"2026-02-26T02:37:12.898919Z","steps":["trace[1985276546] 'agreement among raft nodes before linearized reading' (duration: 2.082807583s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:12.898944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:09.728565Z","time spent":"3.170357699s","remote":"127.0.0.1:57932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:37:12.898978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:10.816016Z","time spent":"2.082954117s","remote":"127.0.0.1:42406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:37:12.899075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.080495912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:37:12.899107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.852970986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:37:12.899121Z","caller":"traceutil/trace.go:171","msg":"trace[1056073325] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:23409; }","duration":"2.080595415s","start":"2026-02-26T02:37:10.81851Z","end":"2026-02-26T02:37:12.899106Z","steps":["trace[1056073325] 'agreement among raft nodes before linearized reading' (duration: 2.080516253s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:12.898678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.094780679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:37:12.900023Z","caller":"traceutil/trace.go:171","msg":"trace[978318244] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:23409; }","duration":"5.096172065s","start":"2026-02-26T02:37:07.803821Z","end":"2026-02-26T02:37:12.899993Z","steps":["trace[978318244] 'agreement among raft nodes before linearized reading' (duration: 5.094588853s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:12.900078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.610574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:37:12.900087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:07.803794Z","time spent":"5.096276588s","remote":"127.0.0.1:50574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:37:12.899164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:10.818482Z","time spent":"2.080673577s","remote":"127.0.0.1:49548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:37:12.902197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.591314443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-26T02:37:12.900118Z","caller":"traceutil/trace.go:171","msg":"trace[827424086] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:23409; }","duration":"840.718783ms","start":"2026-02-26T02:37:12.059385Z","end":"2026-02-26T02:37:12.900104Z","steps":["trace[827424086] 'agreement among raft nodes before linearized reading' (duration: 839.627744ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:37:12.902245Z","caller":"traceutil/trace.go:171","msg":"trace[1025467564] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23409; }","duration":"5.591410155s","start":"2026-02-26T02:37:07.310824Z","end":"2026-02-26T02:37:12.902234Z","steps":["trace[1025467564] 'agreement among raft nodes before linearized reading' (duration: 5.583850976s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:12.902274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:07.310798Z","time spent":"5.591469197s","remote":"127.0.0.1:45134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-26T02:37:12.902288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:12.059358Z","time spent":"842.894261ms","remote":"127.0.0.1:50498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:37:12.899015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.06867484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:37:12.902447Z","caller":"traceutil/trace.go:171","msg":"trace[980385013] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:23409; }","duration":"1.072145781s","start":"2026-02-26T02:37:11.830289Z","end":"2026-02-26T02:37:12.902434Z","steps":["trace[980385013] 'agreement among raft nodes before linearized reading' (duration: 1.06869431s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:12.902558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:11.830268Z","time spent":"1.072254935s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:37:12.899066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.618002405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:37:12.90277Z","caller":"traceutil/trace.go:171","msg":"trace[469945824] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:23409; }","duration":"1.621749884s","start":"2026-02-26T02:37:11.281011Z","end":"2026-02-26T02:37:12.902761Z","steps":["trace[469945824] 'agreement among raft nodes before linearized reading' (duration: 1.618026556s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:12.902826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:11.280984Z","time spent":"1.621831296s","remote":"127.0.0.1:45404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":30,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:37:12.89917Z","caller":"traceutil/trace.go:171","msg":"trace[804990856] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:23409; }","duration":"1.853044918s","start":"2026-02-26T02:37:11.046083Z","end":"2026-02-26T02:37:12.899128Z","steps":["trace[804990856] 'agreement among raft nodes before linearized reading' (duration: 1.852998907s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:12.903052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:11.046056Z","time spent":"1.856984622s","remote":"127.0.0.1:42398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:37:12.899265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.227730422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:37:12.903204Z","caller":"traceutil/trace.go:171","msg":"trace[1021842360] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:23409; }","duration":"4.231667265s","start":"2026-02-26T02:37:08.671523Z","end":"2026-02-26T02:37:12.90319Z","steps":["trace[1021842360] 'agreement among raft nodes before linearized reading' (duration: 4.227706531s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:12.903236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:08.671441Z","time spent":"4.231783858s","remote":"127.0.0.1:57960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:37:12.89899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.052261087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418331"} {"level":"info","ts":"2026-02-26T02:37:12.903419Z","caller":"traceutil/trace.go:171","msg":"trace[120470107] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:23409; }","duration":"1.056722365s","start":"2026-02-26T02:37:11.846684Z","end":"2026-02-26T02:37:12.903406Z","steps":["trace[120470107] 'agreement among raft nodes before linearized reading' (duration: 1.051746494s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:12.903448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:11.846663Z","time spent":"1.056775667s","remote":"127.0.0.1:39430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418355,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-02-26T02:37:12.89932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.280185403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:37:12.903821Z","caller":"traceutil/trace.go:171","msg":"trace[205601949] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:23409; }","duration":"3.284747503s","start":"2026-02-26T02:37:09.619056Z","end":"2026-02-26T02:37:12.903804Z","steps":["trace[205601949] 'agreement among raft nodes before linearized reading' (duration: 3.280234435s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:12.903861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:09.619025Z","time spent":"3.284822206s","remote":"127.0.0.1:50480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:37:12.899408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.830362671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-02-26T02:37:12.904028Z","caller":"traceutil/trace.go:171","msg":"trace[799707193] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:23409; }","duration":"4.835014244s","start":"2026-02-26T02:37:08.068992Z","end":"2026-02-26T02:37:12.904006Z","steps":["trace[799707193] 'agreement among raft nodes before linearized reading' (duration: 4.830362861s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:37:12.893253Z","caller":"traceutil/trace.go:171","msg":"trace[1260093363] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23409; }","duration":"10.194491037s","start":"2026-02-26T02:37:02.698743Z","end":"2026-02-26T02:37:12.893234Z","steps":["trace[1260093363] 'agreement among raft nodes before linearized reading' (duration: 4.633966475s)","trace[1260093363] 'count revisions from in-memory index tree' (duration: 5.560430749s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:37:12.904168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:02.698716Z","time spent":"10.205433935s","remote":"127.0.0.1:45456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:37:12.904103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:08.068967Z","time spent":"4.835109027s","remote":"127.0.0.1:45224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-02-26T02:37:12.899814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.096185825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-26T02:37:12.904318Z","caller":"traceutil/trace.go:171","msg":"trace[1525462218] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:23409; }","duration":"3.100715464s","start":"2026-02-26T02:37:09.80356Z","end":"2026-02-26T02:37:12.904275Z","steps":["trace[1525462218] 'agreement among raft nodes before linearized reading' (duration: 3.095762603s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:12.90436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:09.803531Z","time spent":"3.100819667s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":175,"response size":33,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:37:12.899736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:59.060964Z","time spent":"13.838752744s","remote":"127.0.0.1:42474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:37:14.89992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.996652482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:37:14.90007Z","caller":"traceutil/trace.go:171","msg":"trace[726424096] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.996892708s","start":"2026-02-26T02:37:12.903151Z","end":"2026-02-26T02:37:14.900044Z","steps":["trace[726424096] 'agreement among raft nodes before linearized reading' (duration: 1.996716054s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:14.900129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:12.903131Z","time spent":"1.99698794s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:37:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:37:16.196797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.047163373s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:37:16.196949Z","caller":"traceutil/trace.go:171","msg":"trace[502773138] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23409; }","duration":"3.047337198s","start":"2026-02-26T02:37:13.149589Z","end":"2026-02-26T02:37:16.196927Z","steps":["trace[502773138] 'range keys from in-memory index tree' (duration: 3.047142223s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:16.197136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.971378486s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-02-26T02:37:16.197238Z","caller":"traceutil/trace.go:171","msg":"trace[1051067102] linearizableReadLoop","detail":"{readStateIndex:24261; appliedIndex:24260; }","duration":"3.293991178s","start":"2026-02-26T02:37:12.903229Z","end":"2026-02-26T02:37:16.19722Z","steps":["trace[1051067102] 'read index received' (duration: 322.623922ms)","trace[1051067102] 'applied index is now lower than readState.Index' (duration: 2.971365656s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:37:16.197311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:12.902069Z","time spent":"3.29523958s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T02:37:16.697659Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892281,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:37:16.909325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000212866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:37:16.909437Z","caller":"traceutil/trace.go:171","msg":"trace[1949827187] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000368551s","start":"2026-02-26T02:37:14.909043Z","end":"2026-02-26T02:37:16.909411Z","steps":["trace[1949827187] 'agreement among raft nodes before linearized reading' (duration: 2.000207397s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:16.909522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:14.908959Z","time spent":"2.000551746s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:37:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:37:17.198102Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892281,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:37:17.698808Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892281,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:37:17.904922Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.679065614s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:37:18.071413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999136808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:37:18.071535Z","caller":"traceutil/trace.go:171","msg":"trace[378816986] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.999314113s","start":"2026-02-26T02:37:13.072191Z","end":"2026-02-26T02:37:18.071505Z","steps":["trace[378816986] 'agreement among raft nodes before linearized reading' (duration: 4.999159609s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:18.071584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:13.072168Z","time spent":"4.999406565s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/02/26 02:37:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:37:18.909928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000172895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:37:18.910052Z","caller":"traceutil/trace.go:171","msg":"trace[72357521] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00038214s","start":"2026-02-26T02:37:16.909641Z","end":"2026-02-26T02:37:18.910023Z","steps":["trace[72357521] 'agreement among raft nodes before linearized reading' (duration: 2.000221766s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:18.910136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:16.909611Z","time spent":"2.000510823s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:37:19.904813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:12.904154Z","time spent":"7.000652488s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-26T02:37:19.908148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:12.907357Z","time spent":"7.000781622s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-26T02:37:19.913494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:12.913232Z","time spent":"7.000254118s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-26T02:37:20.212264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.30700097s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"warn","ts":"2026-02-26T02:37:20.917634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000906735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:37:20.917739Z","caller":"traceutil/trace.go:171","msg":"trace[1433750510] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00106658s","start":"2026-02-26T02:37:18.916648Z","end":"2026-02-26T02:37:20.917714Z","steps":["trace[1433750510] 'agreement among raft nodes before linearized reading' (duration: 2.000927006s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:20.917796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:18.916604Z","time spent":"2.001181532s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:37:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:37:21.649465Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.20302911s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:37:21.84339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:14.842362Z","time spent":"7.001019659s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-26T02:37:22.177696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999960509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:37:22.177797Z","caller":"traceutil/trace.go:171","msg":"trace[1249530736] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000122273s","start":"2026-02-26T02:37:20.17765Z","end":"2026-02-26T02:37:22.177772Z","steps":["trace[1249530736] 'agreement among raft nodes before linearized reading' (duration: 1.999990739s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:22.177852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:20.177632Z","time spent":"2.000210216s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:37:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:37:22.623931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.872032ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:37:22.624305Z","caller":"traceutil/trace.go:171","msg":"trace[286510336] linearizableReadLoop","detail":"{readStateIndex:24268; appliedIndex:24261; }","duration":"6.427017772s","start":"2026-02-26T02:37:16.197264Z","end":"2026-02-26T02:37:22.624282Z","steps":["trace[286510336] 'read index received' (duration: 1.707938974s)","trace[286510336] 'applied index is now lower than readState.Index' (duration: 4.719077558s)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:37:22.624389Z","caller":"traceutil/trace.go:171","msg":"trace[289209375] transaction","detail":"{read_only:false; response_revision:23416; number_of_response:1; }","duration":"5.141479778s","start":"2026-02-26T02:37:17.482898Z","end":"2026-02-26T02:37:22.624377Z","steps":["trace[289209375] 'process raft request' (duration: 5.141332374s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:37:22.624352Z","caller":"traceutil/trace.go:171","msg":"trace[1469464611] transaction","detail":"{read_only:false; response_revision:23415; number_of_response:1; }","duration":"6.034466169s","start":"2026-02-26T02:37:16.589832Z","end":"2026-02-26T02:37:22.624298Z","steps":["trace[1469464611] 'process raft request' (duration: 6.034339435s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:37:22.624407Z","caller":"traceutil/trace.go:171","msg":"trace[2026855538] transaction","detail":"{read_only:false; response_revision:23414; number_of_response:1; }","duration":"6.426099638s","start":"2026-02-26T02:37:16.198282Z","end":"2026-02-26T02:37:22.624381Z","steps":["trace[2026855538] 'process raft request' (duration: 6.42578488s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:22.624439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:17.482869Z","time spent":"5.14154064s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:37:22.624546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:16.198252Z","time spent":"6.426213171s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:37:22.624547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:16.589801Z","time spent":"6.034638923s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:37:22.624656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.392311649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:37:22.624684Z","caller":"traceutil/trace.go:171","msg":"trace[1477852790] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:23416; }","duration":"7.392395731s","start":"2026-02-26T02:37:15.232278Z","end":"2026-02-26T02:37:22.624674Z","steps":["trace[1477852790] 'agreement among raft nodes before linearized reading' (duration: 7.392335099s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:22.624709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:15.23225Z","time spent":"7.392452152s","remote":"127.0.0.1:39460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:37:22.624849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.448632793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:37:22.624869Z","caller":"traceutil/trace.go:171","msg":"trace[651923955] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:23416; }","duration":"7.448711955s","start":"2026-02-26T02:37:15.176151Z","end":"2026-02-26T02:37:22.624863Z","steps":["trace[651923955] 'agreement among raft nodes before linearized reading' (duration: 7.448664923s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:22.624887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:15.176126Z","time spent":"7.448754996s","remote":"127.0.0.1:40890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:37:22.625111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.289384397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:37:22.625131Z","caller":"traceutil/trace.go:171","msg":"trace[1295703092] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:23416; }","duration":"8.289515711s","start":"2026-02-26T02:37:14.33561Z","end":"2026-02-26T02:37:22.625126Z","steps":["trace[1295703092] 'agreement among raft nodes before linearized reading' (duration: 8.289380197s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:22.625176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:14.335554Z","time spent":"8.289616103s","remote":"127.0.0.1:45318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":32,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:37:22.625213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.718276748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:37:22.625595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.615696945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-02-26T02:37:22.62553Z","caller":"traceutil/trace.go:171","msg":"trace[488829855] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23416; }","duration":"9.718626958s","start":"2026-02-26T02:37:12.90688Z","end":"2026-02-26T02:37:22.625507Z","steps":["trace[488829855] 'agreement among raft nodes before linearized reading' (duration: 9.718215867s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:37:22.625655Z","caller":"traceutil/trace.go:171","msg":"trace[554712258] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:23416; }","duration":"9.615797098s","start":"2026-02-26T02:37:13.009836Z","end":"2026-02-26T02:37:22.625633Z","steps":["trace[554712258] 'agreement among raft nodes before linearized reading' (duration: 9.615666254s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:22.625665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.618027607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:37:22.625264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.717487627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-02-26T02:37:22.625696Z","caller":"traceutil/trace.go:171","msg":"trace[1036876590] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:23416; }","duration":"9.618116098s","start":"2026-02-26T02:37:13.007573Z","end":"2026-02-26T02:37:22.625689Z","steps":["trace[1036876590] 'agreement among raft nodes before linearized reading' (duration: 9.618064207s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:22.6257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:13.009809Z","time spent":"9.615881269s","remote":"127.0.0.1:45188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-02-26T02:37:22.625719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:13.007543Z","time spent":"9.61817044s","remote":"127.0.0.1:57910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:37:22.62571Z","caller":"traceutil/trace.go:171","msg":"trace[643845375] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:23416; }","duration":"9.717983341s","start":"2026-02-26T02:37:12.907713Z","end":"2026-02-26T02:37:22.625697Z","steps":["trace[643845375] 'agreement among raft nodes before linearized reading' (duration: 9.717317543s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:22.625746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:12.907703Z","time spent":"9.718034722s","remote":"127.0.0.1:45122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":721,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" "} {"level":"warn","ts":"2026-02-26T02:37:22.625762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.645067429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:898"} {"level":"warn","ts":"2026-02-26T02:37:22.625663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:12.906875Z","time spent":"9.718773111s","remote":"127.0.0.1:45318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-02-26T02:37:22.625865Z","caller":"traceutil/trace.go:171","msg":"trace[230270210] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:23416; }","duration":"9.645195692s","start":"2026-02-26T02:37:12.980636Z","end":"2026-02-26T02:37:22.625832Z","steps":["trace[230270210] 'agreement among raft nodes before linearized reading' (duration: 9.644908535s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:22.625855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.718612647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"warn","ts":"2026-02-26T02:37:22.625877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.645257074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" ","response":"range_response_count:1 size:186"} {"level":"warn","ts":"2026-02-26T02:37:22.625924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:12.980628Z","time spent":"9.645282294s","remote":"127.0.0.1:45230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":922,"request content":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" "} {"level":"info","ts":"2026-02-26T02:37:22.625944Z","caller":"traceutil/trace.go:171","msg":"trace[1154575249] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:23416; }","duration":"9.71874643s","start":"2026-02-26T02:37:12.907175Z","end":"2026-02-26T02:37:22.625922Z","steps":["trace[1154575249] 'agreement among raft nodes before linearized reading' (duration: 9.718467013s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:37:22.625951Z","caller":"traceutil/trace.go:171","msg":"trace[1649025446] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/kube-proxy; range_end:; response_count:1; response_revision:23416; }","duration":"9.645380157s","start":"2026-02-26T02:37:12.980553Z","end":"2026-02-26T02:37:22.625934Z","steps":["trace[1649025446] 'agreement among raft nodes before linearized reading' (duration: 9.64513175s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:22.625977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.716717617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:37:22.625999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:12.907158Z","time spent":"9.718827922s","remote":"127.0.0.1:45224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1161,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"info","ts":"2026-02-26T02:37:22.626013Z","caller":"traceutil/trace.go:171","msg":"trace[1674677889] range","detail":"{range_begin:/registry/resourcequotas/monitoring/; range_end:/registry/resourcequotas/monitoring0; response_count:0; response_revision:23416; }","duration":"9.716770789s","start":"2026-02-26T02:37:12.909231Z","end":"2026-02-26T02:37:22.626002Z","steps":["trace[1674677889] 'agreement among raft nodes before linearized reading' (duration: 9.716705957s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:22.626025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.645293375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:972"} {"level":"warn","ts":"2026-02-26T02:37:22.625998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:12.980529Z","time spent":"9.645457719s","remote":"127.0.0.1:45230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":210,"request content":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" "} {"level":"warn","ts":"2026-02-26T02:37:22.626067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:12.909223Z","time spent":"9.7168136s","remote":"127.0.0.1:45110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" "} {"level":"info","ts":"2026-02-26T02:37:22.626099Z","caller":"traceutil/trace.go:171","msg":"trace[482478799] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:23416; }","duration":"9.645411277s","start":"2026-02-26T02:37:12.980659Z","end":"2026-02-26T02:37:22.62607Z","steps":["trace[482478799] 'agreement among raft nodes before linearized reading' (duration: 9.645242803s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:22.626155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:12.980619Z","time spent":"9.64552243s","remote":"127.0.0.1:45230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":996,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" "} {"level":"warn","ts":"2026-02-26T02:37:22.626175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.722238683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:88 size:114385"} {"level":"info","ts":"2026-02-26T02:37:22.626242Z","caller":"traceutil/trace.go:171","msg":"trace[1789386275] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:88; response_revision:23416; }","duration":"9.722320314s","start":"2026-02-26T02:37:12.903904Z","end":"2026-02-26T02:37:22.626224Z","steps":["trace[1789386275] 'agreement among raft nodes before linearized reading' (duration: 9.721174454s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:22.626292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:12.903894Z","time spent":"9.722381076s","remote":"127.0.0.1:45224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":88,"response size":114409,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-02-26T02:37:22.627172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.720379213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:88 size:114385"} {"level":"info","ts":"2026-02-26T02:37:22.627228Z","caller":"traceutil/trace.go:171","msg":"trace[1587985959] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:88; response_revision:23416; }","duration":"9.720471106s","start":"2026-02-26T02:37:12.90675Z","end":"2026-02-26T02:37:22.627221Z","steps":["trace[1587985959] 'agreement among raft nodes before linearized reading' (duration: 9.719603153s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:22.627686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:12.906731Z","time spent":"9.720944798s","remote":"127.0.0.1:45224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":88,"response size":114409,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-02-26T02:37:22.845169Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.195487432s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:37:22.918253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000186555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:37:22.91833Z","caller":"traceutil/trace.go:171","msg":"trace[1344351917] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000357549s","start":"2026-02-26T02:37:20.917956Z","end":"2026-02-26T02:37:22.918313Z","steps":["trace[1344351917] 'agreement among raft nodes before linearized reading' (duration: 2.000252267s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:22.918366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:20.917932Z","time spent":"2.000427632s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:37:23.19706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.588185ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:37:23.197196Z","caller":"traceutil/trace.go:171","msg":"trace[2013577153] linearizableReadLoop","detail":"{readStateIndex:24269; appliedIndex:24268; }","duration":"572.839104ms","start":"2026-02-26T02:37:22.624329Z","end":"2026-02-26T02:37:23.197169Z","steps":["trace[2013577153] 'read index received' (duration: 221.014844ms)","trace[2013577153] 'applied index is now lower than readState.Index' (duration: 351.82289ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:37:23.197209Z","caller":"traceutil/trace.go:171","msg":"trace[650912438] transaction","detail":"{read_only:false; response_revision:23417; number_of_response:1; }","duration":"3.287698731s","start":"2026-02-26T02:37:19.909466Z","end":"2026-02-26T02:37:23.197164Z","steps":["trace[650912438] 'process raft request' (duration: 2.935911761s)","trace[650912438] 'compare' (duration: 350.817534ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:37:23.197318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.054329961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:37:23.197309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.397073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:37:23.197329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.516685785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:37:23.197369Z","caller":"traceutil/trace.go:171","msg":"trace[1726595941] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23417; }","duration":"2.054439764s","start":"2026-02-26T02:37:21.142916Z","end":"2026-02-26T02:37:23.197356Z","steps":["trace[1726595941] 'agreement among raft nodes before linearized reading' (duration: 2.054256099s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:23.197373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:19.909447Z","time spent":"3.287855416s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T02:37:23.197392Z","caller":"traceutil/trace.go:171","msg":"trace[509523026] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:23417; }","duration":"4.516772568s","start":"2026-02-26T02:37:18.680605Z","end":"2026-02-26T02:37:23.197377Z","steps":["trace[509523026] 'agreement among raft nodes before linearized reading' (duration: 4.516630774s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:23.197415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:21.142892Z","time spent":"2.054510796s","remote":"127.0.0.1:42190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:37:23.197408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.625914143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:37:23.197314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.899577085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:37:23.19744Z","caller":"traceutil/trace.go:171","msg":"trace[1150950138] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:23417; }","duration":"720.541246ms","start":"2026-02-26T02:37:22.476825Z","end":"2026-02-26T02:37:23.197367Z","steps":["trace[1150950138] 'agreement among raft nodes before linearized reading' (duration: 720.345221ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:23.197454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.556060303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-26T02:37:23.197473Z","caller":"traceutil/trace.go:171","msg":"trace[1675842422] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:23417; }","duration":"1.89978351s","start":"2026-02-26T02:37:21.297679Z","end":"2026-02-26T02:37:23.197462Z","steps":["trace[1675842422] 'agreement among raft nodes before linearized reading' (duration: 1.899528663s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:23.197479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:22.476802Z","time spent":"720.66995ms","remote":"127.0.0.1:45202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":32,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:37:23.197481Z","caller":"traceutil/trace.go:171","msg":"trace[1292698824] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:23417; }","duration":"1.626018397s","start":"2026-02-26T02:37:21.571439Z","end":"2026-02-26T02:37:23.197457Z","steps":["trace[1292698824] 'agreement among raft nodes before linearized reading' (duration: 1.625933204s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:37:23.197498Z","caller":"traceutil/trace.go:171","msg":"trace[1991319667] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:23417; }","duration":"5.556105084s","start":"2026-02-26T02:37:17.64138Z","end":"2026-02-26T02:37:23.197485Z","steps":["trace[1991319667] 'agreement among raft nodes before linearized reading' (duration: 5.555908919s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:23.197516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05844778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:37:23.197508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.28157184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6756"} {"level":"warn","ts":"2026-02-26T02:37:23.197432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:18.680536Z","time spent":"4.516887791s","remote":"127.0.0.1:45350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:37:23.197599Z","caller":"traceutil/trace.go:171","msg":"trace[1517497028] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:23417; }","duration":"3.281712013s","start":"2026-02-26T02:37:19.915867Z","end":"2026-02-26T02:37:23.197579Z","steps":["trace[1517497028] 'agreement among raft nodes before linearized reading' (duration: 3.281335183s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:23.197606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.457831704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:37:23.197477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.050603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:37:23.197634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.220566182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-02-26T02:37:23.197643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.053085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:37:23.197648Z","caller":"traceutil/trace.go:171","msg":"trace[104641252] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:23417; }","duration":"3.457922786s","start":"2026-02-26T02:37:19.739715Z","end":"2026-02-26T02:37:23.197638Z","steps":["trace[104641252] 'agreement among raft nodes before linearized reading' (duration: 3.457832724s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:23.197653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:19.915848Z","time spent":"3.281793606s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6780,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"info","ts":"2026-02-26T02:37:23.197668Z","caller":"traceutil/trace.go:171","msg":"trace[377111464] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:23417; }","duration":"1.220633214s","start":"2026-02-26T02:37:21.977023Z","end":"2026-02-26T02:37:23.197656Z","steps":["trace[377111464] 'agreement among raft nodes before linearized reading' (duration: 1.220545172s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:23.19767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.905443359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:37:23.197687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:19.739686Z","time spent":"3.457993149s","remote":"127.0.0.1:38504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:37:23.197551Z","caller":"traceutil/trace.go:171","msg":"trace[737511324] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:23417; }","duration":"1.058526623s","start":"2026-02-26T02:37:22.139012Z","end":"2026-02-26T02:37:23.197539Z","steps":["trace[737511324] 'agreement among raft nodes before linearized reading' (duration: 1.058481312s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:23.197796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.464335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"warn","ts":"2026-02-26T02:37:23.197825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.246776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:37:23.197835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:22.138985Z","time spent":"1.05883521s","remote":"127.0.0.1:42372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:37:23.197862Z","caller":"traceutil/trace.go:171","msg":"trace[2019735060] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23417; }","duration":"274.320328ms","start":"2026-02-26T02:37:22.923534Z","end":"2026-02-26T02:37:23.197855Z","steps":["trace[2019735060] 'agreement among raft nodes before linearized reading' (duration: 274.269697ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:23.197795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.894583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-02-26T02:37:23.19794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.751763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-m7lqp\" ","response":"range_response_count:1 size:5147"} {"level":"warn","ts":"2026-02-26T02:37:23.197966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.56999018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:37:23.19798Z","caller":"traceutil/trace.go:171","msg":"trace[977006209] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-webhook-548949fc64-m7lqp; range_end:; response_count:1; response_revision:23417; }","duration":"569.802744ms","start":"2026-02-26T02:37:22.628168Z","end":"2026-02-26T02:37:23.197971Z","steps":["trace[977006209] 'agreement among raft nodes before linearized reading' (duration: 569.702682ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:23.197988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.041034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-dd4dcf3a-0f13-4fca-87f1-753600c60585\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-02-26T02:37:23.197828Z","caller":"traceutil/trace.go:171","msg":"trace[1993911053] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:23417; }","duration":"569.540117ms","start":"2026-02-26T02:37:22.628279Z","end":"2026-02-26T02:37:23.197819Z","steps":["trace[1993911053] 'agreement among raft nodes before linearized reading' (duration: 569.448945ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:23.198016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:22.628152Z","time spent":"569.856176ms","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":5171,"request content":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-m7lqp\" "} {"level":"info","ts":"2026-02-26T02:37:23.198024Z","caller":"traceutil/trace.go:171","msg":"trace[1032943319] range","detail":"{range_begin:/registry/persistentvolumes/pvc-dd4dcf3a-0f13-4fca-87f1-753600c60585; range_end:; response_count:1; response_revision:23417; }","duration":"569.082575ms","start":"2026-02-26T02:37:22.628928Z","end":"2026-02-26T02:37:23.198011Z","steps":["trace[1032943319] 'agreement among raft nodes before linearized reading' (duration: 568.999523ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:23.198021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.760873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/local-path-provisioner-679c578f5-2zhbn\" ","response":"range_response_count:1 size:3969"} {"level":"warn","ts":"2026-02-26T02:37:23.198054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:22.628924Z","time spent":"569.122826ms","remote":"127.0.0.1:45180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-dd4dcf3a-0f13-4fca-87f1-753600c60585\" "} {"level":"warn","ts":"2026-02-26T02:37:23.198056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:22.628262Z","time spent":"569.776974ms","remote":"127.0.0.1:45224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1310,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"info","ts":"2026-02-26T02:37:23.198063Z","caller":"traceutil/trace.go:171","msg":"trace[131014070] range","detail":"{range_begin:/registry/pods/local-path-storage/local-path-provisioner-679c578f5-2zhbn; range_end:; response_count:1; response_revision:23417; }","duration":"569.825925ms","start":"2026-02-26T02:37:22.628226Z","end":"2026-02-26T02:37:23.198052Z","steps":["trace[131014070] 'agreement among raft nodes before linearized reading' (duration: 569.703802ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:23.197419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.349269423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-26T02:37:23.19796Z","caller":"traceutil/trace.go:171","msg":"trace[1025552286] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23417; }","duration":"571.105418ms","start":"2026-02-26T02:37:22.626839Z","end":"2026-02-26T02:37:23.197944Z","steps":["trace[1025552286] 'agreement among raft nodes before linearized reading' (duration: 570.720558ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:37:23.198115Z","caller":"traceutil/trace.go:171","msg":"trace[155844858] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:23417; }","duration":"1.349984843s","start":"2026-02-26T02:37:21.848116Z","end":"2026-02-26T02:37:23.198101Z","steps":["trace[155844858] 'agreement among raft nodes before linearized reading' (duration: 1.349078989s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:23.198152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.805547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:37:23.198175Z","caller":"traceutil/trace.go:171","msg":"trace[804185492] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:23417; }","duration":"360.873989ms","start":"2026-02-26T02:37:22.837294Z","end":"2026-02-26T02:37:23.198168Z","steps":["trace[804185492] 'agreement among raft nodes before linearized reading' (duration: 360.821638ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:23.198177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:21.848103Z","time spent":"1.350056384s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":517,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-02-26T02:37:23.198198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:22.837268Z","time spent":"360.9266ms","remote":"127.0.0.1:42342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":32,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:37:23.197512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:21.297673Z","time spent":"1.899824071s","remote":"127.0.0.1:42984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:37:23.19828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.612324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129529"} {"level":"warn","ts":"2026-02-26T02:37:23.198056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.277108992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:37:23.198328Z","caller":"traceutil/trace.go:171","msg":"trace[2022191026] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:23417; }","duration":"565.665845ms","start":"2026-02-26T02:37:22.632652Z","end":"2026-02-26T02:37:23.198318Z","steps":["trace[2022191026] 'agreement among raft nodes before linearized reading' (duration: 565.4795ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:37:23.198338Z","caller":"traceutil/trace.go:171","msg":"trace[1361161689] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:23417; }","duration":"3.27740052s","start":"2026-02-26T02:37:19.920926Z","end":"2026-02-26T02:37:23.198326Z","steps":["trace[1361161689] 'agreement among raft nodes before linearized reading' (duration: 3.277099392s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:37:23.197688Z","caller":"traceutil/trace.go:171","msg":"trace[1383343611] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:23417; }","duration":"566.108387ms","start":"2026-02-26T02:37:22.631567Z","end":"2026-02-26T02:37:23.197675Z","steps":["trace[1383343611] 'agreement among raft nodes before linearized reading' (duration: 566.030355ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:23.198364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:22.632648Z","time spent":"565.709416ms","remote":"127.0.0.1:45080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129553,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-02-26T02:37:23.198376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:19.920919Z","time spent":"3.277445221s","remote":"127.0.0.1:50590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:37:23.19839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:22.631561Z","time spent":"566.814966ms","remote":"127.0.0.1:45110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"warn","ts":"2026-02-26T02:37:23.198094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.102347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-02-26T02:37:23.197544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:21.571411Z","time spent":"1.626121329s","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:37:23.198276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:22.626763Z","time spent":"571.380256ms","remote":"127.0.0.1:45198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-26T02:37:23.198549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.654097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-proxy-kjhgd\" ","response":"range_response_count:1 size:4483"} {"level":"info","ts":"2026-02-26T02:37:23.197702Z","caller":"traceutil/trace.go:171","msg":"trace[1853030409] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:23417; }","duration":"1.905512511s","start":"2026-02-26T02:37:21.292179Z","end":"2026-02-26T02:37:23.197692Z","steps":["trace[1853030409] 'agreement among raft nodes before linearized reading' (duration: 1.905447299s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:23.197909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.89088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"warn","ts":"2026-02-26T02:37:23.198607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:21.292159Z","time spent":"1.906434915s","remote":"127.0.0.1:39480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":32,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:37:23.1977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:21.977001Z","time spent":"1.220689816s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-26T02:37:23.197916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.394364311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:37:23.198758Z","caller":"traceutil/trace.go:171","msg":"trace[1109587860] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:23417; }","duration":"2.395248745s","start":"2026-02-26T02:37:20.803494Z","end":"2026-02-26T02:37:23.198743Z","steps":["trace[1109587860] 'agreement among raft nodes before linearized reading' (duration: 2.394379262s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:37:23.198002Z","caller":"traceutil/trace.go:171","msg":"trace[497085723] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:23417; }","duration":"2.570079202s","start":"2026-02-26T02:37:20.627912Z","end":"2026-02-26T02:37:23.197991Z","steps":["trace[497085723] 'agreement among raft nodes before linearized reading' (duration: 2.57002802s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:23.19881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:20.803469Z","time spent":"2.395329707s","remote":"127.0.0.1:39472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:37:23.198835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:20.627889Z","time spent":"2.570927124s","remote":"127.0.0.1:49624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:37:23.198496Z","caller":"traceutil/trace.go:171","msg":"trace[1125561439] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:23417; }","duration":"566.505348ms","start":"2026-02-26T02:37:22.631974Z","end":"2026-02-26T02:37:23.19848Z","steps":["trace[1125561439] 'agreement among raft nodes before linearized reading' (duration: 566.018465ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:23.199526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:22.631967Z","time spent":"567.534895ms","remote":"127.0.0.1:45084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":143,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-02-26T02:37:23.197549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:17.641272Z","time spent":"5.556266419s","remote":"127.0.0.1:40948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":160,"response size":33,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:37:23.197698Z","caller":"traceutil/trace.go:171","msg":"trace[178578101] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:23417; }","duration":"923.31597ms","start":"2026-02-26T02:37:22.274371Z","end":"2026-02-26T02:37:23.197687Z","steps":["trace[178578101] 'agreement among raft nodes before linearized reading' (duration: 923.072203ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:23.199747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:22.274346Z","time spent":"925.390344ms","remote":"127.0.0.1:57964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:37:23.198592Z","caller":"traceutil/trace.go:171","msg":"trace[1897432359] range","detail":"{range_begin:/registry/pods/kube-system/kube-proxy-kjhgd; range_end:; response_count:1; response_revision:23417; }","duration":"570.726369ms","start":"2026-02-26T02:37:22.627856Z","end":"2026-02-26T02:37:23.198583Z","steps":["trace[1897432359] 'agreement among raft nodes before linearized reading' (duration: 570.606056ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:23.199851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:22.627835Z","time spent":"572.009853ms","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":4507,"request content":"key:\"/registry/pods/kube-system/kube-proxy-kjhgd\" "} {"level":"info","ts":"2026-02-26T02:37:23.198636Z","caller":"traceutil/trace.go:171","msg":"trace[1332155262] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:23417; }","duration":"569.617719ms","start":"2026-02-26T02:37:22.629002Z","end":"2026-02-26T02:37:23.19862Z","steps":["trace[1332155262] 'agreement among raft nodes before linearized reading' (duration: 568.845249ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:23.200034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:22.629Z","time spent":"571.022426ms","remote":"127.0.0.1:45224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1018,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"warn","ts":"2026-02-26T02:37:23.197783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.028299746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:37:23.200199Z","caller":"traceutil/trace.go:171","msg":"trace[1215716516] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:23417; }","duration":"6.030741841s","start":"2026-02-26T02:37:17.169442Z","end":"2026-02-26T02:37:23.200184Z","steps":["trace[1215716516] 'agreement among raft nodes before linearized reading' (duration: 6.028267555s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:23.200237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:17.169424Z","time spent":"6.030799982s","remote":"127.0.0.1:45566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":48,"response size":32,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:37:23.198097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:22.628207Z","time spent":"569.883916ms","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3993,"request content":"key:\"/registry/pods/local-path-storage/local-path-provisioner-679c578f5-2zhbn\" "} {"level":"warn","ts":"2026-02-26T02:37:23.708332Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892295,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:37:26.788002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000073673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:37:26.788101Z","caller":"traceutil/trace.go:171","msg":"trace[2139915404] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000262187s","start":"2026-02-26T02:37:24.787818Z","end":"2026-02-26T02:37:26.78808Z","steps":["trace[2139915404] 'agreement among raft nodes before linearized reading' (duration: 2.000099933s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:26.788156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:24.787803Z","time spent":"2.00033841s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:37:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:37:26.968225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.769015084s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:37:26.968365Z","caller":"traceutil/trace.go:171","msg":"trace[277450099] transaction","detail":"{read_only:false; response_revision:23418; number_of_response:1; }","duration":"3.762885573s","start":"2026-02-26T02:37:23.205455Z","end":"2026-02-26T02:37:26.968341Z","steps":["trace[277450099] 'process raft request' (duration: 993.660294ms)","trace[277450099] 'compare' (duration: 2.767427352s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:37:26.968432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:23.205443Z","time spent":"3.762959225s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T02:37:27.578829Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.379646583s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T02:37:27.580889Z","caller":"traceutil/trace.go:171","msg":"trace[230046542] transaction","detail":"{read_only:false; response_revision:23419; number_of_response:1; }","duration":"4.375053334s","start":"2026-02-26T02:37:23.20579Z","end":"2026-02-26T02:37:27.580843Z","steps":["trace[230046542] 'process raft request' (duration: 4.373284077s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:37:27.580917Z","caller":"traceutil/trace.go:171","msg":"trace[1701832758] linearizableReadLoop","detail":"{readStateIndex:24272; appliedIndex:24269; }","duration":"4.373462822s","start":"2026-02-26T02:37:23.207425Z","end":"2026-02-26T02:37:27.580888Z","steps":["trace[1701832758] 'read index received' (duration: 991.719443ms)","trace[1701832758] 'applied index is now lower than readState.Index' (duration: 3.381741799s)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:37:27.580992Z","caller":"traceutil/trace.go:171","msg":"trace[434364870] transaction","detail":"{read_only:false; response_revision:23420; number_of_response:1; }","duration":"4.374478899s","start":"2026-02-26T02:37:23.206479Z","end":"2026-02-26T02:37:27.580958Z","steps":["trace[434364870] 'process raft request' (duration: 4.374264423s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:27.581108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:23.205778Z","time spent":"4.375207498s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:37:27.581176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.373721709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-02-26T02:37:27.581186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:23.206471Z","time spent":"4.374609302s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7052,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:37:27.581223Z","caller":"traceutil/trace.go:171","msg":"trace[813771497] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:1; response_revision:23420; }","duration":"4.373803761s","start":"2026-02-26T02:37:23.207408Z","end":"2026-02-26T02:37:27.581211Z","steps":["trace[813771497] 'agreement among raft nodes before linearized reading' (duration: 4.373613526s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:27.58126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:23.207399Z","time spent":"4.373853602s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/162.253.55.200\" "} {"level":"warn","ts":"2026-02-26T02:37:28.788549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000420611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:37:28.788658Z","caller":"traceutil/trace.go:171","msg":"trace[1578875307] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000590885s","start":"2026-02-26T02:37:26.788044Z","end":"2026-02-26T02:37:28.788635Z","steps":["trace[1578875307] 'agreement among raft nodes before linearized reading' (duration: 2.000446151s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:28.788717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:26.788023Z","time spent":"2.000680977s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:37:29.728464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.908398947s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:37:29.728561Z","caller":"traceutil/trace.go:171","msg":"trace[619974125] linearizableReadLoop","detail":"{readStateIndex:24273; appliedIndex:24272; }","duration":"2.147557628s","start":"2026-02-26T02:37:27.580988Z","end":"2026-02-26T02:37:29.728545Z","steps":["trace[619974125] 'read index received' (duration: 238.990757ms)","trace[619974125] 'applied index is now lower than readState.Index' (duration: 1.908564411s)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:37:29.728609Z","caller":"traceutil/trace.go:171","msg":"trace[1202860631] transaction","detail":"{read_only:false; response_revision:23421; number_of_response:1; }","duration":"2.745425822s","start":"2026-02-26T02:37:26.983131Z","end":"2026-02-26T02:37:29.728557Z","steps":["trace[1202860631] 'process raft request' (duration: 836.857931ms)","trace[1202860631] 'compare' (duration: 1.907112263s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:37:29.728718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.521280657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-bbcdceb6-63a0-4831-bd9f-b01de1984901\" ","response":"range_response_count:1 size:1436"} {"level":"warn","ts":"2026-02-26T02:37:29.728726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.602552198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:37:29.728775Z","caller":"traceutil/trace.go:171","msg":"trace[367120537] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:23421; }","duration":"4.602662252s","start":"2026-02-26T02:37:25.1261Z","end":"2026-02-26T02:37:29.728762Z","steps":["trace[367120537] 'agreement among raft nodes before linearized reading' (duration: 4.602483237s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:29.728765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.521232135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:1 size:521"} {"level":"warn","ts":"2026-02-26T02:37:29.728788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:26.983104Z","time spent":"2.745595037s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T02:37:29.728817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:25.126071Z","time spent":"4.602733723s","remote":"127.0.0.1:45172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:37:29.728742Z","caller":"traceutil/trace.go:171","msg":"trace[1662862169] range","detail":"{range_begin:/registry/persistentvolumes/pvc-bbcdceb6-63a0-4831-bd9f-b01de1984901; range_end:; response_count:1; response_revision:23421; }","duration":"6.521311458s","start":"2026-02-26T02:37:23.20742Z","end":"2026-02-26T02:37:29.728732Z","steps":["trace[1662862169] 'agreement among raft nodes before linearized reading' (duration: 6.521184404s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:29.728888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.982583302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:37:29.72897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.962213465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"info","ts":"2026-02-26T02:37:29.728976Z","caller":"traceutil/trace.go:171","msg":"trace[1667029076] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23421; }","duration":"4.982928382s","start":"2026-02-26T02:37:24.746032Z","end":"2026-02-26T02:37:29.728961Z","steps":["trace[1667029076] 'agreement among raft nodes before linearized reading' (duration: 4.982514551s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:37:29.729015Z","caller":"traceutil/trace.go:171","msg":"trace[763638095] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:23421; }","duration":"5.962270747s","start":"2026-02-26T02:37:23.766731Z","end":"2026-02-26T02:37:29.729002Z","steps":["trace[763638095] 'agreement among raft nodes before linearized reading' (duration: 5.962142124s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:37:29.728831Z","caller":"traceutil/trace.go:171","msg":"trace[262507230] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:1; response_revision:23421; }","duration":"6.521307388s","start":"2026-02-26T02:37:23.207505Z","end":"2026-02-26T02:37:29.728812Z","steps":["trace[262507230] 'agreement among raft nodes before linearized reading' (duration: 6.521083332s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:29.72906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:23.766725Z","time spent":"5.962324118s","remote":"127.0.0.1:49480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7557,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-02-26T02:37:29.729075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:23.207498Z","time spent":"6.521560684s","remote":"127.0.0.1:45230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":545,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium\" "} {"level":"warn","ts":"2026-02-26T02:37:29.729059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:24.746005Z","time spent":"4.983040814s","remote":"127.0.0.1:42254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:37:29.728781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.154182193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:37:29.728981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:23.207413Z","time spent":"6.521488852s","remote":"127.0.0.1:45180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1460,"request content":"key:\"/registry/persistentvolumes/pvc-bbcdceb6-63a0-4831-bd9f-b01de1984901\" "} {"level":"info","ts":"2026-02-26T02:37:29.729147Z","caller":"traceutil/trace.go:171","msg":"trace[759875091] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23421; }","duration":"2.154585083s","start":"2026-02-26T02:37:27.574547Z","end":"2026-02-26T02:37:29.729132Z","steps":["trace[759875091] 'agreement among raft nodes before linearized reading' (duration: 2.154213924s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:29.729141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.963289403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-02-26T02:37:29.729144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.520966048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:685"} {"level":"warn","ts":"2026-02-26T02:37:29.729172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.51419394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112148"} {"level":"info","ts":"2026-02-26T02:37:29.72922Z","caller":"traceutil/trace.go:171","msg":"trace[1920630380] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23421; }","duration":"5.963408027s","start":"2026-02-26T02:37:23.765786Z","end":"2026-02-26T02:37:29.729194Z","steps":["trace[1920630380] 'agreement among raft nodes before linearized reading' (duration: 5.963101719s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:37:29.729265Z","caller":"traceutil/trace.go:171","msg":"trace[195800015] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:23421; }","duration":"6.514367154s","start":"2026-02-26T02:37:23.214874Z","end":"2026-02-26T02:37:29.729241Z","steps":["trace[195800015] 'agreement among raft nodes before linearized reading' (duration: 6.513676226s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:29.729271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:23.765761Z","time spent":"5.963496759s","remote":"127.0.0.1:45134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-26T02:37:29.729329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:23.214847Z","time spent":"6.514469837s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":112172,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"warn","ts":"2026-02-26T02:37:29.729331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.521460571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-02-26T02:37:29.729269Z","caller":"traceutil/trace.go:171","msg":"trace[935605346] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:23421; }","duration":"6.521118013s","start":"2026-02-26T02:37:23.208117Z","end":"2026-02-26T02:37:29.729235Z","steps":["trace[935605346] 'agreement among raft nodes before linearized reading' (duration: 6.520726853s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:29.729405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:23.208108Z","time spent":"6.521286987s","remote":"127.0.0.1:45198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":709,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-02-26T02:37:29.72919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:27.57452Z","time spent":"2.154654415s","remote":"127.0.0.1:42338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:37:29.729713Z","caller":"traceutil/trace.go:171","msg":"trace[952784233] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:23421; }","duration":"6.521849162s","start":"2026-02-26T02:37:23.207848Z","end":"2026-02-26T02:37:29.729697Z","steps":["trace[952784233] 'agreement among raft nodes before linearized reading' (duration: 6.520713742s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:29.730236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:23.207837Z","time spent":"6.522387636s","remote":"127.0.0.1:45224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1018,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"warn","ts":"2026-02-26T02:37:29.730833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.348571325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:37:29.730954Z","caller":"traceutil/trace.go:171","msg":"trace[1184972796] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23421; }","duration":"2.350846105s","start":"2026-02-26T02:37:27.38008Z","end":"2026-02-26T02:37:29.730926Z","steps":["trace[1184972796] 'agreement among raft nodes before linearized reading' (duration: 2.348513453s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:29.731017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:27.380021Z","time spent":"2.350979539s","remote":"127.0.0.1:42250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:37:29.732352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.541185381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-26T02:37:29.732415Z","caller":"traceutil/trace.go:171","msg":"trace[1515534268] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:23421; }","duration":"5.541307954s","start":"2026-02-26T02:37:24.191094Z","end":"2026-02-26T02:37:29.732402Z","steps":["trace[1515534268] 'agreement among raft nodes before linearized reading' (duration: 5.537833532s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:29.732448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:24.19107Z","time spent":"5.541368295s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2652,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:37:29.856013Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.036082031s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:37:30.795979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99999622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:37:30.796078Z","caller":"traceutil/trace.go:171","msg":"trace[1215192013] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000175975s","start":"2026-02-26T02:37:28.795877Z","end":"2026-02-26T02:37:30.796053Z","steps":["trace[1215192013] 'agreement among raft nodes before linearized reading' (duration: 2.000017821s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:30.796129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:28.795862Z","time spent":"2.000256297s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:37:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:37:31.341274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.485048282s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-02-26T02:37:31.341563Z","caller":"traceutil/trace.go:171","msg":"trace[730706678] transaction","detail":"{read_only:false; response_revision:23422; number_of_response:1; }","duration":"3.754892612s","start":"2026-02-26T02:37:27.586649Z","end":"2026-02-26T02:37:31.341541Z","steps":["trace[730706678] 'process raft request' (duration: 3.754718508s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:31.341687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:27.58663Z","time spent":"3.754978054s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:37:31.342391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:27.582576Z","time spent":"3.759804401s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-26T02:37:31.342913Z","caller":"traceutil/trace.go:171","msg":"trace[1614249492] transaction","detail":"{read_only:false; response_revision:23423; number_of_response:1; }","duration":"3.723567087s","start":"2026-02-26T02:37:27.619322Z","end":"2026-02-26T02:37:31.342889Z","steps":["trace[1614249492] 'process raft request' (duration: 3.72217778s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:31.34303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:27.619292Z","time spent":"3.72366928s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":855,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T02:37:31.66141Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.371359345s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:37:32.182883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999861775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:37:32.182959Z","caller":"traceutil/trace.go:171","msg":"trace[680720553] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00000545s","start":"2026-02-26T02:37:30.182935Z","end":"2026-02-26T02:37:32.18294Z","steps":["trace[680720553] 'agreement among raft nodes before linearized reading' (duration: 1.999897407s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:32.183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:30.182911Z","time spent":"2.000081491s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:37:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:37:32.796294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999978889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:37:32.796407Z","caller":"traceutil/trace.go:171","msg":"trace[87485627] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000171125s","start":"2026-02-26T02:37:30.796209Z","end":"2026-02-26T02:37:32.79638Z","steps":["trace[87485627] 'agreement among raft nodes before linearized reading' (duration: 2.000019041s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:32.796519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:30.796179Z","time spent":"2.000326289s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:37:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:37:32.86763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999300971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:37:32.867748Z","caller":"traceutil/trace.go:171","msg":"trace[500549421] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.999951818s","start":"2026-02-26T02:37:27.86777Z","end":"2026-02-26T02:37:32.867721Z","steps":["trace[500549421] 'agreement among raft nodes before linearized reading' (duration: 4.999334952s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:32.867809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:27.867744Z","time spent":"5.000051481s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/02/26 02:37:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:37:33.277859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.777181ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:37:33.278029Z","caller":"traceutil/trace.go:171","msg":"trace[755246534] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23424; }","duration":"126.943645ms","start":"2026-02-26T02:37:33.151041Z","end":"2026-02-26T02:37:33.277985Z","steps":["trace[755246534] 'range keys from in-memory index tree' (duration: 126.76114ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:33.279315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.937359189s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-02-26T02:37:33.279709Z","caller":"traceutil/trace.go:171","msg":"trace[2003066140] linearizableReadLoop","detail":"{readStateIndex:24277; appliedIndex:24273; }","duration":"3.551092642s","start":"2026-02-26T02:37:29.728581Z","end":"2026-02-26T02:37:33.279674Z","steps":["trace[2003066140] 'read index received' (duration: 127.771497ms)","trace[2003066140] 'applied index is now lower than readState.Index' (duration: 3.423318315s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:37:33.279786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.417839071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:37:33.279868Z","caller":"traceutil/trace.go:171","msg":"trace[12743023] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23424; }","duration":"4.418009865s","start":"2026-02-26T02:37:28.861843Z","end":"2026-02-26T02:37:33.279852Z","steps":["trace[12743023] 'agreement among raft nodes before linearized reading' (duration: 4.417840441s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:33.279915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:28.861802Z","time spent":"4.418093367s","remote":"127.0.0.1:50680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:37:33.279998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.59239147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-02-26T02:37:33.280042Z","caller":"traceutil/trace.go:171","msg":"trace[46578343] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23424; }","duration":"5.592505603s","start":"2026-02-26T02:37:27.687526Z","end":"2026-02-26T02:37:33.280032Z","steps":["trace[46578343] 'agreement among raft nodes before linearized reading' (duration: 5.592287997s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:33.280005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.489059227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129529"} {"level":"warn","ts":"2026-02-26T02:37:33.280087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:27.687499Z","time spent":"5.592578714s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-26T02:37:33.280136Z","caller":"traceutil/trace.go:171","msg":"trace[1798985997] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:23424; }","duration":"5.489249652s","start":"2026-02-26T02:37:27.790857Z","end":"2026-02-26T02:37:33.280107Z","steps":["trace[1798985997] 'agreement among raft nodes before linearized reading' (duration: 5.488859252s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:33.280201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:27.790828Z","time spent":"5.489358975s","remote":"127.0.0.1:45080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129553,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-02-26T02:37:33.280216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.572833524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:37:33.280316Z","caller":"traceutil/trace.go:171","msg":"trace[635685173] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:23424; }","duration":"3.57340908s","start":"2026-02-26T02:37:29.706883Z","end":"2026-02-26T02:37:33.280293Z","steps":["trace[635685173] 'agreement among raft nodes before linearized reading' (duration: 3.572824754s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:33.280384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.660850944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-02-26T02:37:33.280411Z","caller":"traceutil/trace.go:171","msg":"trace[318949909] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23425; }","duration":"5.660904825s","start":"2026-02-26T02:37:27.619501Z","end":"2026-02-26T02:37:33.280406Z","steps":["trace[318949909] 'agreement among raft nodes before linearized reading' (duration: 5.660787492s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:33.280371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:29.706853Z","time spent":"3.573504913s","remote":"127.0.0.1:50568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:37:33.280446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:27.619494Z","time spent":"5.660933466s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7329,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-02-26T02:37:33.280577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.312183226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:37:33.280158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.920505896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:37:33.280641Z","caller":"traceutil/trace.go:171","msg":"trace[453976331] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:23425; }","duration":"5.312299199s","start":"2026-02-26T02:37:27.968319Z","end":"2026-02-26T02:37:33.280619Z","steps":["trace[453976331] 'agreement among raft nodes before linearized reading' (duration: 5.312208757s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:33.280694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:27.968291Z","time spent":"5.312390322s","remote":"127.0.0.1:57940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:37:33.280783Z","caller":"traceutil/trace.go:171","msg":"trace[130870394] transaction","detail":"{read_only:false; response_revision:23425; number_of_response:1; }","duration":"2.99088775s","start":"2026-02-26T02:37:30.289886Z","end":"2026-02-26T02:37:33.280774Z","steps":["trace[130870394] 'process raft request' (duration: 2.989707448s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:37:33.28064Z","caller":"traceutil/trace.go:171","msg":"trace[190567874] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:23425; }","duration":"3.9210235s","start":"2026-02-26T02:37:29.359604Z","end":"2026-02-26T02:37:33.280627Z","steps":["trace[190567874] 'agreement among raft nodes before linearized reading' (duration: 3.920483625s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:33.280934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:29.35958Z","time spent":"3.921334818s","remote":"127.0.0.1:45354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:37:33.280886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:30.289854Z","time spent":"2.990952701s","remote":"127.0.0.1:49480","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7516,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:37:33.281407Z","caller":"traceutil/trace.go:171","msg":"trace[459602411] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23426; }","duration":"1.935074429s","start":"2026-02-26T02:37:31.346138Z","end":"2026-02-26T02:37:33.281213Z","steps":["trace[459602411] 'process raft request' (duration: 1.935018588s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:37:33.281628Z","caller":"traceutil/trace.go:171","msg":"trace[1260798754] transaction","detail":"{read_only:false; response_revision:23426; number_of_response:1; }","duration":"2.57002548s","start":"2026-02-26T02:37:30.711297Z","end":"2026-02-26T02:37:33.281323Z","steps":["trace[1260798754] 'process raft request' (duration: 2.568686905s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:33.281796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:30.711269Z","time spent":"2.570425991s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:37:33.285253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:31.346109Z","time spent":"1.935360047s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:37:33.780291Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892311,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:37:34.148367Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.237325635s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:37:34.803536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99996384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:37:34.803806Z","caller":"traceutil/trace.go:171","msg":"trace[12474055] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000217117s","start":"2026-02-26T02:37:32.803462Z","end":"2026-02-26T02:37:34.80368Z","steps":["trace[12474055] 'agreement among raft nodes before linearized reading' (duration: 2.000000221s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:34.804078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:32.803435Z","time spent":"2.000625408s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:37:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:37:36.804016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000131344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:37:36.804171Z","caller":"traceutil/trace.go:171","msg":"trace[1787769342] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000400151s","start":"2026-02-26T02:37:34.803739Z","end":"2026-02-26T02:37:36.804139Z","steps":["trace[1787769342] 'agreement among raft nodes before linearized reading' (duration: 2.000161615s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:36.804235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:34.803719Z","time spent":"2.000500453s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:37:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:37:37.711737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:34.934691Z","time spent":"2.777034875s","remote":"127.0.0.1:57540","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T02:37:37.713004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.56430901s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:37:37.713131Z","caller":"traceutil/trace.go:171","msg":"trace[1841681943] transaction","detail":"{read_only:false; response_revision:23427; number_of_response:1; }","duration":"4.802230261s","start":"2026-02-26T02:37:32.910879Z","end":"2026-02-26T02:37:37.71311Z","steps":["trace[1841681943] 'process raft request' (duration: 1.237728185s)","trace[1841681943] 'compare' (duration: 3.56314406s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:37:37.713199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:32.910847Z","time spent":"4.802324382s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:37:38.099685Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.634830099s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:37:38.347372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:33.349187Z","time spent":"4.998173484s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/26 02:37:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:37:38.358236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.083261ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:37:38.358666Z","caller":"traceutil/trace.go:171","msg":"trace[1359078026] transaction","detail":"{read_only:false; response_revision:23428; number_of_response:1; }","duration":"5.35101407s","start":"2026-02-26T02:37:33.007606Z","end":"2026-02-26T02:37:38.35862Z","steps":["trace[1359078026] 'process raft request' (duration: 5.092312343s)","trace[1359078026] 'compare' (duration: 256.718105ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:37:38.35887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:33.007579Z","time spent":"5.351176005s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:37:38.359054Z","caller":"traceutil/trace.go:171","msg":"trace[2013851404] transaction","detail":"{read_only:false; response_revision:23429; number_of_response:1; }","duration":"5.073900449s","start":"2026-02-26T02:37:33.285137Z","end":"2026-02-26T02:37:38.359037Z","steps":["trace[2013851404] 'process raft request' (duration: 5.073420276s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:38.359116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:33.285106Z","time spent":"5.0739783s","remote":"127.0.0.1:45080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":129513,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:37:38.359056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:33.286281Z","time spent":"5.072766818s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T02:37:38.359333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.627158208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-l5nn9\" ","response":"range_response_count:1 size:18526"} {"level":"info","ts":"2026-02-26T02:37:38.359096Z","caller":"traceutil/trace.go:171","msg":"trace[773149973] linearizableReadLoop","detail":"{readStateIndex:24286; appliedIndex:24280; }","duration":"5.079295481s","start":"2026-02-26T02:37:33.279784Z","end":"2026-02-26T02:37:38.359079Z","steps":["trace[773149973] 'read index received' (duration: 868.911987ms)","trace[773149973] 'applied index is now lower than readState.Index' (duration: 4.210382124s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:37:38.359449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.778660899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:37:38.359479Z","caller":"traceutil/trace.go:171","msg":"trace[25488270] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23431; }","duration":"7.778752052s","start":"2026-02-26T02:37:30.580717Z","end":"2026-02-26T02:37:38.359469Z","steps":["trace[25488270] 'agreement among raft nodes before linearized reading' (duration: 7.77868036s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:38.359509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:30.580696Z","time spent":"7.778805392s","remote":"127.0.0.1:42176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:37:38.359504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.588977811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:37:38.359576Z","caller":"traceutil/trace.go:171","msg":"trace[952965731] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:23431; }","duration":"7.589086114s","start":"2026-02-26T02:37:30.770472Z","end":"2026-02-26T02:37:38.359558Z","steps":["trace[952965731] 'agreement among raft nodes before linearized reading' (duration: 7.588963091s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:37:38.359383Z","caller":"traceutil/trace.go:171","msg":"trace[1474676917] range","detail":"{range_begin:/registry/pods/kube-system/cilium-l5nn9; range_end:; response_count:1; response_revision:23431; }","duration":"8.627225389s","start":"2026-02-26T02:37:29.732149Z","end":"2026-02-26T02:37:38.359374Z","steps":["trace[1474676917] 'agreement among raft nodes before linearized reading' (duration: 8.626992433s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:38.35962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:30.770448Z","time spent":"7.589163315s","remote":"127.0.0.1:49562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:37:38.359635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:29.732128Z","time spent":"8.627492867s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":18550,"request content":"key:\"/registry/pods/kube-system/cilium-l5nn9\" "} {"level":"warn","ts":"2026-02-26T02:37:38.359787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.610900679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4727"} {"level":"info","ts":"2026-02-26T02:37:38.35982Z","caller":"traceutil/trace.go:171","msg":"trace[1867676595] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:23431; }","duration":"8.610960601s","start":"2026-02-26T02:37:29.74885Z","end":"2026-02-26T02:37:38.359811Z","steps":["trace[1867676595] 'agreement among raft nodes before linearized reading' (duration: 8.610873178s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:38.359761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.716966934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:37:38.359901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.624338033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:685"} {"level":"info","ts":"2026-02-26T02:37:38.359958Z","caller":"traceutil/trace.go:171","msg":"trace[107073988] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:23431; }","duration":"8.624365724s","start":"2026-02-26T02:37:29.735548Z","end":"2026-02-26T02:37:38.359914Z","steps":["trace[107073988] 'agreement among raft nodes before linearized reading' (duration: 8.624305233s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:38.359985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:29.735542Z","time spent":"8.624437796s","remote":"127.0.0.1:45198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":709,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"info","ts":"2026-02-26T02:37:38.360033Z","caller":"traceutil/trace.go:171","msg":"trace[2011089954] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23431; }","duration":"5.71721812s","start":"2026-02-26T02:37:32.642662Z","end":"2026-02-26T02:37:38.35988Z","steps":["trace[2011089954] 'agreement among raft nodes before linearized reading' (duration: 5.716714067s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:38.360091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.546542142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:37:38.360139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:32.642612Z","time spent":"5.717510148s","remote":"127.0.0.1:42402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-02-26T02:37:38.36026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.072246155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-02-26T02:37:38.360303Z","caller":"traceutil/trace.go:171","msg":"trace[1203055010] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23431; }","duration":"5.072321997s","start":"2026-02-26T02:37:33.287967Z","end":"2026-02-26T02:37:38.360289Z","steps":["trace[1203055010] 'agreement among raft nodes before linearized reading' (duration: 5.071903506s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:38.360368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:33.287929Z","time spent":"5.072392119s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T02:37:38.360421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.564819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:37:38.360436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.253484091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:37:38.360469Z","caller":"traceutil/trace.go:171","msg":"trace[1036156767] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:23431; }","duration":"5.253547803s","start":"2026-02-26T02:37:33.106915Z","end":"2026-02-26T02:37:38.360463Z","steps":["trace[1036156767] 'agreement among raft nodes before linearized reading' (duration: 5.253473111s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:37:38.360469Z","caller":"traceutil/trace.go:171","msg":"trace[1287801545] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:23431; }","duration":"199.661992ms","start":"2026-02-26T02:37:38.160796Z","end":"2026-02-26T02:37:38.360458Z","steps":["trace[1287801545] 'agreement among raft nodes before linearized reading' (duration: 199.58967ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:38.36049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:33.106899Z","time spent":"5.253586103s","remote":"127.0.0.1:45148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":32,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:37:38.36015Z","caller":"traceutil/trace.go:171","msg":"trace[1755733321] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23431; }","duration":"1.546644895s","start":"2026-02-26T02:37:36.81349Z","end":"2026-02-26T02:37:38.360135Z","steps":["trace[1755733321] 'agreement among raft nodes before linearized reading' (duration: 1.546541232s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:38.360539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:36.813466Z","time spent":"1.547058595s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:37:38.360551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.625060862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112148"} {"level":"info","ts":"2026-02-26T02:37:38.360626Z","caller":"traceutil/trace.go:171","msg":"trace[1063433826] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:23431; }","duration":"8.625192896s","start":"2026-02-26T02:37:29.735421Z","end":"2026-02-26T02:37:38.360613Z","steps":["trace[1063433826] 'agreement among raft nodes before linearized reading' (duration: 8.624810106s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:38.360641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.180076616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:37:38.360676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:29.735405Z","time spent":"8.625260747s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":112172,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"warn","ts":"2026-02-26T02:37:38.360167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.626238573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-02-26T02:37:38.360818Z","caller":"traceutil/trace.go:171","msg":"trace[1121566473] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:23431; }","duration":"8.626890991s","start":"2026-02-26T02:37:29.733908Z","end":"2026-02-26T02:37:38.360799Z","steps":["trace[1121566473] 'agreement among raft nodes before linearized reading' (duration: 8.626196372s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:37:38.359744Z","caller":"traceutil/trace.go:171","msg":"trace[1713757490] transaction","detail":"{read_only:false; response_revision:23430; number_of_response:1; }","duration":"5.066673228s","start":"2026-02-26T02:37:33.293037Z","end":"2026-02-26T02:37:38.35971Z","steps":["trace[1713757490] 'process raft request' (duration: 5.065893617s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:38.360866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:29.733898Z","time spent":"8.626954462s","remote":"127.0.0.1:45188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-02-26T02:37:38.360931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:33.293019Z","time spent":"5.067839119s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:37:38.361043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.636715629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:37:38.361085Z","caller":"traceutil/trace.go:171","msg":"trace[1911535133] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:23431; }","duration":"7.636799291s","start":"2026-02-26T02:37:30.724275Z","end":"2026-02-26T02:37:38.361074Z","steps":["trace[1911535133] 'agreement among raft nodes before linearized reading' (duration: 7.63488745s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:38.361109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:30.724261Z","time spent":"7.636841843s","remote":"127.0.0.1:50532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:37:38.360915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.625180716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897a8a815b748d0\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-02-26T02:37:38.35984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:29.74883Z","time spent":"8.611005262s","remote":"127.0.0.1:38468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4751,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-02-26T02:37:38.36128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.218366795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:37:38.361284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.866955475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-02-26T02:37:38.361312Z","caller":"traceutil/trace.go:171","msg":"trace[1998345412] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23431; }","duration":"2.218450338s","start":"2026-02-26T02:37:36.142852Z","end":"2026-02-26T02:37:38.361302Z","steps":["trace[1998345412] 'agreement among raft nodes before linearized reading' (duration: 2.217878643s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:37:38.361323Z","caller":"traceutil/trace.go:171","msg":"trace[1121323220] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:23431; }","duration":"1.867038377s","start":"2026-02-26T02:37:36.494271Z","end":"2026-02-26T02:37:38.361309Z","steps":["trace[1121323220] 'agreement among raft nodes before linearized reading' (duration: 1.866936004s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:38.361343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:36.142826Z","time spent":"2.218510639s","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:37:38.361353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:36.494248Z","time spent":"1.867098659s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":565,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-02-26T02:37:38.361509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.448082178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-02-26T02:37:38.36155Z","caller":"traceutil/trace.go:171","msg":"trace[17812628] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23431; }","duration":"3.44818058s","start":"2026-02-26T02:37:34.913359Z","end":"2026-02-26T02:37:38.36154Z","steps":["trace[17812628] 'agreement among raft nodes before linearized reading' (duration: 3.448038326s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:38.361581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:34.913329Z","time spent":"3.448245832s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-26T02:37:38.361607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.068720712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18646"} {"level":"info","ts":"2026-02-26T02:37:38.361259Z","caller":"traceutil/trace.go:171","msg":"trace[222014511] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897a8a815b748d0; range_end:; response_count:1; response_revision:23431; }","duration":"8.625842283s","start":"2026-02-26T02:37:29.735384Z","end":"2026-02-26T02:37:38.361226Z","steps":["trace[222014511] 'agreement among raft nodes before linearized reading' (duration: 8.624675302s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:37:38.36168Z","caller":"traceutil/trace.go:171","msg":"trace[1005253213] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:23431; }","duration":"5.068829235s","start":"2026-02-26T02:37:33.292812Z","end":"2026-02-26T02:37:38.361641Z","steps":["trace[1005253213] 'agreement among raft nodes before linearized reading' (duration: 5.068601609s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:38.361759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.873820026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:269005"} {"level":"warn","ts":"2026-02-26T02:37:38.361773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:33.2928Z","time spent":"5.068960369s","remote":"127.0.0.1:45202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18670,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-02-26T02:37:38.361877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:29.735377Z","time spent":"8.626467909s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897a8a815b748d0\" "} {"level":"info","ts":"2026-02-26T02:37:38.361995Z","caller":"traceutil/trace.go:171","msg":"trace[432569152] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:23431; }","duration":"1.180146148s","start":"2026-02-26T02:37:37.180518Z","end":"2026-02-26T02:37:38.360665Z","steps":["trace[432569152] 'agreement among raft nodes before linearized reading' (duration: 1.180086586s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:38.362068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:37.180502Z","time spent":"1.181540814s","remote":"127.0.0.1:42470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:37:38.361191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.246264969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:37:38.362489Z","caller":"traceutil/trace.go:171","msg":"trace[483104567] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:23431; }","duration":"1.247602185s","start":"2026-02-26T02:37:37.114863Z","end":"2026-02-26T02:37:38.362465Z","steps":["trace[483104567] 'agreement among raft nodes before linearized reading' (duration: 1.2462552s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:37:38.361781Z","caller":"traceutil/trace.go:171","msg":"trace[650263505] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:23431; }","duration":"1.873893858s","start":"2026-02-26T02:37:36.48788Z","end":"2026-02-26T02:37:38.361774Z","steps":["trace[650263505] 'agreement among raft nodes before linearized reading' (duration: 1.87357881s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:38.362605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:36.487852Z","time spent":"1.87473567s","remote":"127.0.0.1:45492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":269029,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-02-26T02:37:38.362789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:37.114838Z","time spent":"1.247737008s","remote":"127.0.0.1:42362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:37:38.864542Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892318,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:37:40.365715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000581375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:37:40.365815Z","caller":"traceutil/trace.go:171","msg":"trace[814910662] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000712159s","start":"2026-02-26T02:37:38.36508Z","end":"2026-02-26T02:37:40.365792Z","steps":["trace[814910662] 'agreement among raft nodes before linearized reading' (duration: 2.000588466s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:40.365866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:38.365076Z","time spent":"2.000778691s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:37:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:37:40.600647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.664858858s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:37:40.600776Z","caller":"traceutil/trace.go:171","msg":"trace[726564600] transaction","detail":"{read_only:false; response_revision:23432; number_of_response:1; }","duration":"2.236990704s","start":"2026-02-26T02:37:38.36376Z","end":"2026-02-26T02:37:40.600751Z","steps":["trace[726564600] 'process raft request' (duration: 571.91688ms)","trace[726564600] 'compare' (duration: 1.664038797s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:37:40.600868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:38.363731Z","time spent":"2.237098107s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:37:40.862633Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.926919524s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:37:41.18409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001339866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:37:41.184212Z","caller":"traceutil/trace.go:171","msg":"trace[1429939451] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001522631s","start":"2026-02-26T02:37:39.182666Z","end":"2026-02-26T02:37:41.184188Z","steps":["trace[1429939451] 'agreement among raft nodes before linearized reading' (duration: 2.001363377s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:41.184271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:39.182646Z","time spent":"2.001615653s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:37:41.236873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.366168ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:37:41.237177Z","caller":"traceutil/trace.go:171","msg":"trace[903405939] linearizableReadLoop","detail":"{readStateIndex:24290; appliedIndex:24286; }","duration":"2.87283643s","start":"2026-02-26T02:37:38.364318Z","end":"2026-02-26T02:37:41.237154Z","steps":["trace[903405939] 'read index received' (duration: 571.378496ms)","trace[903405939] 'applied index is now lower than readState.Index' (duration: 2.301456904s)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:37:41.237266Z","caller":"traceutil/trace.go:171","msg":"trace[1239175612] transaction","detail":"{read_only:false; response_revision:23433; number_of_response:1; }","duration":"2.872014008s","start":"2026-02-26T02:37:38.365238Z","end":"2026-02-26T02:37:41.237252Z","steps":["trace[1239175612] 'process raft request' (duration: 2.498147537s)","trace[1239175612] 'compare' (duration: 373.192323ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:37:41.237334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:38.365192Z","time spent":"2.87210058s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:37:41.237699Z","caller":"traceutil/trace.go:171","msg":"trace[333721543] transaction","detail":"{read_only:false; response_revision:23434; number_of_response:1; }","duration":"2.861047319s","start":"2026-02-26T02:37:38.376639Z","end":"2026-02-26T02:37:41.237686Z","steps":["trace[333721543] 'process raft request' (duration: 2.86035243s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:41.237767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:38.376624Z","time spent":"2.861107881s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:37:41.237821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.873467186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:37:41.237819Z","caller":"traceutil/trace.go:171","msg":"trace[556515029] transaction","detail":"{read_only:false; response_revision:23435; number_of_response:1; }","duration":"2.85464796s","start":"2026-02-26T02:37:38.383131Z","end":"2026-02-26T02:37:41.237779Z","steps":["trace[556515029] 'process raft request' (duration: 2.853953702s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:37:41.237906Z","caller":"traceutil/trace.go:171","msg":"trace[1306731751] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:23435; }","duration":"2.873587499s","start":"2026-02-26T02:37:38.364296Z","end":"2026-02-26T02:37:41.237884Z","steps":["trace[1306731751] 'agreement among raft nodes before linearized reading' (duration: 2.873420094s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:41.237957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:38.36428Z","time spent":"2.873667321s","remote":"127.0.0.1:45110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-02-26T02:37:41.23801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:38.383108Z","time spent":"2.854800794s","remote":"127.0.0.1:38494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:37:41.461856Z","caller":"traceutil/trace.go:171","msg":"trace[1364724669] transaction","detail":"{read_only:false; response_revision:23436; number_of_response:1; }","duration":"672.935342ms","start":"2026-02-26T02:37:40.788873Z","end":"2026-02-26T02:37:41.461809Z","steps":["trace[1364724669] 'process raft request' (duration: 596.339444ms)","trace[1364724669] 'compare' (duration: 76.425754ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:37:41.462054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:40.788824Z","time spent":"673.126117ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:37:41.461862Z","caller":"traceutil/trace.go:171","msg":"trace[746886273] linearizableReadLoop","detail":"{readStateIndex:24291; appliedIndex:24290; }","duration":"224.624629ms","start":"2026-02-26T02:37:41.237211Z","end":"2026-02-26T02:37:41.461835Z","steps":["trace[746886273] 'read index received' (duration: 148.111513ms)","trace[746886273] 'applied index is now lower than readState.Index' (duration: 76.511656ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:37:41.462198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.732236625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:37:41.462291Z","caller":"traceutil/trace.go:171","msg":"trace[2020586280] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:23436; }","duration":"1.73239544s","start":"2026-02-26T02:37:39.729873Z","end":"2026-02-26T02:37:41.462269Z","steps":["trace[2020586280] 'agreement among raft nodes before linearized reading' (duration: 1.731968598s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:41.462353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:39.729853Z","time spent":"1.732485711s","remote":"127.0.0.1:45376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":124,"response size":32,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:37:41.46241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.087863545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-wbnrv\" ","response":"range_response_count:1 size:4020"} {"level":"warn","ts":"2026-02-26T02:37:41.462448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.08613589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-02-26T02:37:41.462363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.142838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-l89xc.1897ab4e7d81fb30\" ","response":"range_response_count:1 size:880"} {"level":"warn","ts":"2026-02-26T02:37:41.462551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.491622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:37:41.462575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.086204822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:37:41.462606Z","caller":"traceutil/trace.go:171","msg":"trace[1697611504] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23436; }","duration":"3.086251833s","start":"2026-02-26T02:37:38.376347Z","end":"2026-02-26T02:37:41.462599Z","steps":["trace[1697611504] 'agreement among raft nodes before linearized reading' (duration: 3.085572685s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:41.462606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.088067781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-fa084a96-61eb-4d47-82fa-bddbe2852ea7\" ","response":"range_response_count:1 size:1316"} {"level":"warn","ts":"2026-02-26T02:37:41.462627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:38.376343Z","time spent":"3.086278334s","remote":"127.0.0.1:45224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-02-26T02:37:41.462647Z","caller":"traceutil/trace.go:171","msg":"trace[1213479942] range","detail":"{range_begin:/registry/persistentvolumes/pvc-fa084a96-61eb-4d47-82fa-bddbe2852ea7; range_end:; response_count:1; response_revision:23436; }","duration":"3.088134803s","start":"2026-02-26T02:37:38.374499Z","end":"2026-02-26T02:37:41.462634Z","steps":["trace[1213479942] 'agreement among raft nodes before linearized reading' (duration: 3.087453615s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:37:41.462624Z","caller":"traceutil/trace.go:171","msg":"trace[1729712521] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-bc4cf8c95-l89xc.1897ab4e7d81fb30; range_end:; response_count:1; response_revision:23436; }","duration":"221.435465ms","start":"2026-02-26T02:37:41.241124Z","end":"2026-02-26T02:37:41.46256Z","steps":["trace[1729712521] 'agreement among raft nodes before linearized reading' (duration: 221.073246ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:41.462684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:38.37448Z","time spent":"3.088195114s","remote":"127.0.0.1:45180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1340,"request content":"key:\"/registry/persistentvolumes/pvc-fa084a96-61eb-4d47-82fa-bddbe2852ea7\" "} {"level":"info","ts":"2026-02-26T02:37:41.462537Z","caller":"traceutil/trace.go:171","msg":"trace[1841609031] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:23436; }","duration":"3.086261553s","start":"2026-02-26T02:37:38.376255Z","end":"2026-02-26T02:37:41.462517Z","steps":["trace[1841609031] 'agreement among raft nodes before linearized reading' (duration: 3.085682368s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:41.462702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.097692335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18646"} {"level":"warn","ts":"2026-02-26T02:37:41.462703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.473822746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:37:41.462774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.616247379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:37:41.462801Z","caller":"traceutil/trace.go:171","msg":"trace[2103216870] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23436; }","duration":"1.616322941s","start":"2026-02-26T02:37:39.846469Z","end":"2026-02-26T02:37:41.462792Z","steps":["trace[2103216870] 'agreement among raft nodes before linearized reading' (duration: 1.615480269s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:41.462794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.3722701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:37:41.462616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.150218718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:37:41.462821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:39.846443Z","time spent":"1.616371132s","remote":"127.0.0.1:42454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:37:41.462833Z","caller":"traceutil/trace.go:171","msg":"trace[1933688814] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:23436; }","duration":"1.150487806s","start":"2026-02-26T02:37:40.312337Z","end":"2026-02-26T02:37:41.462825Z","steps":["trace[1933688814] 'agreement among raft nodes before linearized reading' (duration: 1.149585622s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:41.46283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.227144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-02-26T02:37:41.462881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:40.31231Z","time spent":"1.150558937s","remote":"127.0.0.1:45180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":32,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:37:41.462582Z","caller":"traceutil/trace.go:171","msg":"trace[1668462387] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:23436; }","duration":"625.522202ms","start":"2026-02-26T02:37:40.837049Z","end":"2026-02-26T02:37:41.462571Z","steps":["trace[1668462387] 'agreement among raft nodes before linearized reading' (duration: 624.831764ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:41.462931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:40.83697Z","time spent":"625.946625ms","remote":"127.0.0.1:42498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:37:41.462956Z","caller":"traceutil/trace.go:171","msg":"trace[914045035] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23436; }","duration":"858.391099ms","start":"2026-02-26T02:37:40.604505Z","end":"2026-02-26T02:37:41.462896Z","steps":["trace[914045035] 'agreement among raft nodes before linearized reading' (duration: 857.389423ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:37:41.462842Z","caller":"traceutil/trace.go:171","msg":"trace[1024546214] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:23436; }","duration":"2.372357442s","start":"2026-02-26T02:37:39.09047Z","end":"2026-02-26T02:37:41.462828Z","steps":["trace[1024546214] 'agreement among raft nodes before linearized reading' (duration: 2.37151121s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:41.462994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:40.604484Z","time spent":"858.504521ms","remote":"127.0.0.1:45198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-02-26T02:37:41.462798Z","caller":"traceutil/trace.go:171","msg":"trace[275349978] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:23436; }","duration":"1.473961619s","start":"2026-02-26T02:37:39.988824Z","end":"2026-02-26T02:37:41.462785Z","steps":["trace[275349978] 'agreement among raft nodes before linearized reading' (duration: 1.473111187s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:41.463259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:39.9888Z","time spent":"1.474439702s","remote":"127.0.0.1:45532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":32,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:37:41.46251Z","caller":"traceutil/trace.go:171","msg":"trace[759403103] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-wbnrv; range_end:; response_count:1; response_revision:23436; }","duration":"3.087998529s","start":"2026-02-26T02:37:38.374488Z","end":"2026-02-26T02:37:41.462487Z","steps":["trace[759403103] 'agreement among raft nodes before linearized reading' (duration: 3.087478876s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:41.46331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.657743472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-26T02:37:41.46328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:39.090445Z","time spent":"2.372781114s","remote":"127.0.0.1:45380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":32,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:37:41.46335Z","caller":"traceutil/trace.go:171","msg":"trace[2116272183] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:23436; }","duration":"2.657837874s","start":"2026-02-26T02:37:38.805504Z","end":"2026-02-26T02:37:41.463342Z","steps":["trace[2116272183] 'agreement among raft nodes before linearized reading' (duration: 2.656469718s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:41.462726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.523274378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:37:41.463375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:38.805478Z","time spent":"2.657890285s","remote":"127.0.0.1:45134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":140,"response size":33,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:37:41.463386Z","caller":"traceutil/trace.go:171","msg":"trace[1572315614] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:23436; }","duration":"2.523963177s","start":"2026-02-26T02:37:38.93941Z","end":"2026-02-26T02:37:41.463373Z","steps":["trace[1572315614] 'agreement among raft nodes before linearized reading' (duration: 2.52256162s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:41.463416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:38.939388Z","time spent":"2.524019958s","remote":"127.0.0.1:49514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:37:41.463345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:38.374468Z","time spent":"3.088860591s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":4044,"request content":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-wbnrv\" "} {"level":"warn","ts":"2026-02-26T02:37:41.462511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088338438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:37:41.463512Z","caller":"traceutil/trace.go:171","msg":"trace[1101897000] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23436; }","duration":"1.089377575s","start":"2026-02-26T02:37:40.374125Z","end":"2026-02-26T02:37:41.463503Z","steps":["trace[1101897000] 'agreement among raft nodes before linearized reading' (duration: 1.087785553s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:41.463533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:40.374108Z","time spent":"1.089418837s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:37:41.462739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:38.376247Z","time spent":"3.086479479s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":552,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-02-26T02:37:41.462734Z","caller":"traceutil/trace.go:171","msg":"trace[678628998] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23436; }","duration":"3.097732886s","start":"2026-02-26T02:37:38.364992Z","end":"2026-02-26T02:37:41.462725Z","steps":["trace[678628998] 'agreement among raft nodes before linearized reading' (duration: 3.096924304s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:41.463587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:38.364987Z","time spent":"3.098582738s","remote":"127.0.0.1:45202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18670,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-02-26T02:37:41.46466Z","caller":"traceutil/trace.go:171","msg":"trace[1153445384] transaction","detail":"{read_only:false; number_of_response:0; response_revision:23436; }","duration":"224.64486ms","start":"2026-02-26T02:37:41.239991Z","end":"2026-02-26T02:37:41.464636Z","steps":["trace[1153445384] 'process raft request' (duration: 221.806515ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:41.969609Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892328,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:37:42.317449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.97863ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:37:42.317545Z","caller":"traceutil/trace.go:171","msg":"trace[1340395497] transaction","detail":"{read_only:false; response_revision:23437; number_of_response:1; }","duration":"848.466718ms","start":"2026-02-26T02:37:41.469061Z","end":"2026-02-26T02:37:42.317528Z","steps":["trace[1340395497] 'process raft request' (duration: 599.310213ms)","trace[1340395497] 'compare' (duration: 248.434726ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:37:42.317585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:41.469047Z","time spent":"848.520679ms","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:37:43.472032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000238576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:37:43.472173Z","caller":"traceutil/trace.go:171","msg":"trace[1196643701] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000444052s","start":"2026-02-26T02:37:41.471706Z","end":"2026-02-26T02:37:43.47215Z","steps":["trace[1196643701] 'agreement among raft nodes before linearized reading' (duration: 2.000220266s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:43.472223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:41.471699Z","time spent":"2.000515384s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:37:45.321862Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.253475099s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:37:45.473508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000133764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:37:45.473735Z","caller":"traceutil/trace.go:171","msg":"trace[241095494] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000439913s","start":"2026-02-26T02:37:43.473267Z","end":"2026-02-26T02:37:45.473707Z","steps":["trace[241095494] 'agreement among raft nodes before linearized reading' (duration: 2.000171426s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:45.473839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:43.47324Z","time spent":"2.000579826s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:37:45 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:37:46.712974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998805589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:37:46.713062Z","caller":"traceutil/trace.go:171","msg":"trace[1438731569] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.998949373s","start":"2026-02-26T02:37:41.714092Z","end":"2026-02-26T02:37:46.713041Z","steps":["trace[1438731569] 'agreement among raft nodes before linearized reading' (duration: 4.99883168s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:46.713107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:41.714071Z","time spent":"4.999027444s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/02/26 02:37:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:37:47.482834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000210515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:37:47.482937Z","caller":"traceutil/trace.go:171","msg":"trace[1105793710] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00038705s","start":"2026-02-26T02:37:45.482527Z","end":"2026-02-26T02:37:47.482914Z","steps":["trace[1105793710] 'agreement among raft nodes before linearized reading' (duration: 2.000260737s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:47.482994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:45.4825Z","time spent":"2.000483332s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:37:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:37:47.522206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.371964562s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:37:47.522357Z","caller":"traceutil/trace.go:171","msg":"trace[733771436] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23437; }","duration":"4.372130337s","start":"2026-02-26T02:37:43.150205Z","end":"2026-02-26T02:37:47.522335Z","steps":["trace[733771436] 'range keys from in-memory index tree' (duration: 4.371938571s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:47.526509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.204308654s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:37:47.526643Z","caller":"traceutil/trace.go:171","msg":"trace[1794631407] transaction","detail":"{read_only:false; response_revision:23438; number_of_response:1; }","duration":"6.05654262s","start":"2026-02-26T02:37:41.470052Z","end":"2026-02-26T02:37:47.526595Z","steps":["trace[1794631407] 'process raft request' (duration: 3.852073953s)","trace[1794631407] 'compare' (duration: 2.202912106s)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:37:47.526723Z","caller":"traceutil/trace.go:171","msg":"trace[1119262914] linearizableReadLoop","detail":"{readStateIndex:24294; appliedIndex:24292; }","duration":"6.057379793s","start":"2026-02-26T02:37:41.469196Z","end":"2026-02-26T02:37:47.526575Z","steps":["trace[1119262914] 'read index received' (duration: 599.199589ms)","trace[1119262914] 'applied index is now lower than readState.Index' (duration: 5.458178604s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:37:47.526943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:41.47004Z","time spent":"6.056694445s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4316,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:37:47.52694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.057703291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-02-26T02:37:47.527052Z","caller":"traceutil/trace.go:171","msg":"trace[2014137561] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:23438; }","duration":"6.057861845s","start":"2026-02-26T02:37:41.469161Z","end":"2026-02-26T02:37:47.527022Z","steps":["trace[2014137561] 'agreement among raft nodes before linearized reading' (duration: 6.057543787s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:47.527109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:41.469141Z","time spent":"6.057954537s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-02-26T02:37:47.728059Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.405899846s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:37:47.864383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.938152ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:37:47.864642Z","caller":"traceutil/trace.go:171","msg":"trace[1015754756] transaction","detail":"{read_only:false; response_revision:23439; number_of_response:1; }","duration":"4.394551427s","start":"2026-02-26T02:37:43.470049Z","end":"2026-02-26T02:37:47.8646Z","steps":["trace[1015754756] 'process raft request' (duration: 4.258277356s)","trace[1015754756] 'compare' (duration: 135.700656ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:37:47.864788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:43.470018Z","time spent":"4.394714151s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:37:48.369049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.488824ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-02-26T02:37:48.369339Z","caller":"traceutil/trace.go:171","msg":"trace[1028118187] linearizableReadLoop","detail":"{readStateIndex:24296; appliedIndex:24294; }","duration":"842.327496ms","start":"2026-02-26T02:37:47.526991Z","end":"2026-02-26T02:37:48.369319Z","steps":["trace[1028118187] 'read index received' (duration: 201.251753ms)","trace[1028118187] 'applied index is now lower than readState.Index' (duration: 641.074003ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:37:48.3695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.412352397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:37:48.369538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.061840901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:37:48.369611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.807399576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:37:48.369631Z","caller":"traceutil/trace.go:171","msg":"trace[1340142236] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:23439; }","duration":"1.062025475s","start":"2026-02-26T02:37:47.307585Z","end":"2026-02-26T02:37:48.36961Z","steps":["trace[1340142236] 'agreement among raft nodes before linearized reading' (duration: 1.061841101s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:48.369642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.642630325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:37:48.369676Z","caller":"traceutil/trace.go:171","msg":"trace[420496603] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:23439; }","duration":"5.807514399s","start":"2026-02-26T02:37:42.562142Z","end":"2026-02-26T02:37:48.369656Z","steps":["trace[420496603] 'agreement among raft nodes before linearized reading' (duration: 5.807414796s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:48.369722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:42.562114Z","time spent":"5.807596071s","remote":"127.0.0.1:42360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:37:48.369751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.685446903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:37:48.369796Z","caller":"traceutil/trace.go:171","msg":"trace[865304221] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:23439; }","duration":"6.685548235s","start":"2026-02-26T02:37:41.684238Z","end":"2026-02-26T02:37:48.369786Z","steps":["trace[865304221] 'agreement among raft nodes before linearized reading' (duration: 6.685467183s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:48.369761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.667235062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:37:48.369814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.340581195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:37:48.369814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.31645977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:37:48.369847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:41.684207Z","time spent":"6.685624127s","remote":"127.0.0.1:57116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":32,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:37:48.369867Z","caller":"traceutil/trace.go:171","msg":"trace[1464492732] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23439; }","duration":"1.667398437s","start":"2026-02-26T02:37:46.702448Z","end":"2026-02-26T02:37:48.369846Z","steps":["trace[1464492732] 'agreement among raft nodes before linearized reading' (duration: 1.667216882s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:37:48.369874Z","caller":"traceutil/trace.go:171","msg":"trace[535137510] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:23439; }","duration":"1.340643397s","start":"2026-02-26T02:37:47.029213Z","end":"2026-02-26T02:37:48.369857Z","steps":["trace[535137510] 'agreement among raft nodes before linearized reading' (duration: 1.340538204s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:37:48.369883Z","caller":"traceutil/trace.go:171","msg":"trace[940083915] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:23439; }","duration":"1.316541572s","start":"2026-02-26T02:37:47.053322Z","end":"2026-02-26T02:37:48.369864Z","steps":["trace[940083915] 'agreement among raft nodes before linearized reading' (duration: 1.316409449s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:48.369896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.293564367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:37:48.369913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:46.702427Z","time spent":"1.667472809s","remote":"127.0.0.1:42552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:37:48.36991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:47.029107Z","time spent":"1.340792831s","remote":"127.0.0.1:49516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:37:48.369942Z","caller":"traceutil/trace.go:171","msg":"trace[990251850] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:23439; }","duration":"6.293650179s","start":"2026-02-26T02:37:42.076281Z","end":"2026-02-26T02:37:48.369931Z","steps":["trace[990251850] 'agreement among raft nodes before linearized reading' (duration: 6.293581527s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:48.369948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:47.053218Z","time spent":"1.316713857s","remote":"127.0.0.1:49576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:37:48.369982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:42.076257Z","time spent":"6.2937175s","remote":"127.0.0.1:45540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":32,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:37:48.369962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.878248172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:37:48.370057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.65611836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:37:48.370079Z","caller":"traceutil/trace.go:171","msg":"trace[736410331] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:23439; }","duration":"5.878431188s","start":"2026-02-26T02:37:42.491616Z","end":"2026-02-26T02:37:48.370047Z","steps":["trace[736410331] 'agreement among raft nodes before linearized reading' (duration: 5.878175481s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:37:48.369682Z","caller":"traceutil/trace.go:171","msg":"trace[1414698505] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23439; }","duration":"6.642716917s","start":"2026-02-26T02:37:41.726954Z","end":"2026-02-26T02:37:48.369671Z","steps":["trace[1414698505] 'agreement among raft nodes before linearized reading' (duration: 6.642643675s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:37:48.370104Z","caller":"traceutil/trace.go:171","msg":"trace[1557536423] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:23439; }","duration":"3.656216342s","start":"2026-02-26T02:37:44.713872Z","end":"2026-02-26T02:37:48.370088Z","steps":["trace[1557536423] 'agreement among raft nodes before linearized reading' (duration: 3.656093409s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:48.370122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:42.491584Z","time spent":"5.87853024s","remote":"127.0.0.1:42476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:37:48.369678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:47.307556Z","time spent":"1.062110428s","remote":"127.0.0.1:40928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:37:48.370125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:41.726931Z","time spent":"6.64318208s","remote":"127.0.0.1:42174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:37:48.369835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.640823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:37:48.370376Z","caller":"traceutil/trace.go:171","msg":"trace[878803579] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23439; }","duration":"887.219038ms","start":"2026-02-26T02:37:47.483146Z","end":"2026-02-26T02:37:48.370365Z","steps":["trace[878803579] 'agreement among raft nodes before linearized reading' (duration: 886.661374ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:48.370138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:44.713834Z","time spent":"3.656296764s","remote":"127.0.0.1:45516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":58,"response size":32,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:37:48.370426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:47.483123Z","time spent":"887.28609ms","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:37:48.370134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.04817002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-l89xc.1897ab4e7d7f9724\" ","response":"range_response_count:1 size:880"} {"level":"info","ts":"2026-02-26T02:37:48.370604Z","caller":"traceutil/trace.go:171","msg":"trace[1142682006] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-bc4cf8c95-l89xc.1897ab4e7d7f9724; range_end:; response_count:1; response_revision:23439; }","duration":"6.048698454s","start":"2026-02-26T02:37:42.321889Z","end":"2026-02-26T02:37:48.370588Z","steps":["trace[1142682006] 'agreement among raft nodes before linearized reading' (duration: 6.047832291s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:48.370932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:42.321873Z","time spent":"6.049043673s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":904,"request content":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-l89xc.1897ab4e7d7f9724\" "} {"level":"info","ts":"2026-02-26T02:37:48.369573Z","caller":"traceutil/trace.go:171","msg":"trace[1541396869] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:23439; }","duration":"3.41247784s","start":"2026-02-26T02:37:44.957079Z","end":"2026-02-26T02:37:48.369557Z","steps":["trace[1541396869] 'agreement among raft nodes before linearized reading' (duration: 3.412352907s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:48.371063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:44.957059Z","time spent":"3.413992019s","remote":"127.0.0.1:50538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:37:48.370273Z","caller":"traceutil/trace.go:171","msg":"trace[410972356] transaction","detail":"{read_only:false; response_revision:23440; number_of_response:1; }","duration":"287.388064ms","start":"2026-02-26T02:37:48.082873Z","end":"2026-02-26T02:37:48.370261Z","steps":["trace[410972356] 'process raft request' (duration: 286.318305ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:48.3696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.145522695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:37:48.371398Z","caller":"traceutil/trace.go:171","msg":"trace[1735924407] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:23439; }","duration":"3.147357854s","start":"2026-02-26T02:37:45.224008Z","end":"2026-02-26T02:37:48.371366Z","steps":["trace[1735924407] 'agreement among raft nodes before linearized reading' (duration: 3.145410112s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:48.371488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:45.22398Z","time spent":"3.147483236s","remote":"127.0.0.1:50554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:37:48.371507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.445305985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:37:48.371557Z","caller":"traceutil/trace.go:171","msg":"trace[1995394792] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23439; }","duration":"6.445418718s","start":"2026-02-26T02:37:41.926123Z","end":"2026-02-26T02:37:48.371542Z","steps":["trace[1995394792] 'agreement among raft nodes before linearized reading' (duration: 6.443371594s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:48.371876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:41.926094Z","time spent":"6.445749866s","remote":"127.0.0.1:50670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:37:48.735331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.266056792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:1074"} {"level":"info","ts":"2026-02-26T02:37:48.735426Z","caller":"traceutil/trace.go:171","msg":"trace[1786960912] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:23440; }","duration":"7.266187626s","start":"2026-02-26T02:37:41.46921Z","end":"2026-02-26T02:37:48.735398Z","steps":["trace[1786960912] 'agreement among raft nodes before linearized reading' (duration: 6.900976333s)","trace[1786960912] 'range keys from in-memory index tree' (duration: 364.951746ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:37:48.735471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:41.469185Z","time spent":"7.266275367s","remote":"127.0.0.1:45224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1098,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" "} {"level":"warn","ts":"2026-02-26T02:37:48.735747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.705659586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:37:48.735791Z","caller":"traceutil/trace.go:171","msg":"trace[1863606539] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:23440; }","duration":"4.705704897s","start":"2026-02-26T02:37:44.030072Z","end":"2026-02-26T02:37:48.735777Z","steps":["trace[1863606539] 'agreement among raft nodes before linearized reading' (duration: 4.340085713s)","trace[1863606539] 'count revisions from in-memory index tree' (duration: 365.562222ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:37:48.735829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:44.029994Z","time spent":"4.70582521s","remote":"127.0.0.1:49608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:37:48.736247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.145471934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:37:48.736332Z","caller":"traceutil/trace.go:171","msg":"trace[363769372] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:23440; }","duration":"7.145616838s","start":"2026-02-26T02:37:41.590693Z","end":"2026-02-26T02:37:48.73631Z","steps":["trace[363769372] 'agreement among raft nodes before linearized reading' (duration: 6.779428159s)","trace[363769372] 'count revisions from in-memory index tree' (duration: 366.054886ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:37:48.736366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:41.590668Z","time spent":"7.14569159s","remote":"127.0.0.1:57934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:37:48.736574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.258930255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:37:48.736597Z","caller":"traceutil/trace.go:171","msg":"trace[1754013999] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23440; }","duration":"7.258966125s","start":"2026-02-26T02:37:41.477618Z","end":"2026-02-26T02:37:48.736585Z","steps":["trace[1754013999] 'agreement among raft nodes before linearized reading' (duration: 6.892520929s)","trace[1754013999] 'count revisions from in-memory index tree' (duration: 366.411744ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:37:48.736619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:41.477602Z","time spent":"7.259007237s","remote":"127.0.0.1:50614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:37:48.736729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.267409388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:37:48.736746Z","caller":"traceutil/trace.go:171","msg":"trace[1996527407] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23440; }","duration":"7.267442068s","start":"2026-02-26T02:37:41.469297Z","end":"2026-02-26T02:37:48.736739Z","steps":["trace[1996527407] 'agreement among raft nodes before linearized reading' (duration: 6.900855819s)","trace[1996527407] 'range keys from in-memory index tree' (duration: 366.561079ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:37:48.736763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:41.46929Z","time spent":"7.26746687s","remote":"127.0.0.1:45318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-26T02:37:48.736828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.356674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:37:48.736851Z","caller":"traceutil/trace.go:171","msg":"trace[1257157821] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:23440; }","duration":"566.381395ms","start":"2026-02-26T02:37:48.170462Z","end":"2026-02-26T02:37:48.736843Z","steps":["trace[1257157821] 'agreement among raft nodes before linearized reading' (duration: 199.851217ms)","trace[1257157821] 'count revisions from in-memory index tree' (duration: 366.495597ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:37:48.736868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:48.170375Z","time spent":"566.488267ms","remote":"127.0.0.1:45246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:37:48.736921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.928463235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:37:48.736985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.267660304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"warn","ts":"2026-02-26T02:37:48.737016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.667229672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:37:48.737028Z","caller":"traceutil/trace.go:171","msg":"trace[478781502] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23440; }","duration":"7.267717935s","start":"2026-02-26T02:37:41.469297Z","end":"2026-02-26T02:37:48.737015Z","steps":["trace[478781502] 'agreement among raft nodes before linearized reading' (duration: 6.900867559s)","trace[478781502] 'range keys from in-memory index tree' (duration: 366.776815ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:37:48.737036Z","caller":"traceutil/trace.go:171","msg":"trace[1575009470] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23440; }","duration":"6.667247693s","start":"2026-02-26T02:37:42.069781Z","end":"2026-02-26T02:37:48.737029Z","steps":["trace[1575009470] 'agreement among raft nodes before linearized reading' (duration: 6.300490989s)","trace[1575009470] 'range keys from in-memory index tree' (duration: 366.729483ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:37:48.737054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:42.06976Z","time spent":"6.667288624s","remote":"127.0.0.1:45492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-02-26T02:37:48.737045Z","caller":"traceutil/trace.go:171","msg":"trace[229623353] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:23440; }","duration":"2.92865994s","start":"2026-02-26T02:37:45.808356Z","end":"2026-02-26T02:37:48.737016Z","steps":["trace[229623353] 'agreement among raft nodes before linearized reading' (duration: 2.561981809s)","trace[229623353] 'count revisions from in-memory index tree' (duration: 366.499177ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:37:48.737085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.430637898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:37:48.737109Z","caller":"traceutil/trace.go:171","msg":"trace[593714415] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23440; }","duration":"1.430718391s","start":"2026-02-26T02:37:47.306382Z","end":"2026-02-26T02:37:48.737101Z","steps":["trace[593714415] 'agreement among raft nodes before linearized reading' (duration: 1.063773982s)","trace[593714415] 'count revisions from in-memory index tree' (duration: 366.903668ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:37:48.737117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:45.808333Z","time spent":"2.928769534s","remote":"127.0.0.1:42382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:37:48.737153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.151528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:37:48.737151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:47.306356Z","time spent":"1.430781492s","remote":"127.0.0.1:50598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:37:48.737174Z","caller":"traceutil/trace.go:171","msg":"trace[1311245274] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23440; }","duration":"484.220929ms","start":"2026-02-26T02:37:48.252945Z","end":"2026-02-26T02:37:48.737166Z","steps":["trace[1311245274] 'agreement among raft nodes before linearized reading' (duration: 117.343352ms)","trace[1311245274] 'count revisions from in-memory index tree' (duration: 366.847717ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:37:48.737188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:48.252913Z","time spent":"484.270091ms","remote":"127.0.0.1:42262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:37:48.737273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.00886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:37:48.73729Z","caller":"traceutil/trace.go:171","msg":"trace[336674204] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:23440; }","duration":"548.068912ms","start":"2026-02-26T02:37:48.189212Z","end":"2026-02-26T02:37:48.737281Z","steps":["trace[336674204] 'agreement among raft nodes before linearized reading' (duration: 181.089173ms)","trace[336674204] 'count revisions from in-memory index tree' (duration: 366.954789ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:37:48.737307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:48.189188Z","time spent":"548.112853ms","remote":"127.0.0.1:42630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:37:48.737354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.119937751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:37:48.737376Z","caller":"traceutil/trace.go:171","msg":"trace[1538967438] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:23440; }","duration":"5.120005404s","start":"2026-02-26T02:37:43.617362Z","end":"2026-02-26T02:37:48.737368Z","steps":["trace[1538967438] 'agreement among raft nodes before linearized reading' (duration: 4.752806918s)","trace[1538967438] 'count revisions from in-memory index tree' (duration: 367.163235ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:37:48.737408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.180157288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:37:48.73745Z","caller":"traceutil/trace.go:171","msg":"trace[1723233964] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23440; }","duration":"2.180196529s","start":"2026-02-26T02:37:46.557235Z","end":"2026-02-26T02:37:48.737432Z","steps":["trace[1723233964] 'agreement among raft nodes before linearized reading' (duration: 1.813082816s)","trace[1723233964] 'count revisions from in-memory index tree' (duration: 367.060452ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:37:48.737481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:46.557161Z","time spent":"2.180309642s","remote":"127.0.0.1:42602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:37:48.73705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:41.469288Z","time spent":"7.267757207s","remote":"127.0.0.1:45188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1878,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T02:37:48.737591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:43.617337Z","time spent":"5.120053294s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":78,"response size":32,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:37:48.73699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.415385837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:37:48.737738Z","caller":"traceutil/trace.go:171","msg":"trace[3723852] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:23440; }","duration":"5.416178148s","start":"2026-02-26T02:37:43.321546Z","end":"2026-02-26T02:37:48.737725Z","steps":["trace[3723852] 'agreement among raft nodes before linearized reading' (duration: 5.048636703s)","trace[3723852] 'count revisions from in-memory index tree' (duration: 366.784974ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:37:48.737751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.203678968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4664"} {"level":"warn","ts":"2026-02-26T02:37:48.737769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:43.321519Z","time spent":"5.416239979s","remote":"127.0.0.1:45416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":32,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:37:48.737772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.206226415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-26T02:37:48.737792Z","caller":"traceutil/trace.go:171","msg":"trace[250356176] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:23440; }","duration":"1.203728018s","start":"2026-02-26T02:37:47.534046Z","end":"2026-02-26T02:37:48.737774Z","steps":["trace[250356176] 'agreement among raft nodes before linearized reading' (duration: 836.278676ms)","trace[250356176] 'range keys from in-memory index tree' (duration: 367.315309ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:37:48.737808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.10925805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:37:48.737818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:47.534038Z","time spent":"1.20377199s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4688,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"info","ts":"2026-02-26T02:37:48.737819Z","caller":"traceutil/trace.go:171","msg":"trace[1314989572] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:23440; }","duration":"1.206267016s","start":"2026-02-26T02:37:47.531534Z","end":"2026-02-26T02:37:48.737801Z","steps":["trace[1314989572] 'agreement among raft nodes before linearized reading' (duration: 838.703011ms)","trace[1314989572] 'range keys from in-memory index tree' (duration: 367.36499ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:37:48.737838Z","caller":"traceutil/trace.go:171","msg":"trace[1806125088] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23440; }","duration":"2.109325412s","start":"2026-02-26T02:37:46.628504Z","end":"2026-02-26T02:37:48.737829Z","steps":["trace[1806125088] 'agreement among raft nodes before linearized reading' (duration: 1.741829498s)","trace[1806125088] 'count revisions from in-memory index tree' (duration: 367.439892ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:37:48.737849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:47.531482Z","time spent":"1.206358608s","remote":"127.0.0.1:45318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-02-26T02:37:48.737859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.269560193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:37:48.737863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:46.628484Z","time spent":"2.109371163s","remote":"127.0.0.1:42216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:37:48.737884Z","caller":"traceutil/trace.go:171","msg":"trace[730808948] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:23440; }","duration":"3.269626835s","start":"2026-02-26T02:37:45.468248Z","end":"2026-02-26T02:37:48.737875Z","steps":["trace[730808948] 'agreement among raft nodes before linearized reading' (duration: 2.902091691s)","trace[730808948] 'count revisions from in-memory index tree' (duration: 367.497953ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:37:48.737903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:45.468227Z","time spent":"3.269668886s","remote":"127.0.0.1:38480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:37:48.738092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.687061ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:37:48.738213Z","caller":"traceutil/trace.go:171","msg":"trace[1151847657] linearizableReadLoop","detail":"{readStateIndex:24298; appliedIndex:24297; }","duration":"360.262223ms","start":"2026-02-26T02:37:48.377923Z","end":"2026-02-26T02:37:48.738186Z","steps":["trace[1151847657] 'read index received' (duration: 86.215052ms)","trace[1151847657] 'applied index is now lower than readState.Index' (duration: 274.045161ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:37:48.738266Z","caller":"traceutil/trace.go:171","msg":"trace[71534677] transaction","detail":"{read_only:false; response_revision:23441; number_of_response:1; }","duration":"364.391422ms","start":"2026-02-26T02:37:48.373847Z","end":"2026-02-26T02:37:48.738238Z","steps":["trace[71534677] 'process raft request' (duration: 90.439303ms)","trace[71534677] 'compare' (duration: 271.929375ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:37:48.738454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:48.373823Z","time spent":"364.539426ms","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:37:48.738799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.874639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:37:48.738827Z","caller":"traceutil/trace.go:171","msg":"trace[1711891008] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23441; }","duration":"360.92821ms","start":"2026-02-26T02:37:48.37789Z","end":"2026-02-26T02:37:48.738819Z","steps":["trace[1711891008] 'agreement among raft nodes before linearized reading' (duration: 360.854018ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:48.738843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:48.377876Z","time spent":"360.963281ms","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T02:37:48.825466Z","caller":"traceutil/trace.go:171","msg":"trace[713249830] transaction","detail":"{read_only:false; response_revision:23442; number_of_response:1; }","duration":"164.197726ms","start":"2026-02-26T02:37:48.661207Z","end":"2026-02-26T02:37:48.825405Z","steps":["trace[713249830] 'process raft request' (duration: 163.886398ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:49.326378Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892341,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:37:49.827196Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892341,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:37:49.846734Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.021586729s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T02:37:49.848953Z","caller":"traceutil/trace.go:171","msg":"trace[375768250] transaction","detail":"{read_only:false; response_revision:23443; number_of_response:1; }","duration":"1.102353727s","start":"2026-02-26T02:37:48.746565Z","end":"2026-02-26T02:37:49.848919Z","steps":["trace[375768250] 'process raft request' (duration: 1.100530159s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:49.849214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:48.746554Z","time spent":"1.10248728s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4931,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:37:50.743851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.003999815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:37:50.743974Z","caller":"traceutil/trace.go:171","msg":"trace[1125601214] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00415387s","start":"2026-02-26T02:37:48.739773Z","end":"2026-02-26T02:37:50.743926Z","steps":["trace[1125601214] 'agreement among raft nodes before linearized reading' (duration: 2.004024116s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:50.744035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:48.739759Z","time spent":"2.004262182s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:37:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:37:51.113504Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.266214236s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T02:37:51.114801Z","caller":"traceutil/trace.go:171","msg":"trace[486785721] linearizableReadLoop","detail":"{readStateIndex:24302; appliedIndex:24299; }","duration":"2.289446728s","start":"2026-02-26T02:37:48.825318Z","end":"2026-02-26T02:37:51.114765Z","steps":["trace[486785721] 'read index received' (duration: 1.021918097s)","trace[486785721] 'applied index is now lower than readState.Index' (duration: 1.26752726s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:37:51.114913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.372229778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:37:51.115625Z","caller":"traceutil/trace.go:171","msg":"trace[1975167405] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23445; }","duration":"2.372970969s","start":"2026-02-26T02:37:48.742629Z","end":"2026-02-26T02:37:51.1156Z","steps":["trace[1975167405] 'agreement among raft nodes before linearized reading' (duration: 2.372174468s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:51.115694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:48.742621Z","time spent":"2.373056231s","remote":"127.0.0.1:45318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-02-26T02:37:51.11498Z","caller":"traceutil/trace.go:171","msg":"trace[1073148766] transaction","detail":"{read_only:false; response_revision:23444; number_of_response:1; }","duration":"2.285541364s","start":"2026-02-26T02:37:48.829402Z","end":"2026-02-26T02:37:51.114943Z","steps":["trace[1073148766] 'process raft request' (duration: 2.285062232s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:51.115764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.375863474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-02-26T02:37:51.115852Z","caller":"traceutil/trace.go:171","msg":"trace[1677387078] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:1; response_revision:23445; }","duration":"2.375988118s","start":"2026-02-26T02:37:48.739843Z","end":"2026-02-26T02:37:51.115831Z","steps":["trace[1677387078] 'agreement among raft nodes before linearized reading' (duration: 2.375729331s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:37:51.11501Z","caller":"traceutil/trace.go:171","msg":"trace[461995608] transaction","detail":"{read_only:false; response_revision:23445; number_of_response:1; }","duration":"2.145538075s","start":"2026-02-26T02:37:48.969445Z","end":"2026-02-26T02:37:51.114983Z","steps":["trace[461995608] 'process raft request' (duration: 2.145253248s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:51.115895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:48.739822Z","time spent":"2.37606472s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/162.253.55.200\" "} {"level":"warn","ts":"2026-02-26T02:37:51.11508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.372584598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:37:51.11597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:48.829371Z","time spent":"2.286420538s","remote":"127.0.0.1:45080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":129513,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:37:51.116008Z","caller":"traceutil/trace.go:171","msg":"trace[412159005] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23445; }","duration":"2.373517333s","start":"2026-02-26T02:37:48.742478Z","end":"2026-02-26T02:37:51.115995Z","steps":["trace[412159005] 'agreement among raft nodes before linearized reading' (duration: 2.372572328s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:51.116072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:48.742471Z","time spent":"2.373590055s","remote":"127.0.0.1:45224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-26T02:37:51.115171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.323471613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-26T02:37:51.116279Z","caller":"traceutil/trace.go:171","msg":"trace[558606332] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23445; }","duration":"2.324648455s","start":"2026-02-26T02:37:48.791619Z","end":"2026-02-26T02:37:51.116267Z","steps":["trace[558606332] 'agreement among raft nodes before linearized reading' (duration: 2.323415833s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:51.116307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:48.791577Z","time spent":"2.324721427s","remote":"127.0.0.1:45134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-26T02:37:51.115236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.372694981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897ab4c3459ef5d\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-02-26T02:37:51.116367Z","caller":"traceutil/trace.go:171","msg":"trace[42183383] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897ab4c3459ef5d; range_end:; response_count:1; response_revision:23445; }","duration":"2.373838511s","start":"2026-02-26T02:37:48.742511Z","end":"2026-02-26T02:37:51.11635Z","steps":["trace[42183383] 'agreement among raft nodes before linearized reading' (duration: 2.372588028s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:51.116419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:48.742499Z","time spent":"2.373906113s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897ab4c3459ef5d\" "} {"level":"warn","ts":"2026-02-26T02:37:51.115337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.372873916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3085c8ce-ed1a-475d-9953-594ef8bc228f\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-02-26T02:37:51.116535Z","caller":"traceutil/trace.go:171","msg":"trace[1080793429] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3085c8ce-ed1a-475d-9953-594ef8bc228f; range_end:; response_count:1; response_revision:23445; }","duration":"2.374106598s","start":"2026-02-26T02:37:48.742416Z","end":"2026-02-26T02:37:51.116523Z","steps":["trace[1080793429] 'agreement among raft nodes before linearized reading' (duration: 2.372714421s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:51.116558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:48.742409Z","time spent":"2.37414267s","remote":"127.0.0.1:45180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1328,"request content":"key:\"/registry/persistentvolumes/pvc-3085c8ce-ed1a-475d-9953-594ef8bc228f\" "} {"level":"warn","ts":"2026-02-26T02:37:51.116071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:48.969409Z","time spent":"2.146519881s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:37:51.616598Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892345,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:37:52.117669Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892345,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:37:52.178339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000552746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:37:52.178455Z","caller":"traceutil/trace.go:171","msg":"trace[239496461] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00071122s","start":"2026-02-26T02:37:50.177709Z","end":"2026-02-26T02:37:52.178421Z","steps":["trace[239496461] 'agreement among raft nodes before linearized reading' (duration: 2.000570747s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:52.17853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:50.177697Z","time spent":"2.000816653s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:37:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:37:52.61848Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892345,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:37:52.747809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999563029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:37:52.747922Z","caller":"traceutil/trace.go:171","msg":"trace[2121559391] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999747074s","start":"2026-02-26T02:37:50.748148Z","end":"2026-02-26T02:37:52.747895Z","steps":["trace[2121559391] 'agreement among raft nodes before linearized reading' (duration: 1.99958266s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:52.748035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:50.748131Z","time spent":"1.999883828s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:37:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:37:53.119204Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892345,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:37:53.457806Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.34383935s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T02:37:53.458432Z","caller":"traceutil/trace.go:171","msg":"trace[1364409172] transaction","detail":"{read_only:false; response_revision:23446; number_of_response:1; }","duration":"3.575282439s","start":"2026-02-26T02:37:49.883086Z","end":"2026-02-26T02:37:53.458369Z","steps":["trace[1364409172] 'process raft request' (duration: 3.575028383s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:53.458646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:49.883059Z","time spent":"3.575467285s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:37:53.694997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:51.116826Z","time spent":"2.578160274s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-26T02:37:53.695539Z","caller":"traceutil/trace.go:171","msg":"trace[1863197134] transaction","detail":"{read_only:false; response_revision:23447; number_of_response:1; }","duration":"2.57607614s","start":"2026-02-26T02:37:51.119423Z","end":"2026-02-26T02:37:53.695499Z","steps":["trace[1863197134] 'process raft request' (duration: 2.575517995s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:53.695739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:51.119399Z","time spent":"2.576235283s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:37:54.259209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.005242ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-02-26T02:37:54.259427Z","caller":"traceutil/trace.go:171","msg":"trace[1094343173] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23448; }","duration":"561.953618ms","start":"2026-02-26T02:37:53.697452Z","end":"2026-02-26T02:37:54.259405Z","steps":["trace[1094343173] 'process raft request' (duration: 561.880176ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:54.259564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:53.697414Z","time spent":"562.055181ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:37:54.260136Z","caller":"traceutil/trace.go:171","msg":"trace[193389008] linearizableReadLoop","detail":"{readStateIndex:24305; appliedIndex:24302; }","duration":"3.144549739s","start":"2026-02-26T02:37:51.115571Z","end":"2026-02-26T02:37:54.260121Z","steps":["trace[193389008] 'read index received' (duration: 2.342669199s)","trace[193389008] 'applied index is now lower than readState.Index' (duration: 801.87914ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:37:54.26041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.477530184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-02-26T02:37:54.260456Z","caller":"traceutil/trace.go:171","msg":"trace[563471709] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:23448; }","duration":"3.477621306s","start":"2026-02-26T02:37:50.782823Z","end":"2026-02-26T02:37:54.260444Z","steps":["trace[563471709] 'agreement among raft nodes before linearized reading' (duration: 3.477445272s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:54.260433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.597728869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:37:54.260491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:50.782796Z","time spent":"3.477686057s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":565,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-02-26T02:37:54.26047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.507000869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:37:54.260517Z","caller":"traceutil/trace.go:171","msg":"trace[638465507] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23448; }","duration":"1.597893134s","start":"2026-02-26T02:37:52.662599Z","end":"2026-02-26T02:37:54.260493Z","steps":["trace[638465507] 'agreement among raft nodes before linearized reading' (duration: 1.59777183s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:37:54.260551Z","caller":"traceutil/trace.go:171","msg":"trace[1854529316] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23448; }","duration":"1.507137453s","start":"2026-02-26T02:37:52.753392Z","end":"2026-02-26T02:37:54.26053Z","steps":["trace[1854529316] 'agreement among raft nodes before linearized reading' (duration: 1.506953198s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:54.260522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.407832087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-x9lwc\" ","response":"range_response_count:1 size:5602"} {"level":"warn","ts":"2026-02-26T02:37:54.260568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:52.662572Z","time spent":"1.597982206s","remote":"127.0.0.1:42434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:37:54.260521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.896004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:37:54.260602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.140775099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-02-26T02:37:54.26061Z","caller":"traceutil/trace.go:171","msg":"trace[987963325] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-x9lwc; range_end:; response_count:1; response_revision:23448; }","duration":"4.407967131s","start":"2026-02-26T02:37:49.852621Z","end":"2026-02-26T02:37:54.260588Z","steps":["trace[987963325] 'agreement among raft nodes before linearized reading' (duration: 4.407684234s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:54.260592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.69883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:37:54.260664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:49.852601Z","time spent":"4.408052363s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5626,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-x9lwc\" "} {"level":"warn","ts":"2026-02-26T02:37:54.260686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.586640418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:37:54.260705Z","caller":"traceutil/trace.go:171","msg":"trace[1670218357] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23448; }","duration":"405.883095ms","start":"2026-02-26T02:37:53.854794Z","end":"2026-02-26T02:37:54.260677Z","steps":["trace[1670218357] 'agreement among raft nodes before linearized reading' (duration: 405.6909ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:54.260707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.540309767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:37:54.260712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.051776634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:176"} {"level":"warn","ts":"2026-02-26T02:37:54.260769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.499836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:37:54.260598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:52.753375Z","time spent":"1.507214994s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T02:37:54.260779Z","caller":"traceutil/trace.go:171","msg":"trace[1770639819] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:23448; }","duration":"2.54041227s","start":"2026-02-26T02:37:51.720341Z","end":"2026-02-26T02:37:54.260753Z","steps":["trace[1770639819] 'agreement among raft nodes before linearized reading' (duration: 2.540314028s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:37:54.260799Z","caller":"traceutil/trace.go:171","msg":"trace[2062201741] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:23448; }","duration":"3.051904018s","start":"2026-02-26T02:37:51.208874Z","end":"2026-02-26T02:37:54.260779Z","steps":["trace[2062201741] 'agreement among raft nodes before linearized reading' (duration: 3.051788655s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:54.260843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:51.72032Z","time spent":"2.540512333s","remote":"127.0.0.1:45462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:37:54.260724Z","caller":"traceutil/trace.go:171","msg":"trace[1192091075] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23448; }","duration":"1.586721339s","start":"2026-02-26T02:37:52.673994Z","end":"2026-02-26T02:37:54.260715Z","steps":["trace[1192091075] 'agreement among raft nodes before linearized reading' (duration: 1.586672468s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:54.260914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:52.673969Z","time spent":"1.586930175s","remote":"127.0.0.1:50644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:37:54.260673Z","caller":"traceutil/trace.go:171","msg":"trace[433401166] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:23448; }","duration":"612.091798ms","start":"2026-02-26T02:37:53.648538Z","end":"2026-02-26T02:37:54.26063Z","steps":["trace[433401166] 'agreement among raft nodes before linearized reading' (duration: 611.889243ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:54.260927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.975846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897a8a815b748d0\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-02-26T02:37:54.261006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:53.64851Z","time spent":"612.477609ms","remote":"127.0.0.1:42380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:37:54.261017Z","caller":"traceutil/trace.go:171","msg":"trace[991733750] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897a8a815b748d0; range_end:; response_count:1; response_revision:23448; }","duration":"560.112089ms","start":"2026-02-26T02:37:53.700883Z","end":"2026-02-26T02:37:54.260995Z","steps":["trace[991733750] 'agreement among raft nodes before linearized reading' (duration: 559.834851ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:54.261071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:53.700858Z","time spent":"560.199441ms","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897a8a815b748d0\" "} {"level":"warn","ts":"2026-02-26T02:37:54.260846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:51.208846Z","time spent":"3.05199275s","remote":"127.0.0.1:45230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":200,"request content":"key:\"/registry/serviceaccounts/openstack/default\" "} {"level":"warn","ts":"2026-02-26T02:37:54.260759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:53.854761Z","time spent":"405.986108ms","remote":"127.0.0.1:42354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:37:54.260797Z","caller":"traceutil/trace.go:171","msg":"trace[1404484324] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:23448; }","duration":"999.557377ms","start":"2026-02-26T02:37:53.261232Z","end":"2026-02-26T02:37:54.260789Z","steps":["trace[1404484324] 'agreement among raft nodes before linearized reading' (duration: 999.513946ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:54.261283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:53.261215Z","time spent":"1.000054811s","remote":"127.0.0.1:45300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":32,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:37:54.260592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.014158333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-02-26T02:37:54.261387Z","caller":"traceutil/trace.go:171","msg":"trace[818946869] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23448; }","duration":"3.015019856s","start":"2026-02-26T02:37:51.246357Z","end":"2026-02-26T02:37:54.261377Z","steps":["trace[818946869] 'agreement among raft nodes before linearized reading' (duration: 3.014011389s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:54.261417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:51.246334Z","time spent":"3.015072558s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T02:37:54.260596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.138848229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:1074"} {"level":"info","ts":"2026-02-26T02:37:54.261483Z","caller":"traceutil/trace.go:171","msg":"trace[1421950080] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:23448; }","duration":"3.139778613s","start":"2026-02-26T02:37:51.121693Z","end":"2026-02-26T02:37:54.261471Z","steps":["trace[1421950080] 'agreement among raft nodes before linearized reading' (duration: 3.138684435s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:54.261529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:51.121676Z","time spent":"3.139841655s","remote":"127.0.0.1:45224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1098,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" "} {"level":"info","ts":"2026-02-26T02:37:54.260646Z","caller":"traceutil/trace.go:171","msg":"trace[660391636] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:23448; }","duration":"3.140834911s","start":"2026-02-26T02:37:51.119798Z","end":"2026-02-26T02:37:54.260633Z","steps":["trace[660391636] 'agreement among raft nodes before linearized reading' (duration: 3.140681967s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:54.261642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:51.119782Z","time spent":"3.141803666s","remote":"127.0.0.1:45188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1806,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-02-26T02:37:54.261256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.136603151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:37:54.261827Z","caller":"traceutil/trace.go:171","msg":"trace[1448263893] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:23448; }","duration":"4.138070509s","start":"2026-02-26T02:37:50.123732Z","end":"2026-02-26T02:37:54.261802Z","steps":["trace[1448263893] 'agreement among raft nodes before linearized reading' (duration: 4.136560619s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:54.260652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.607621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:37:54.260433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.141207391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:37:54.260745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.134652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:37:54.262662Z","caller":"traceutil/trace.go:171","msg":"trace[1179375806] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:23448; }","duration":"883.615573ms","start":"2026-02-26T02:37:53.379009Z","end":"2026-02-26T02:37:54.262625Z","steps":["trace[1179375806] 'agreement among raft nodes before linearized reading' (duration: 881.60955ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:54.262705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:53.378996Z","time spent":"883.697186ms","remote":"127.0.0.1:49566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:37:54.262857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:50.123704Z","time spent":"4.139139117s","remote":"127.0.0.1:38464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:37:54.262868Z","caller":"traceutil/trace.go:171","msg":"trace[1026643255] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23448; }","duration":"3.143667536s","start":"2026-02-26T02:37:51.119167Z","end":"2026-02-26T02:37:54.262835Z","steps":["trace[1026643255] 'agreement among raft nodes before linearized reading' (duration: 3.14116012s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:54.262921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:51.119151Z","time spent":"3.143751108s","remote":"127.0.0.1:50626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:37:54.262584Z","caller":"traceutil/trace.go:171","msg":"trace[2097393455] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:23448; }","duration":"982.963601ms","start":"2026-02-26T02:37:53.279581Z","end":"2026-02-26T02:37:54.262544Z","steps":["trace[2097393455] 'agreement among raft nodes before linearized reading' (duration: 981.087951ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:54.263327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:53.279571Z","time spent":"983.72767ms","remote":"127.0.0.1:45492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":52,"response size":32,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:37:55.180755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.024095ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:37:55.181392Z","caller":"traceutil/trace.go:171","msg":"trace[240446400] transaction","detail":"{read_only:false; response_revision:23451; number_of_response:1; }","duration":"768.725007ms","start":"2026-02-26T02:37:54.41265Z","end":"2026-02-26T02:37:55.181375Z","steps":["trace[240446400] 'process raft request' (duration: 768.682765ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:55.18175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:54.41262Z","time spent":"769.074806ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:37:55.182101Z","caller":"traceutil/trace.go:171","msg":"trace[1228382593] transaction","detail":"{read_only:false; response_revision:23449; number_of_response:1; }","duration":"918.035901ms","start":"2026-02-26T02:37:54.264024Z","end":"2026-02-26T02:37:55.18206Z","steps":["trace[1228382593] 'process raft request' (duration: 572.593708ms)","trace[1228382593] 'compare' (duration: 343.602224ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:37:55.18212Z","caller":"traceutil/trace.go:171","msg":"trace[1492954098] transaction","detail":"{read_only:false; response_revision:23450; number_of_response:1; }","duration":"909.775673ms","start":"2026-02-26T02:37:54.272295Z","end":"2026-02-26T02:37:55.18207Z","steps":["trace[1492954098] 'process raft request' (duration: 908.89646ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:55.182373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:54.272268Z","time spent":"909.950048ms","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5902,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:37:55.182446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:54.264002Z","time spent":"918.195555ms","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:37:55.182468Z","caller":"traceutil/trace.go:171","msg":"trace[1752291956] linearizableReadLoop","detail":"{readStateIndex:24309; appliedIndex:24307; }","duration":"917.629051ms","start":"2026-02-26T02:37:54.264397Z","end":"2026-02-26T02:37:55.182026Z","steps":["trace[1752291956] 'read index received' (duration: 146.746857ms)","trace[1752291956] 'applied index is now lower than readState.Index' (duration: 770.877934ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:37:55.18272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.292108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-02-26T02:37:55.182955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.989867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:37:55.183024Z","caller":"traceutil/trace.go:171","msg":"trace[960731402] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23451; }","duration":"442.101109ms","start":"2026-02-26T02:37:54.740899Z","end":"2026-02-26T02:37:55.183001Z","steps":["trace[960731402] 'agreement among raft nodes before linearized reading' (duration: 442.007797ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:55.183074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:54.740873Z","time spent":"442.191532ms","remote":"127.0.0.1:42304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:37:55.183079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.392711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-38d82645-7a8f-450c-899c-07af03a812d9\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-02-26T02:37:55.183123Z","caller":"traceutil/trace.go:171","msg":"trace[187335624] range","detail":"{range_begin:/registry/persistentvolumes/pvc-38d82645-7a8f-450c-899c-07af03a812d9; range_end:; response_count:1; response_revision:23451; }","duration":"915.469843ms","start":"2026-02-26T02:37:54.267639Z","end":"2026-02-26T02:37:55.183109Z","steps":["trace[187335624] 'agreement among raft nodes before linearized reading' (duration: 915.225917ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:55.183171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:54.267632Z","time spent":"915.528255ms","remote":"127.0.0.1:45180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1300,"request content":"key:\"/registry/persistentvolumes/pvc-38d82645-7a8f-450c-899c-07af03a812d9\" "} {"level":"warn","ts":"2026-02-26T02:37:55.183163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.703582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-26T02:37:55.182922Z","caller":"traceutil/trace.go:171","msg":"trace[192843233] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23451; }","duration":"918.462842ms","start":"2026-02-26T02:37:54.26437Z","end":"2026-02-26T02:37:55.182833Z","steps":["trace[192843233] 'agreement among raft nodes before linearized reading' (duration: 918.126113ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:37:55.183225Z","caller":"traceutil/trace.go:171","msg":"trace[1099242260] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:23451; }","duration":"221.821135ms","start":"2026-02-26T02:37:54.961388Z","end":"2026-02-26T02:37:55.18321Z","steps":["trace[1099242260] 'agreement among raft nodes before linearized reading' (duration: 221.548278ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:55.183328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:54.264355Z","time spent":"918.921675ms","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T02:37:55.183549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"911.637922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:37:55.183655Z","caller":"traceutil/trace.go:171","msg":"trace[1531629019] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23451; }","duration":"911.780385ms","start":"2026-02-26T02:37:54.27186Z","end":"2026-02-26T02:37:55.183641Z","steps":["trace[1531629019] 'agreement among raft nodes before linearized reading' (duration: 911.150249ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:55.183698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:54.271843Z","time spent":"911.845817ms","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:37:55.183827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.39017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-02-26T02:37:55.183927Z","caller":"traceutil/trace.go:171","msg":"trace[11753145] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23451; }","duration":"907.505023ms","start":"2026-02-26T02:37:54.276404Z","end":"2026-02-26T02:37:55.183909Z","steps":["trace[11753145] 'agreement among raft nodes before linearized reading' (duration: 906.551228ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:55.183998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:54.276395Z","time spent":"907.590575ms","remote":"127.0.0.1:50696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5676,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-02-26T02:37:55.739914Z","caller":"traceutil/trace.go:171","msg":"trace[528101660] transaction","detail":"{read_only:false; response_revision:23453; number_of_response:1; }","duration":"538.812028ms","start":"2026-02-26T02:37:55.20107Z","end":"2026-02-26T02:37:55.739882Z","steps":["trace[528101660] 'process raft request' (duration: 538.640844ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:55.74012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:55.201051Z","time spent":"538.971582ms","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6844,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:37:55.740329Z","caller":"traceutil/trace.go:171","msg":"trace[1214124439] linearizableReadLoop","detail":"{readStateIndex:24313; appliedIndex:24313; }","duration":"464.271084ms","start":"2026-02-26T02:37:55.276048Z","end":"2026-02-26T02:37:55.740319Z","steps":["trace[1214124439] 'read index received' (duration: 464.264154ms)","trace[1214124439] 'applied index is now lower than readState.Index' (duration: 6.26µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:37:55.740509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.894006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-02-26T02:37:55.740539Z","caller":"traceutil/trace.go:171","msg":"trace[782697262] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23453; }","duration":"542.940007ms","start":"2026-02-26T02:37:55.19759Z","end":"2026-02-26T02:37:55.74053Z","steps":["trace[782697262] 'agreement among raft nodes before linearized reading' (duration: 542.794263ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:55.740567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:55.197582Z","time spent":"542.978438ms","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T02:37:55.740703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.275456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-26T02:37:55.740791Z","caller":"traceutil/trace.go:171","msg":"trace[809701839] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:23453; }","duration":"543.396869ms","start":"2026-02-26T02:37:55.197371Z","end":"2026-02-26T02:37:55.740768Z","steps":["trace[809701839] 'agreement among raft nodes before linearized reading' (duration: 543.141272ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:55.740833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:55.197359Z","time spent":"543.4659ms","remote":"127.0.0.1:45318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-02-26T02:37:56.240626Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892370,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:37:57.788289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00037359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:37:57.788381Z","caller":"traceutil/trace.go:171","msg":"trace[1404317196] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000544435s","start":"2026-02-26T02:37:55.78781Z","end":"2026-02-26T02:37:57.788355Z","steps":["trace[1404317196] 'agreement among raft nodes before linearized reading' (duration: 2.000422421s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:57.78843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:55.787723Z","time spent":"2.000698298s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:37:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:37:58.197172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:57.713133Z","time spent":"484.029985ms","remote":"127.0.0.1:38802","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T02:37:58.198503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.61326963s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:37:58.198602Z","caller":"traceutil/trace.go:171","msg":"trace[484670947] linearizableReadLoop","detail":"{readStateIndex:24314; appliedIndex:24313; }","duration":"2.458229524s","start":"2026-02-26T02:37:55.740353Z","end":"2026-02-26T02:37:58.198582Z","steps":["trace[484670947] 'read index received' (duration: 844.815421ms)","trace[484670947] 'applied index is now lower than readState.Index' (duration: 1.613412223s)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:37:58.198709Z","caller":"traceutil/trace.go:171","msg":"trace[128767538] transaction","detail":"{read_only:false; response_revision:23454; number_of_response:1; }","duration":"2.732468791s","start":"2026-02-26T02:37:55.466227Z","end":"2026-02-26T02:37:58.198695Z","steps":["trace[128767538] 'process raft request' (duration: 1.118893954s)","trace[128767538] 'compare' (duration: 1.613080184s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:37:58.198774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:55.466196Z","time spent":"2.732544963s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:37:58.199108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.557989583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:37:58.199168Z","caller":"traceutil/trace.go:171","msg":"trace[634935386] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:23454; }","duration":"2.558086315s","start":"2026-02-26T02:37:55.641065Z","end":"2026-02-26T02:37:58.199152Z","steps":["trace[634935386] 'agreement among raft nodes before linearized reading' (duration: 2.55788803s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:58.199221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:55.641046Z","time spent":"2.558159558s","remote":"127.0.0.1:45076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":115,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:37:58.199403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.919096149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-sskkd.1897ab4fec9e7581\" ","response":"range_response_count:1 size:864"} {"level":"info","ts":"2026-02-26T02:37:58.199544Z","caller":"traceutil/trace.go:171","msg":"trace[1786011467] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-sskkd.1897ab4fec9e7581; range_end:; response_count:1; response_revision:23454; }","duration":"2.919288034s","start":"2026-02-26T02:37:55.280231Z","end":"2026-02-26T02:37:58.199519Z","steps":["trace[1786011467] 'agreement among raft nodes before linearized reading' (duration: 2.918926724s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:58.199592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:55.280209Z","time spent":"2.919373786s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":888,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-sskkd.1897ab4fec9e7581\" "} {"level":"warn","ts":"2026-02-26T02:37:58.199604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.455144733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18646"} {"level":"info","ts":"2026-02-26T02:37:58.199643Z","caller":"traceutil/trace.go:171","msg":"trace[755280456] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23454; }","duration":"2.455242636s","start":"2026-02-26T02:37:55.744388Z","end":"2026-02-26T02:37:58.199631Z","steps":["trace[755280456] 'agreement among raft nodes before linearized reading' (duration: 2.45501623s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:58.19968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:55.744346Z","time spent":"2.455327658s","remote":"127.0.0.1:45202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18670,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-26T02:37:58.199964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.919604052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2673ec15-2333-4f3c-b6f2-22c818bd363c\" ","response":"range_response_count:1 size:1284"} {"level":"warn","ts":"2026-02-26T02:37:58.199971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.737478452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3018"} {"level":"warn","ts":"2026-02-26T02:37:58.199906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.10813546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:37:58.199997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.880432219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:37:58.200002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.623966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:37:58.200062Z","caller":"traceutil/trace.go:171","msg":"trace[887840285] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:23454; }","duration":"1.737655487s","start":"2026-02-26T02:37:56.462382Z","end":"2026-02-26T02:37:58.200037Z","steps":["trace[887840285] 'agreement among raft nodes before linearized reading' (duration: 1.737454151s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:37:58.200096Z","caller":"traceutil/trace.go:171","msg":"trace[37255202] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:23454; }","duration":"2.880637354s","start":"2026-02-26T02:37:55.319433Z","end":"2026-02-26T02:37:58.200071Z","steps":["trace[37255202] 'agreement among raft nodes before linearized reading' (duration: 2.880392518s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:58.200111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:56.46235Z","time spent":"1.737750909s","remote":"127.0.0.1:45134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3042,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"info","ts":"2026-02-26T02:37:58.200119Z","caller":"traceutil/trace.go:171","msg":"trace[478209812] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23454; }","duration":"411.824792ms","start":"2026-02-26T02:37:57.788262Z","end":"2026-02-26T02:37:58.200087Z","steps":["trace[478209812] 'agreement among raft nodes before linearized reading' (duration: 411.570735ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:58.200158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:55.31941Z","time spent":"2.880735237s","remote":"127.0.0.1:38470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:37:58.20019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:57.788246Z","time spent":"411.924604ms","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:37:58.2002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.452959805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-fppwd\" ","response":"range_response_count:1 size:4353"} {"level":"info","ts":"2026-02-26T02:37:58.200296Z","caller":"traceutil/trace.go:171","msg":"trace[2087050366] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-69cb5bbdb9-fppwd; range_end:; response_count:1; response_revision:23454; }","duration":"2.453084769s","start":"2026-02-26T02:37:55.747189Z","end":"2026-02-26T02:37:58.200274Z","steps":["trace[2087050366] 'agreement among raft nodes before linearized reading' (duration: 2.452802491s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:58.200295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.637715824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:37:58.200343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:55.747172Z","time spent":"2.453162s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":4377,"request content":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-fppwd\" "} {"level":"warn","ts":"2026-02-26T02:37:58.200297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.157990313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:37:58.200366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.27437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:37:58.200386Z","caller":"traceutil/trace.go:171","msg":"trace[1465963954] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23454; }","duration":"1.158083015s","start":"2026-02-26T02:37:57.042293Z","end":"2026-02-26T02:37:58.200376Z","steps":["trace[1465963954] 'agreement among raft nodes before linearized reading' (duration: 1.157967522s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:37:58.200416Z","caller":"traceutil/trace.go:171","msg":"trace[623847056] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:23454; }","duration":"435.354682ms","start":"2026-02-26T02:37:57.765042Z","end":"2026-02-26T02:37:58.200397Z","steps":["trace[623847056] 'agreement among raft nodes before linearized reading' (duration: 435.28153ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:58.200427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:57.042227Z","time spent":"1.158188178s","remote":"127.0.0.1:42296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:37:58.200459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:57.76502Z","time spent":"435.426563ms","remote":"127.0.0.1:38452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:37:58.20048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.372325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:37:58.200532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.957113899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-02-26T02:37:58.20006Z","caller":"traceutil/trace.go:171","msg":"trace[1963706538] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:23454; }","duration":"2.108338095s","start":"2026-02-26T02:37:56.09171Z","end":"2026-02-26T02:37:58.200049Z","steps":["trace[1963706538] 'agreement among raft nodes before linearized reading' (duration: 2.10815519s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:37:58.200349Z","caller":"traceutil/trace.go:171","msg":"trace[1989281740] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:23454; }","duration":"2.637774355s","start":"2026-02-26T02:37:55.562564Z","end":"2026-02-26T02:37:58.200338Z","steps":["trace[1989281740] 'agreement among raft nodes before linearized reading' (duration: 2.637687453s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:58.200582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:56.091682Z","time spent":"2.108884219s","remote":"127.0.0.1:45548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":32,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:37:58.200611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:55.562499Z","time spent":"2.638093064s","remote":"127.0.0.1:42488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:37:58.200015Z","caller":"traceutil/trace.go:171","msg":"trace[1347456852] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2673ec15-2333-4f3c-b6f2-22c818bd363c; range_end:; response_count:1; response_revision:23454; }","duration":"2.919717705s","start":"2026-02-26T02:37:55.280284Z","end":"2026-02-26T02:37:58.200002Z","steps":["trace[1347456852] 'agreement among raft nodes before linearized reading' (duration: 2.91955437s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:58.200625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.152019506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-02-26T02:37:58.200565Z","caller":"traceutil/trace.go:171","msg":"trace[2136636700] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:23454; }","duration":"267.522579ms","start":"2026-02-26T02:37:57.933023Z","end":"2026-02-26T02:37:58.200546Z","steps":["trace[2136636700] 'agreement among raft nodes before linearized reading' (duration: 267.359245ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:58.200798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:55.280266Z","time spent":"2.920519636s","remote":"127.0.0.1:45180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1308,"request content":"key:\"/registry/persistentvolumes/pvc-2673ec15-2333-4f3c-b6f2-22c818bd363c\" "} {"level":"info","ts":"2026-02-26T02:37:58.200563Z","caller":"traceutil/trace.go:171","msg":"trace[2072983139] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23454; }","duration":"1.957189722s","start":"2026-02-26T02:37:56.243362Z","end":"2026-02-26T02:37:58.200552Z","steps":["trace[2072983139] 'agreement among raft nodes before linearized reading' (duration: 1.956485154s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:58.200386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.36851686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:37:58.20055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.228108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:37:58.200799Z","caller":"traceutil/trace.go:171","msg":"trace[1248614738] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:23454; }","duration":"1.152235482s","start":"2026-02-26T02:37:57.048551Z","end":"2026-02-26T02:37:58.200787Z","steps":["trace[1248614738] 'agreement among raft nodes before linearized reading' (duration: 1.152013916s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:37:58.200953Z","caller":"traceutil/trace.go:171","msg":"trace[274073913] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:23454; }","duration":"402.66253ms","start":"2026-02-26T02:37:57.79828Z","end":"2026-02-26T02:37:58.200942Z","steps":["trace[274073913] 'agreement among raft nodes before linearized reading' (duration: 402.209038ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:58.200943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.639753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-26T02:37:58.200987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:57.798269Z","time spent":"402.706541ms","remote":"127.0.0.1:38494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:37:58.200988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:57.048521Z","time spent":"1.152457507s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":565,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"info","ts":"2026-02-26T02:37:58.200995Z","caller":"traceutil/trace.go:171","msg":"trace[1914551121] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:23454; }","duration":"190.749846ms","start":"2026-02-26T02:37:58.010234Z","end":"2026-02-26T02:37:58.200983Z","steps":["trace[1914551121] 'agreement among raft nodes before linearized reading' (duration: 190.48938ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:58.201049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.649183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:37:58.201173Z","caller":"traceutil/trace.go:171","msg":"trace[1871036796] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:23454; }","duration":"267.957051ms","start":"2026-02-26T02:37:57.933195Z","end":"2026-02-26T02:37:58.201152Z","steps":["trace[1871036796] 'agreement among raft nodes before linearized reading' (duration: 267.55617ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:37:58.200956Z","caller":"traceutil/trace.go:171","msg":"trace[652773842] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:23454; }","duration":"1.369122686s","start":"2026-02-26T02:37:56.831818Z","end":"2026-02-26T02:37:58.20094Z","steps":["trace[652773842] 'agreement among raft nodes before linearized reading' (duration: 1.368525831s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:37:58.201292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:56.831797Z","time spent":"1.369484165s","remote":"127.0.0.1:49480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:37:58.200919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:56.243334Z","time spent":"1.957575781s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-26T02:37:58.706475Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892372,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:37:59.207596Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892372,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:37:59.707967Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892372,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:38:00.208608Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892372,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:38:00.20882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000384081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:38:00.208951Z","caller":"traceutil/trace.go:171","msg":"trace[941562593] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000554165s","start":"2026-02-26T02:37:58.208361Z","end":"2026-02-26T02:38:00.208915Z","steps":["trace[941562593] 'agreement among raft nodes before linearized reading' (duration: 2.000390421s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:00.209023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:58.208356Z","time spent":"2.000653758s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:38:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:38:00.259112Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.055803492s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:38:00.861303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.856138ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:38:00.861441Z","caller":"traceutil/trace.go:171","msg":"trace[775040467] transaction","detail":"{read_only:false; response_revision:23455; number_of_response:1; }","duration":"2.658220994s","start":"2026-02-26T02:37:58.203201Z","end":"2026-02-26T02:38:00.861422Z","steps":["trace[775040467] 'process raft request' (duration: 2.056156031s)","trace[775040467] 'compare' (duration: 600.330948ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:38:00.861484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:58.203177Z","time spent":"2.658286946s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:38:02.176962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000166414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:38:02.177071Z","caller":"traceutil/trace.go:171","msg":"trace[312585724] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000297257s","start":"2026-02-26T02:38:00.176749Z","end":"2026-02-26T02:38:02.177046Z","steps":["trace[312585724] 'agreement among raft nodes before linearized reading' (duration: 2.000161624s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:02.177131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:00.176671Z","time spent":"2.000447901s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:38:02.209846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000620186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:38:02.209982Z","caller":"traceutil/trace.go:171","msg":"trace[477775346] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000816141s","start":"2026-02-26T02:38:00.209145Z","end":"2026-02-26T02:38:02.209961Z","steps":["trace[477775346] 'agreement among raft nodes before linearized reading' (duration: 2.000676107s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:02.210051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:00.209118Z","time spent":"2.000919464s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:38:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:38:02.650676Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.391213569s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T02:38:02.651591Z","caller":"traceutil/trace.go:171","msg":"trace[933106069] transaction","detail":"{read_only:false; response_revision:23456; number_of_response:1; }","duration":"4.444529435s","start":"2026-02-26T02:37:58.207007Z","end":"2026-02-26T02:38:02.651537Z","steps":["trace[933106069] 'process raft request' (duration: 4.444093323s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:38:02.651692Z","caller":"traceutil/trace.go:171","msg":"trace[682941990] transaction","detail":"{read_only:false; response_revision:23457; number_of_response:1; }","duration":"4.442999534s","start":"2026-02-26T02:37:58.208639Z","end":"2026-02-26T02:38:02.651639Z","steps":["trace[682941990] 'process raft request' (duration: 4.442754928s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:38:02.651971Z","caller":"traceutil/trace.go:171","msg":"trace[1075328279] transaction","detail":"{read_only:false; response_revision:23459; number_of_response:1; }","duration":"4.225614876s","start":"2026-02-26T02:37:58.426302Z","end":"2026-02-26T02:38:02.651917Z","steps":["trace[1075328279] 'process raft request' (duration: 4.225285067s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:02.652209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:58.42627Z","time spent":"4.225832271s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:38:02.652245Z","caller":"traceutil/trace.go:171","msg":"trace[1962267866] transaction","detail":"{read_only:false; response_revision:23460; number_of_response:1; }","duration":"4.028879262s","start":"2026-02-26T02:37:58.623308Z","end":"2026-02-26T02:38:02.652187Z","steps":["trace[1962267866] 'process raft request' (duration: 4.028555333s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:38:02.652301Z","caller":"traceutil/trace.go:171","msg":"trace[1579213638] transaction","detail":"{read_only:false; response_revision:23461; number_of_response:1; }","duration":"3.781421471s","start":"2026-02-26T02:37:58.870854Z","end":"2026-02-26T02:38:02.652275Z","steps":["trace[1579213638] 'process raft request' (duration: 3.781207605s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:38:02.652319Z","caller":"traceutil/trace.go:171","msg":"trace[2074269486] transaction","detail":"{read_only:false; response_revision:23462; number_of_response:1; }","duration":"2.443457875s","start":"2026-02-26T02:38:00.208829Z","end":"2026-02-26T02:38:02.652287Z","steps":["trace[2074269486] 'process raft request' (duration: 2.443319132s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:02.652194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:58.208633Z","time spent":"4.443380194s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:38:02.652412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:00.208795Z","time spent":"2.443568488s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:38:02.652444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:58.870819Z","time spent":"3.781539834s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:38:02.652243Z","caller":"traceutil/trace.go:171","msg":"trace[1295165993] linearizableReadLoop","detail":"{readStateIndex:24321; appliedIndex:24314; }","duration":"4.446861166s","start":"2026-02-26T02:37:58.205364Z","end":"2026-02-26T02:38:02.652225Z","steps":["trace[1295165993] 'read index received' (duration: 2.054032415s)","trace[1295165993] 'applied index is now lower than readState.Index' (duration: 2.392827341s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:38:02.652486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:58.623284Z","time spent":"4.029069027s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:38:02.652492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.447094982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-02-26T02:38:02.652578Z","caller":"traceutil/trace.go:171","msg":"trace[1817424524] transaction","detail":"{read_only:false; response_revision:23458; number_of_response:1; }","duration":"4.442916542s","start":"2026-02-26T02:37:58.208759Z","end":"2026-02-26T02:38:02.651676Z","steps":["trace[1817424524] 'process raft request' (duration: 4.442729427s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:38:02.652701Z","caller":"traceutil/trace.go:171","msg":"trace[1140427640] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:23462; }","duration":"4.447358618s","start":"2026-02-26T02:37:58.205314Z","end":"2026-02-26T02:38:02.652673Z","steps":["trace[1140427640] 'agreement among raft nodes before linearized reading' (duration: 4.446959228s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:02.652821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:58.20529Z","time spent":"4.447510233s","remote":"127.0.0.1:45188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-02-26T02:38:02.652881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:58.208754Z","time spent":"4.44398531s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4451,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:38:02.65367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:58.206996Z","time spent":"4.444810492s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:38:03.153025Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892382,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:38:03.621647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.816403ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:38:03.621917Z","caller":"traceutil/trace.go:171","msg":"trace[1029376389] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23462; }","duration":"472.09564ms","start":"2026-02-26T02:38:03.149788Z","end":"2026-02-26T02:38:03.621883Z","steps":["trace[1029376389] 'range keys from in-memory index tree' (duration: 471.790692ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:03.654248Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892382,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:38:03.800466Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.149444108s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T02:38:03.800964Z","caller":"traceutil/trace.go:171","msg":"trace[790031324] transaction","detail":"{read_only:false; response_revision:23463; number_of_response:1; }","duration":"2.934054273s","start":"2026-02-26T02:38:00.866881Z","end":"2026-02-26T02:38:03.800935Z","steps":["trace[790031324] 'process raft request' (duration: 2.933831918s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:03.80113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:00.866852Z","time spent":"2.934191687s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T02:38:04.138056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.944343ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:38:04.138385Z","caller":"traceutil/trace.go:171","msg":"trace[1178043252] transaction","detail":"{read_only:false; response_revision:23466; number_of_response:1; }","duration":"332.231853ms","start":"2026-02-26T02:38:03.806131Z","end":"2026-02-26T02:38:04.138363Z","steps":["trace[1178043252] 'process raft request' (duration: 332.161561ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:04.138462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:03.806094Z","time spent":"332.338746ms","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":905,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T02:38:04.13849Z","caller":"traceutil/trace.go:171","msg":"trace[20349354] transaction","detail":"{read_only:false; response_revision:23465; number_of_response:1; }","duration":"1.431421818s","start":"2026-02-26T02:38:02.707036Z","end":"2026-02-26T02:38:04.138458Z","steps":["trace[20349354] 'process raft request' (duration: 1.4311276s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:38:04.138533Z","caller":"traceutil/trace.go:171","msg":"trace[1281805124] linearizableReadLoop","detail":"{readStateIndex:24325; appliedIndex:24322; }","duration":"1.485951925s","start":"2026-02-26T02:38:02.652551Z","end":"2026-02-26T02:38:04.138502Z","steps":["trace[1281805124] 'read index received' (duration: 1.148233456s)","trace[1281805124] 'applied index is now lower than readState.Index' (duration: 337.715189ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:38:04.138542Z","caller":"traceutil/trace.go:171","msg":"trace[895863613] transaction","detail":"{read_only:false; response_revision:23464; number_of_response:1; }","duration":"1.431556951s","start":"2026-02-26T02:38:02.706928Z","end":"2026-02-26T02:38:04.138485Z","steps":["trace[895863613] 'process raft request' (duration: 1.309055424s)","trace[895863613] 'compare' (duration: 121.209213ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:38:04.138615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.253355087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:38:04.138674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:02.707004Z","time spent":"1.431567422s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:38:04.138689Z","caller":"traceutil/trace.go:171","msg":"trace[1475149139] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:23466; }","duration":"3.25350506s","start":"2026-02-26T02:38:00.885168Z","end":"2026-02-26T02:38:04.138673Z","steps":["trace[1475149139] 'agreement among raft nodes before linearized reading' (duration: 3.253334726s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:04.138737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:00.885146Z","time spent":"3.253576063s","remote":"127.0.0.1:42516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:38:04.138738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:02.706895Z","time spent":"1.431747967s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":903,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T02:38:04.138825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.45653792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:38:04.138881Z","caller":"traceutil/trace.go:171","msg":"trace[1652349314] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23466; }","duration":"3.456640203s","start":"2026-02-26T02:38:00.682229Z","end":"2026-02-26T02:38:04.138869Z","steps":["trace[1652349314] 'agreement among raft nodes before linearized reading' (duration: 3.45654252s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:04.138915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.90322783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:38:04.138928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:00.6822Z","time spent":"3.456714155s","remote":"127.0.0.1:50656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:38:04.138955Z","caller":"traceutil/trace.go:171","msg":"trace[520545083] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:23466; }","duration":"1.903293692s","start":"2026-02-26T02:38:02.23565Z","end":"2026-02-26T02:38:04.138944Z","steps":["trace[520545083] 'agreement among raft nodes before linearized reading' (duration: 1.903215989s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:04.13874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.438038513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:38:04.139005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.816410813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:38:04.139032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.920048873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:38:04.139052Z","caller":"traceutil/trace.go:171","msg":"trace[712916815] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:23466; }","duration":"2.816512175s","start":"2026-02-26T02:38:01.322529Z","end":"2026-02-26T02:38:04.139041Z","steps":["trace[712916815] 'agreement among raft nodes before linearized reading' (duration: 2.816426603s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:38:04.139064Z","caller":"traceutil/trace.go:171","msg":"trace[1377854968] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23466; }","duration":"1.920071693s","start":"2026-02-26T02:38:02.218978Z","end":"2026-02-26T02:38:04.13905Z","steps":["trace[1377854968] 'agreement among raft nodes before linearized reading' (duration: 1.920023372s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:04.139075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.152540749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:38:04.139135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.969172087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:38:04.139143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.006661877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:38:04.139172Z","caller":"traceutil/trace.go:171","msg":"trace[262938213] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:23466; }","duration":"1.969245849s","start":"2026-02-26T02:38:02.169917Z","end":"2026-02-26T02:38:04.139163Z","steps":["trace[262938213] 'agreement among raft nodes before linearized reading' (duration: 1.969189118s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:38:04.139179Z","caller":"traceutil/trace.go:171","msg":"trace[1242944696] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23466; }","duration":"3.006748118s","start":"2026-02-26T02:38:01.13242Z","end":"2026-02-26T02:38:04.139168Z","steps":["trace[1242944696] 'agreement among raft nodes before linearized reading' (duration: 3.006693977s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:04.139185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.668999198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:38:04.139204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:02.169899Z","time spent":"1.969297241s","remote":"127.0.0.1:42364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:38:04.139215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:01.132391Z","time spent":"3.00681694s","remote":"127.0.0.1:42402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-02-26T02:38:04.139215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.811987546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:38:04.139229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.397993317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-02-26T02:38:04.139247Z","caller":"traceutil/trace.go:171","msg":"trace[259677491] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:23466; }","duration":"3.669085381s","start":"2026-02-26T02:38:00.470124Z","end":"2026-02-26T02:38:04.139209Z","steps":["trace[259677491] 'agreement among raft nodes before linearized reading' (duration: 3.669034399s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:38:04.139267Z","caller":"traceutil/trace.go:171","msg":"trace[291392044] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:23466; }","duration":"5.812045848s","start":"2026-02-26T02:37:58.327206Z","end":"2026-02-26T02:38:04.139252Z","steps":["trace[291392044] 'agreement among raft nodes before linearized reading' (duration: 5.811947035s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:04.13929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:00.470096Z","time spent":"3.669185372s","remote":"127.0.0.1:39520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:38:04.139325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:58.327093Z","time spent":"5.812220252s","remote":"127.0.0.1:57982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":32,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:38:04.139373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.08309436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:38:04.139407Z","caller":"traceutil/trace.go:171","msg":"trace[788819450] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:23466; }","duration":"2.083174242s","start":"2026-02-26T02:38:02.056224Z","end":"2026-02-26T02:38:04.139398Z","steps":["trace[788819450] 'agreement among raft nodes before linearized reading' (duration: 2.08312035s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:04.13941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.750706692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:38:04.13941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.15935957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:38:04.139439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:02.056202Z","time spent":"2.083230443s","remote":"127.0.0.1:57900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:38:04.139447Z","caller":"traceutil/trace.go:171","msg":"trace[659063471] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:23466; }","duration":"5.750742732s","start":"2026-02-26T02:37:58.388692Z","end":"2026-02-26T02:38:04.139435Z","steps":["trace[659063471] 'agreement among raft nodes before linearized reading' (duration: 5.750614429s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:38:04.139449Z","caller":"traceutil/trace.go:171","msg":"trace[120132910] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:23466; }","duration":"3.159454642s","start":"2026-02-26T02:38:00.979985Z","end":"2026-02-26T02:38:04.13944Z","steps":["trace[120132910] 'agreement among raft nodes before linearized reading' (duration: 3.15939333s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:04.139422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.906197098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-02-26T02:38:04.139482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:00.97992Z","time spent":"3.159554735s","remote":"127.0.0.1:50560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:38:04.139486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:58.388653Z","time spent":"5.750819494s","remote":"127.0.0.1:40902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":75,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:38:04.139506Z","caller":"traceutil/trace.go:171","msg":"trace[678395898] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23466; }","duration":"3.906352642s","start":"2026-02-26T02:38:00.233138Z","end":"2026-02-26T02:38:04.13949Z","steps":["trace[678395898] 'agreement among raft nodes before linearized reading' (duration: 3.906095305s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:04.139541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.921239176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3018"} {"level":"info","ts":"2026-02-26T02:38:04.139044Z","caller":"traceutil/trace.go:171","msg":"trace[1391555262] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:23466; }","duration":"3.438386893s","start":"2026-02-26T02:38:00.700634Z","end":"2026-02-26T02:38:04.139021Z","steps":["trace[1391555262] 'agreement among raft nodes before linearized reading' (duration: 3.438026343s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:04.139563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:00.233116Z","time spent":"3.906435155s","remote":"127.0.0.1:45134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-26T02:38:04.139621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:00.700609Z","time spent":"3.438993508s","remote":"127.0.0.1:49588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:38:04.139718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.479451314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f437a024-70d1-42ac-a0b9-917c54a96f5b\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-02-26T02:38:04.139129Z","caller":"traceutil/trace.go:171","msg":"trace[1928753943] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:23466; }","duration":"5.152641892s","start":"2026-02-26T02:37:58.986474Z","end":"2026-02-26T02:38:04.139116Z","steps":["trace[1928753943] 'agreement among raft nodes before linearized reading' (duration: 5.15255153s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:04.138838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.237502268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:38:04.139817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:58.986452Z","time spent":"5.153343841s","remote":"127.0.0.1:42390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:38:04.139849Z","caller":"traceutil/trace.go:171","msg":"trace[3072524] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:23466; }","duration":"2.238514645s","start":"2026-02-26T02:38:01.901314Z","end":"2026-02-26T02:38:04.139828Z","steps":["trace[3072524] 'agreement among raft nodes before linearized reading' (duration: 2.237462907s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:04.139974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:01.901281Z","time spent":"2.238627398s","remote":"127.0.0.1:38468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:38:04.14002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.253728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:38:04.140063Z","caller":"traceutil/trace.go:171","msg":"trace[1786226424] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:23466; }","duration":"679.348811ms","start":"2026-02-26T02:38:03.4607Z","end":"2026-02-26T02:38:04.140049Z","steps":["trace[1786226424] 'agreement among raft nodes before linearized reading' (duration: 679.219017ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:04.139089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:02.218909Z","time spent":"1.920175696s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:38:04.140092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:03.460657Z","time spent":"679.426783ms","remote":"127.0.0.1:45266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:38:04.139285Z","caller":"traceutil/trace.go:171","msg":"trace[1741646678] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:1; response_revision:23466; }","duration":"5.398141941s","start":"2026-02-26T02:37:58.741129Z","end":"2026-02-26T02:38:04.139271Z","steps":["trace[1741646678] 'agreement among raft nodes before linearized reading' (duration: 5.397978197s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:04.138987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:02.235639Z","time spent":"1.903340752s","remote":"127.0.0.1:45338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":32,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:38:04.139071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.788646042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:38:04.140246Z","caller":"traceutil/trace.go:171","msg":"trace[1734180976] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23466; }","duration":"5.789857353s","start":"2026-02-26T02:37:58.350373Z","end":"2026-02-26T02:38:04.14023Z","steps":["trace[1734180976] 'agreement among raft nodes before linearized reading' (duration: 5.788638011s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:04.140221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.43188006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-86fdr\" ","response":"range_response_count:1 size:5901"} {"level":"warn","ts":"2026-02-26T02:38:04.14031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:58.350355Z","time spent":"5.789936825s","remote":"127.0.0.1:45492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-02-26T02:38:04.139584Z","caller":"traceutil/trace.go:171","msg":"trace[2131138041] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:23466; }","duration":"5.921328398s","start":"2026-02-26T02:37:58.218245Z","end":"2026-02-26T02:38:04.139574Z","steps":["trace[2131138041] 'agreement among raft nodes before linearized reading' (duration: 5.921243796s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:38:04.140326Z","caller":"traceutil/trace.go:171","msg":"trace[245154588] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-86fdr; range_end:; response_count:1; response_revision:23466; }","duration":"1.432009893s","start":"2026-02-26T02:38:02.708294Z","end":"2026-02-26T02:38:04.140304Z","steps":["trace[245154588] 'agreement among raft nodes before linearized reading' (duration: 1.431784667s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:04.140375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:02.708282Z","time spent":"1.432080015s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":5925,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-86fdr\" "} {"level":"warn","ts":"2026-02-26T02:38:04.140281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.340537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:38:04.140595Z","caller":"traceutil/trace.go:171","msg":"trace[977806014] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:23466; }","duration":"510.683266ms","start":"2026-02-26T02:38:03.629897Z","end":"2026-02-26T02:38:04.14058Z","steps":["trace[977806014] 'agreement among raft nodes before linearized reading' (duration: 510.334866ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:04.139093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:01.322504Z","time spent":"2.816579837s","remote":"127.0.0.1:49484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:38:04.140659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:03.62988Z","time spent":"510.761528ms","remote":"127.0.0.1:45288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":32,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:38:04.140373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:58.218219Z","time spent":"5.92213576s","remote":"127.0.0.1:45134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3042,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"warn","ts":"2026-02-26T02:38:04.140182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:37:58.741103Z","time spent":"5.399062186s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/162.253.55.200\" "} {"level":"info","ts":"2026-02-26T02:38:04.139755Z","caller":"traceutil/trace.go:171","msg":"trace[871725331] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f437a024-70d1-42ac-a0b9-917c54a96f5b; range_end:; response_count:1; response_revision:23466; }","duration":"1.479537476s","start":"2026-02-26T02:38:02.66021Z","end":"2026-02-26T02:38:04.139747Z","steps":["trace[871725331] 'agreement among raft nodes before linearized reading' (duration: 1.479407182s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:04.140901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:02.66018Z","time spent":"1.480707587s","remote":"127.0.0.1:45180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-f437a024-70d1-42ac-a0b9-917c54a96f5b\" "} {"level":"warn","ts":"2026-02-26T02:38:04.141083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.183161207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:38:04.14112Z","caller":"traceutil/trace.go:171","msg":"trace[572630090] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:23466; }","duration":"3.184537704s","start":"2026-02-26T02:38:00.95657Z","end":"2026-02-26T02:38:04.141108Z","steps":["trace[572630090] 'agreement among raft nodes before linearized reading' (duration: 3.183143857s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:04.141148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:00.956538Z","time spent":"3.184600374s","remote":"127.0.0.1:42402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:38:05.30732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:04.929837Z","time spent":"377.471156ms","remote":"127.0.0.1:45994","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T02:38:05.30839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.356052ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-02-26T02:38:05.308515Z","caller":"traceutil/trace.go:171","msg":"trace[444523447] linearizableReadLoop","detail":"{readStateIndex:24327; appliedIndex:24326; }","duration":"1.163379126s","start":"2026-02-26T02:38:04.145115Z","end":"2026-02-26T02:38:05.308494Z","steps":["trace[444523447] 'read index received' (duration: 168.88878ms)","trace[444523447] 'applied index is now lower than readState.Index' (duration: 994.488245ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:38:05.308715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.163583251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:38:05.308689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:04.142823Z","time spent":"1.16585816s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-26T02:38:05.30876Z","caller":"traceutil/trace.go:171","msg":"trace[1822005581] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23466; }","duration":"1.163663703s","start":"2026-02-26T02:38:04.145084Z","end":"2026-02-26T02:38:05.308748Z","steps":["trace[1822005581] 'agreement among raft nodes before linearized reading' (duration: 1.163502249s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:05.309162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:04.145071Z","time spent":"1.163719414s","remote":"127.0.0.1:45224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-26T02:38:05.808682Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892393,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:38:05.951433Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.637420077s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:38:06.151415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00034337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:38:06.151532Z","caller":"traceutil/trace.go:171","msg":"trace[419492074] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000488344s","start":"2026-02-26T02:38:04.151021Z","end":"2026-02-26T02:38:06.151509Z","steps":["trace[419492074] 'agreement among raft nodes before linearized reading' (duration: 2.00035298s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:06.151722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:04.151011Z","time spent":"2.000655709s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:38:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:38:07.127065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174902129s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:38:07.127478Z","caller":"traceutil/trace.go:171","msg":"trace[468970211] linearizableReadLoop","detail":"{readStateIndex:24330; appliedIndex:24327; }","duration":"1.818907049s","start":"2026-02-26T02:38:05.30855Z","end":"2026-02-26T02:38:07.127457Z","steps":["trace[468970211] 'read index received' (duration: 643.440765ms)","trace[468970211] 'applied index is now lower than readState.Index' (duration: 1.175465114s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:38:07.127825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.978095664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-02-26T02:38:07.127897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.978263348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-7dvxw.1897ab4f497aecbd\" ","response":"range_response_count:1 size:989"} {"level":"info","ts":"2026-02-26T02:38:07.128152Z","caller":"traceutil/trace.go:171","msg":"trace[1969687113] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:23469; }","duration":"2.978254079s","start":"2026-02-26T02:38:04.149634Z","end":"2026-02-26T02:38:07.127888Z","steps":["trace[1969687113] 'agreement among raft nodes before linearized reading' (duration: 2.978023403s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:07.128211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.978721991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:38:07.128245Z","caller":"traceutil/trace.go:171","msg":"trace[1624917127] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23469; }","duration":"2.978754852s","start":"2026-02-26T02:38:04.14948Z","end":"2026-02-26T02:38:07.128234Z","steps":["trace[1624917127] 'agreement among raft nodes before linearized reading' (duration: 2.9787025s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:07.128217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.869479913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-26T02:38:07.128279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:04.149452Z","time spent":"2.978819774s","remote":"127.0.0.1:45224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-02-26T02:38:07.128306Z","caller":"traceutil/trace.go:171","msg":"trace[146707514] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23469; }","duration":"2.869624716s","start":"2026-02-26T02:38:04.258665Z","end":"2026-02-26T02:38:07.12829Z","steps":["trace[146707514] 'agreement among raft nodes before linearized reading' (duration: 2.868980289s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:07.128406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.904245319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:38:07.128457Z","caller":"traceutil/trace.go:171","msg":"trace[918461074] transaction","detail":"{read_only:false; response_revision:23467; number_of_response:1; }","duration":"2.976655377s","start":"2026-02-26T02:38:04.151764Z","end":"2026-02-26T02:38:07.128419Z","steps":["trace[918461074] 'process raft request' (duration: 1.800268948s)","trace[918461074] 'compare' (duration: 1.174324884s)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:38:07.128482Z","caller":"traceutil/trace.go:171","msg":"trace[785143201] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:23469; }","duration":"2.904364512s","start":"2026-02-26T02:38:04.224098Z","end":"2026-02-26T02:38:07.128462Z","steps":["trace[785143201] 'agreement among raft nodes before linearized reading' (duration: 2.904230038s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:07.128575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:04.224079Z","time spent":"2.904476514s","remote":"127.0.0.1:45250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:38:07.128656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:04.151748Z","time spent":"2.97680158s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6201,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:38:07.128848Z","caller":"traceutil/trace.go:171","msg":"trace[1321391629] transaction","detail":"{read_only:false; response_revision:23468; number_of_response:1; }","duration":"2.418087368s","start":"2026-02-26T02:38:04.71073Z","end":"2026-02-26T02:38:07.128818Z","steps":["trace[1321391629] 'process raft request' (duration: 2.416476316s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:38:07.128894Z","caller":"traceutil/trace.go:171","msg":"trace[778111308] transaction","detail":"{read_only:false; response_revision:23469; number_of_response:1; }","duration":"1.818313263s","start":"2026-02-26T02:38:05.31055Z","end":"2026-02-26T02:38:07.128863Z","steps":["trace[778111308] 'process raft request' (duration: 1.816818984s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:07.128917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:04.258632Z","time spent":"2.869704618s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-26T02:38:07.12816Z","caller":"traceutil/trace.go:171","msg":"trace[1841918360] range","detail":"{range_begin:/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-7dvxw.1897ab4f497aecbd; range_end:; response_count:1; response_revision:23469; }","duration":"2.978338441s","start":"2026-02-26T02:38:04.149586Z","end":"2026-02-26T02:38:07.127924Z","steps":["trace[1841918360] 'agreement among raft nodes before linearized reading' (duration: 2.978161346s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:07.128993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:04.149567Z","time spent":"2.979411529s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":1,"response size":1013,"request content":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-7dvxw.1897ab4f497aecbd\" "} {"level":"warn","ts":"2026-02-26T02:38:07.128983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:04.710701Z","time spent":"2.418216701s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:38:07.129009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:05.310524Z","time spent":"1.818424787s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:38:07.12901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:04.149611Z","time spent":"2.979367797s","remote":"127.0.0.1:45188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1960,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-02-26T02:38:07.628598Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892396,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T02:38:07.788802Z","caller":"traceutil/trace.go:171","msg":"trace[1717849981] transaction","detail":"{read_only:false; response_revision:23470; number_of_response:1; }","duration":"1.641609957s","start":"2026-02-26T02:38:06.147144Z","end":"2026-02-26T02:38:07.788754Z","steps":["trace[1717849981] 'process raft request' (duration: 1.556685819s)","trace[1717849981] 'compare' (duration: 84.601519ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:38:07.78903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:06.147114Z","time spent":"1.641799112s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:38:07.797234Z","caller":"traceutil/trace.go:171","msg":"trace[1742878742] linearizableReadLoop","detail":"{readStateIndex:24333; appliedIndex:24330; }","duration":"669.708626ms","start":"2026-02-26T02:38:07.12751Z","end":"2026-02-26T02:38:07.797218Z","steps":["trace[1742878742] 'read index received' (duration: 576.271534ms)","trace[1742878742] 'applied index is now lower than readState.Index' (duration: 93.435832ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:38:07.797269Z","caller":"traceutil/trace.go:171","msg":"trace[811680520] transaction","detail":"{read_only:false; response_revision:23471; number_of_response:1; }","duration":"663.739098ms","start":"2026-02-26T02:38:07.133465Z","end":"2026-02-26T02:38:07.797204Z","steps":["trace[811680520] 'process raft request' (duration: 662.570418ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:07.797453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.261017818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-02-26T02:38:07.797438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.095894366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:38:07.797495Z","caller":"traceutil/trace.go:171","msg":"trace[142320610] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23472; }","duration":"2.261110711s","start":"2026-02-26T02:38:05.536373Z","end":"2026-02-26T02:38:07.797484Z","steps":["trace[142320610] 'agreement among raft nodes before linearized reading' (duration: 2.260946166s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:07.797461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.645523259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:38:07.797504Z","caller":"traceutil/trace.go:171","msg":"trace[1737438245] transaction","detail":"{read_only:false; response_revision:23472; number_of_response:1; }","duration":"663.75912ms","start":"2026-02-26T02:38:07.133721Z","end":"2026-02-26T02:38:07.79748Z","steps":["trace[1737438245] 'process raft request' (duration: 663.423521ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:07.797529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:05.536348Z","time spent":"2.261172082s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-26T02:38:07.797535Z","caller":"traceutil/trace.go:171","msg":"trace[765735937] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:23472; }","duration":"2.096056711s","start":"2026-02-26T02:38:05.701452Z","end":"2026-02-26T02:38:07.797509Z","steps":["trace[765735937] 'agreement among raft nodes before linearized reading' (duration: 2.095872026s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:07.797537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:07.13344Z","time spent":"663.936184ms","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:38:07.797555Z","caller":"traceutil/trace.go:171","msg":"trace[1337102478] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23472; }","duration":"1.645658123s","start":"2026-02-26T02:38:06.151875Z","end":"2026-02-26T02:38:07.797533Z","steps":["trace[1337102478] 'agreement among raft nodes before linearized reading' (duration: 1.645508939s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:07.79761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:07.133699Z","time spent":"663.847171ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:38:07.797633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:05.701426Z","time spent":"2.096191614s","remote":"127.0.0.1:49500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:38:07.79764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:06.151824Z","time spent":"1.645806407s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:38:07.797632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.199731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-75a5f6a6-e14d-4e18-aa77-58a809c3d0b2\" ","response":"range_response_count:1 size:1451"} {"level":"warn","ts":"2026-02-26T02:38:07.79768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.040895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:38:07.797713Z","caller":"traceutil/trace.go:171","msg":"trace[238877470] range","detail":"{range_begin:/registry/persistentvolumes/pvc-75a5f6a6-e14d-4e18-aa77-58a809c3d0b2; range_end:; response_count:1; response_revision:23472; }","duration":"664.340614ms","start":"2026-02-26T02:38:07.133354Z","end":"2026-02-26T02:38:07.797694Z","steps":["trace[238877470] 'agreement among raft nodes before linearized reading' (duration: 664.137689ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:38:07.797724Z","caller":"traceutil/trace.go:171","msg":"trace[1101131250] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23472; }","duration":"862.122527ms","start":"2026-02-26T02:38:06.935588Z","end":"2026-02-26T02:38:07.797711Z","steps":["trace[1101131250] 'agreement among raft nodes before linearized reading' (duration: 862.047595ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:07.797659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.473917458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:38:07.797748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.002166457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:38:07.797775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.483986583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-02-26T02:38:07.797818Z","caller":"traceutil/trace.go:171","msg":"trace[211346423] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:23472; }","duration":"2.00228766s","start":"2026-02-26T02:38:05.795509Z","end":"2026-02-26T02:38:07.797797Z","steps":["trace[211346423] 'agreement among raft nodes before linearized reading' (duration: 2.00192606s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:38:07.797834Z","caller":"traceutil/trace.go:171","msg":"trace[1382647885] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:23472; }","duration":"1.474268097s","start":"2026-02-26T02:38:06.323517Z","end":"2026-02-26T02:38:07.797785Z","steps":["trace[1382647885] 'agreement among raft nodes before linearized reading' (duration: 1.473770074s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:07.79789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:05.795468Z","time spent":"2.002409133s","remote":"127.0.0.1:45198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":88,"response size":32,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:38:07.797821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.676003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:38:07.797911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.345175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:38:07.798014Z","caller":"traceutil/trace.go:171","msg":"trace[680663267] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23472; }","duration":"590.92434ms","start":"2026-02-26T02:38:07.207071Z","end":"2026-02-26T02:38:07.797995Z","steps":["trace[680663267] 'agreement among raft nodes before linearized reading' (duration: 590.713025ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:07.798051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:07.20703Z","time spent":"591.008292ms","remote":"127.0.0.1:42580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:38:07.798066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.213909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:38:07.797757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:06.935545Z","time spent":"862.203089ms","remote":"127.0.0.1:42422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:38:07.798079Z","caller":"traceutil/trace.go:171","msg":"trace[1453871054] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:23472; }","duration":"930.522379ms","start":"2026-02-26T02:38:06.86751Z","end":"2026-02-26T02:38:07.798033Z","steps":["trace[1453871054] 'agreement among raft nodes before linearized reading' (duration: 930.331074ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:38:07.797835Z","caller":"traceutil/trace.go:171","msg":"trace[2144719918] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23472; }","duration":"2.484058255s","start":"2026-02-26T02:38:05.313747Z","end":"2026-02-26T02:38:07.797805Z","steps":["trace[2144719918] 'agreement among raft nodes before linearized reading' (duration: 2.483942332s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:07.798141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:05.313731Z","time spent":"2.484401384s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T02:38:07.798142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:06.867459Z","time spent":"930.662753ms","remote":"127.0.0.1:42332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:38:07.797745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:07.133331Z","time spent":"664.409166ms","remote":"127.0.0.1:45180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1475,"request content":"key:\"/registry/persistentvolumes/pvc-75a5f6a6-e14d-4e18-aa77-58a809c3d0b2\" "} {"level":"warn","ts":"2026-02-26T02:38:07.798134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.253529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:38:07.798244Z","caller":"traceutil/trace.go:171","msg":"trace[23624442] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23472; }","duration":"662.383773ms","start":"2026-02-26T02:38:07.135828Z","end":"2026-02-26T02:38:07.798212Z","steps":["trace[23624442] 'agreement among raft nodes before linearized reading' (duration: 661.839419ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:07.798326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:07.13579Z","time spent":"662.524927ms","remote":"127.0.0.1:45318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-26T02:38:07.797939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:06.323489Z","time spent":"1.474433001s","remote":"127.0.0.1:42356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":32,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:38:07.798098Z","caller":"traceutil/trace.go:171","msg":"trace[2080770156] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23472; }","duration":"640.345043ms","start":"2026-02-26T02:38:07.157744Z","end":"2026-02-26T02:38:07.798089Z","steps":["trace[2080770156] 'agreement among raft nodes before linearized reading' (duration: 640.25722ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:07.797927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.55015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29534555-kb8n9\" ","response":"range_response_count:1 size:7223"} {"level":"warn","ts":"2026-02-26T02:38:07.798409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:07.157715Z","time spent":"640.686912ms","remote":"127.0.0.1:42230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:38:07.798428Z","caller":"traceutil/trace.go:171","msg":"trace[1931441865] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29534555-kb8n9; range_end:; response_count:1; response_revision:23472; }","duration":"665.057083ms","start":"2026-02-26T02:38:07.13335Z","end":"2026-02-26T02:38:07.798407Z","steps":["trace[1931441865] 'agreement among raft nodes before linearized reading' (duration: 664.369085ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:07.798483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:07.133345Z","time spent":"665.124846ms","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7247,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29534555-kb8n9\" "} {"level":"warn","ts":"2026-02-26T02:38:07.798632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.359882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-02-26T02:38:07.798662Z","caller":"traceutil/trace.go:171","msg":"trace[1828055472] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23472; }","duration":"665.591358ms","start":"2026-02-26T02:38:07.133063Z","end":"2026-02-26T02:38:07.798654Z","steps":["trace[1828055472] 'agreement among raft nodes before linearized reading' (duration: 664.315624ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:07.798678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:07.133046Z","time spent":"665.628508ms","remote":"127.0.0.1:45198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-26T02:38:08.642759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.949262ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:43"} {"level":"info","ts":"2026-02-26T02:38:08.642931Z","caller":"traceutil/trace.go:171","msg":"trace[1850723895] linearizableReadLoop","detail":"{readStateIndex:24334; appliedIndex:24333; }","duration":"835.024484ms","start":"2026-02-26T02:38:07.807877Z","end":"2026-02-26T02:38:08.642901Z","steps":["trace[1850723895] 'read index received' (duration: 118.058171ms)","trace[1850723895] 'applied index is now lower than readState.Index' (duration: 716.963513ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:38:08.643084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:07.807739Z","time spent":"835.332921ms","remote":"127.0.0.1:45100","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T02:38:08.643232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.387413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-26T02:38:08.643298Z","caller":"traceutil/trace.go:171","msg":"trace[1594127062] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23472; }","duration":"835.502616ms","start":"2026-02-26T02:38:07.807778Z","end":"2026-02-26T02:38:08.643281Z","steps":["trace[1594127062] 'agreement among raft nodes before linearized reading' (duration: 835.241819ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:08.643341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:07.807757Z","time spent":"835.572478ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T02:38:09.135313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.150155ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:38:09.135437Z","caller":"traceutil/trace.go:171","msg":"trace[142362654] linearizableReadLoop","detail":"{readStateIndex:24335; appliedIndex:24334; }","duration":"492.445267ms","start":"2026-02-26T02:38:08.642971Z","end":"2026-02-26T02:38:09.135417Z","steps":["trace[142362654] 'read index received' (duration: 117.079526ms)","trace[142362654] 'applied index is now lower than readState.Index' (duration: 375.364231ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:38:09.13555Z","caller":"traceutil/trace.go:171","msg":"trace[1892352890] transaction","detail":"{read_only:false; response_revision:23473; number_of_response:1; }","duration":"1.301875315s","start":"2026-02-26T02:38:07.833643Z","end":"2026-02-26T02:38:09.135519Z","steps":["trace[1892352890] 'process raft request' (duration: 926.426992ms)","trace[1892352890] 'compare' (duration: 374.615721ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:38:09.135636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.927595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:38:09.135761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.3248427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:38:09.135778Z","caller":"traceutil/trace.go:171","msg":"trace[887796487] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:23473; }","duration":"812.14291ms","start":"2026-02-26T02:38:08.323596Z","end":"2026-02-26T02:38:09.135739Z","steps":["trace[887796487] 'agreement among raft nodes before linearized reading' (duration: 811.844002ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:38:09.13581Z","caller":"traceutil/trace.go:171","msg":"trace[42144964] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23473; }","duration":"1.324898602s","start":"2026-02-26T02:38:07.810897Z","end":"2026-02-26T02:38:09.135795Z","steps":["trace[42144964] 'agreement among raft nodes before linearized reading' (duration: 1.32482823s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:09.135829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:08.323569Z","time spent":"812.247933ms","remote":"127.0.0.1:40918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:38:09.135863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:07.810889Z","time spent":"1.324963173s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:38:09.136021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.308766236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-7dvxw.1897ab4f497bbaea\" ","response":"range_response_count:1 size:989"} {"level":"warn","ts":"2026-02-26T02:38:09.136079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.278486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:38:09.136117Z","caller":"traceutil/trace.go:171","msg":"trace[249426766] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:23473; }","duration":"754.375008ms","start":"2026-02-26T02:38:08.381732Z","end":"2026-02-26T02:38:09.136107Z","steps":["trace[249426766] 'agreement among raft nodes before linearized reading' (duration: 754.273175ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:38:09.136134Z","caller":"traceutil/trace.go:171","msg":"trace[651414875] range","detail":"{range_begin:/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-7dvxw.1897ab4f497bbaea; range_end:; response_count:1; response_revision:23473; }","duration":"1.308970182s","start":"2026-02-26T02:38:07.827132Z","end":"2026-02-26T02:38:09.136102Z","steps":["trace[651414875] 'agreement among raft nodes before linearized reading' (duration: 1.308576641s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:09.136148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.307998556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-02-26T02:38:09.136189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.755847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:38:09.136199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:07.827114Z","time spent":"1.309074095s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":1,"response size":1013,"request content":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-7dvxw.1897ab4f497bbaea\" "} {"level":"info","ts":"2026-02-26T02:38:09.136204Z","caller":"traceutil/trace.go:171","msg":"trace[958786923] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23473; }","duration":"1.308079068s","start":"2026-02-26T02:38:07.82811Z","end":"2026-02-26T02:38:09.136189Z","steps":["trace[958786923] 'agreement among raft nodes before linearized reading' (duration: 1.307877863s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:38:09.136228Z","caller":"traceutil/trace.go:171","msg":"trace[810039411] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23473; }","duration":"694.842919ms","start":"2026-02-26T02:38:08.441376Z","end":"2026-02-26T02:38:09.136219Z","steps":["trace[810039411] 'agreement among raft nodes before linearized reading' (duration: 694.788907ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:09.136219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.326110683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-26T02:38:09.13651Z","caller":"traceutil/trace.go:171","msg":"trace[265256596] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:23473; }","duration":"1.326418232s","start":"2026-02-26T02:38:07.810072Z","end":"2026-02-26T02:38:09.13649Z","steps":["trace[265256596] 'agreement among raft nodes before linearized reading' (duration: 1.325992881s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:09.136585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:07.810051Z","time spent":"1.326516674s","remote":"127.0.0.1:45318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-02-26T02:38:09.136147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:08.381706Z","time spent":"754.43374ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":32,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:38:09.136243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:07.828093Z","time spent":"1.30814283s","remote":"127.0.0.1:50696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5676,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-26T02:38:09.135698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:07.8335Z","time spent":"1.302141722s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7216,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:38:09.135694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.066129283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-02-26T02:38:09.136978Z","caller":"traceutil/trace.go:171","msg":"trace[1171472832] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:23473; }","duration":"1.067406627s","start":"2026-02-26T02:38:08.069499Z","end":"2026-02-26T02:38:09.136906Z","steps":["trace[1171472832] 'agreement among raft nodes before linearized reading' (duration: 1.06601381s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:09.136256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:08.441348Z","time spent":"694.901261ms","remote":"127.0.0.1:42418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:38:09.136413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.308003987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"warn","ts":"2026-02-26T02:38:09.137173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:08.069471Z","time spent":"1.067619272s","remote":"127.0.0.1:45224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-02-26T02:38:09.137224Z","caller":"traceutil/trace.go:171","msg":"trace[2035325474] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:23473; }","duration":"1.308856289s","start":"2026-02-26T02:38:07.828348Z","end":"2026-02-26T02:38:09.137204Z","steps":["trace[2035325474] 'agreement among raft nodes before linearized reading' (duration: 1.307623026s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:09.137283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:07.828341Z","time spent":"1.30892494s","remote":"127.0.0.1:45188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-02-26T02:38:09.653094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.364418ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-02-26T02:38:09.654069Z","caller":"traceutil/trace.go:171","msg":"trace[1850828558] transaction","detail":"{read_only:false; response_revision:23474; number_of_response:1; }","duration":"1.009794308s","start":"2026-02-26T02:38:08.644231Z","end":"2026-02-26T02:38:09.654025Z","steps":["trace[1850828558] 'process raft request' (duration: 1.008975667s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:09.654267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:08.644201Z","time spent":"1.009968323s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":707,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T02:38:10.261925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.818416ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:38:10.26216Z","caller":"traceutil/trace.go:171","msg":"trace[895422437] transaction","detail":"{read_only:false; response_revision:23475; number_of_response:1; }","duration":"1.613673411s","start":"2026-02-26T02:38:08.648374Z","end":"2026-02-26T02:38:10.262048Z","steps":["trace[895422437] 'process raft request' (duration: 1.005632499s)","trace[895422437] 'compare' (duration: 607.260251ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:38:10.262421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:08.648364Z","time spent":"1.613921667s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:38:10.262194Z","caller":"traceutil/trace.go:171","msg":"trace[272257454] linearizableReadLoop","detail":"{readStateIndex:24338; appliedIndex:24335; }","duration":"1.126697509s","start":"2026-02-26T02:38:09.135473Z","end":"2026-02-26T02:38:10.26217Z","steps":["trace[272257454] 'read index received' (duration: 26.973271ms)","trace[272257454] 'applied index is now lower than readState.Index' (duration: 1.099722568s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:38:10.262708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.23981038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:38:10.262816Z","caller":"traceutil/trace.go:171","msg":"trace[338361564] transaction","detail":"{read_only:false; response_revision:23477; number_of_response:1; }","duration":"1.123466454s","start":"2026-02-26T02:38:09.139328Z","end":"2026-02-26T02:38:10.262795Z","steps":["trace[338361564] 'process raft request' (duration: 1.123206497s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:38:10.262828Z","caller":"traceutil/trace.go:171","msg":"trace[303497375] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:23476; }","duration":"1.239955834s","start":"2026-02-26T02:38:09.022842Z","end":"2026-02-26T02:38:10.262798Z","steps":["trace[303497375] 'agreement among raft nodes before linearized reading' (duration: 1.239684816s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:10.262862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.584930493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:38:10.262928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:09.139316Z","time spent":"1.123549936s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:38:10.262968Z","caller":"traceutil/trace.go:171","msg":"trace[9858701] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:23477; }","duration":"1.585057936s","start":"2026-02-26T02:38:08.677883Z","end":"2026-02-26T02:38:10.262941Z","steps":["trace[9858701] 'agreement among raft nodes before linearized reading' (duration: 1.584836781s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:10.263013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:08.677828Z","time spent":"1.58517589s","remote":"127.0.0.1:50712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:38:10.262888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:09.022759Z","time spent":"1.240114548s","remote":"127.0.0.1:42468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:38:10.263269Z","caller":"traceutil/trace.go:171","msg":"trace[978663133] transaction","detail":"{read_only:false; response_revision:23476; number_of_response:1; }","duration":"1.124295096s","start":"2026-02-26T02:38:09.138407Z","end":"2026-02-26T02:38:10.262702Z","steps":["trace[978663133] 'process raft request' (duration: 1.123652529s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:10.26362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:09.138383Z","time spent":"1.125069326s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:38:11.138428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000402932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:38:11.138526Z","caller":"traceutil/trace.go:171","msg":"trace[1474249884] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000543395s","start":"2026-02-26T02:38:09.13796Z","end":"2026-02-26T02:38:11.138504Z","steps":["trace[1474249884] 'agreement among raft nodes before linearized reading' (duration: 2.000417122s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:11.138576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:09.137942Z","time spent":"2.000625628s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:38:11.254081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.348243ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-02-26T02:38:11.256068Z","caller":"traceutil/trace.go:171","msg":"trace[342115599] transaction","detail":"{read_only:false; response_revision:23478; number_of_response:1; }","duration":"1.456617082s","start":"2026-02-26T02:38:09.799425Z","end":"2026-02-26T02:38:11.256042Z","steps":["trace[342115599] 'process raft request' (duration: 1.454792464s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:11.25622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:09.799393Z","time spent":"1.456734416s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:38:11.525554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.418228ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:38:11.525673Z","caller":"traceutil/trace.go:171","msg":"trace[550265554] linearizableReadLoop","detail":"{readStateIndex:24343; appliedIndex:24340; }","duration":"1.262926658s","start":"2026-02-26T02:38:10.262726Z","end":"2026-02-26T02:38:11.525653Z","steps":["trace[550265554] 'read index received' (duration: 132.669666ms)","trace[550265554] 'applied index is now lower than readState.Index' (duration: 1.130255362s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:38:11.525881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.380870245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-02-26T02:38:11.525855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.72641796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:38:11.525926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.332700397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:38:11.52592Z","caller":"traceutil/trace.go:171","msg":"trace[723635104] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23479; }","duration":"2.380919917s","start":"2026-02-26T02:38:09.14499Z","end":"2026-02-26T02:38:11.52591Z","steps":["trace[723635104] 'agreement among raft nodes before linearized reading' (duration: 2.380779264s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:11.52596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.350582278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:38:11.52602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.259174369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-7db8cc6fc9-wkfx4.1897a9f46f93b185\" ","response":"range_response_count:1 size:1180"} {"level":"warn","ts":"2026-02-26T02:38:11.526038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:09.144983Z","time spent":"2.38103869s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-26T02:38:11.526059Z","caller":"traceutil/trace.go:171","msg":"trace[1208729096] range","detail":"{range_begin:/registry/events/openstack/cinder-api-7db8cc6fc9-wkfx4.1897a9f46f93b185; range_end:; response_count:1; response_revision:23479; }","duration":"1.259248591s","start":"2026-02-26T02:38:10.266801Z","end":"2026-02-26T02:38:11.526049Z","steps":["trace[1208729096] 'agreement among raft nodes before linearized reading' (duration: 1.259148178s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:38:11.52605Z","caller":"traceutil/trace.go:171","msg":"trace[2049585136] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23479; }","duration":"1.350739041s","start":"2026-02-26T02:38:10.175284Z","end":"2026-02-26T02:38:11.526023Z","steps":["trace[2049585136] 'agreement among raft nodes before linearized reading' (duration: 1.350560447s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:11.526101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:10.266781Z","time spent":"1.259310282s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1204,"request content":"key:\"/registry/events/openstack/cinder-api-7db8cc6fc9-wkfx4.1897a9f46f93b185\" "} {"level":"warn","ts":"2026-02-26T02:38:11.526116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:10.175256Z","time spent":"1.350850925s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T02:38:11.526128Z","caller":"traceutil/trace.go:171","msg":"trace[1019971384] transaction","detail":"{read_only:false; response_revision:23479; number_of_response:1; }","duration":"1.363641152s","start":"2026-02-26T02:38:10.162465Z","end":"2026-02-26T02:38:11.526106Z","steps":["trace[1019971384] 'process raft request' (duration: 1.093561406s)","trace[1019971384] 'compare' (duration: 268.890694ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:38:11.526122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.385346704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-02-26T02:38:11.526212Z","caller":"traceutil/trace.go:171","msg":"trace[1688560635] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:1; response_revision:23479; }","duration":"2.385521629s","start":"2026-02-26T02:38:09.140669Z","end":"2026-02-26T02:38:11.526191Z","steps":["trace[1688560635] 'agreement among raft nodes before linearized reading' (duration: 2.38518177s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:11.526252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:10.162435Z","time spent":"1.363734424s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:38:11.526284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:09.140641Z","time spent":"2.385634432s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/162.253.55.200\" "} {"level":"info","ts":"2026-02-26T02:38:11.525972Z","caller":"traceutil/trace.go:171","msg":"trace[986382534] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23479; }","duration":"1.726623196s","start":"2026-02-26T02:38:09.799321Z","end":"2026-02-26T02:38:11.525944Z","steps":["trace[986382534] 'agreement among raft nodes before linearized reading' (duration: 1.726415241s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:11.52636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.588487487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:38:11.526422Z","caller":"traceutil/trace.go:171","msg":"trace[1781195471] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:23479; }","duration":"1.588631641s","start":"2026-02-26T02:38:09.937778Z","end":"2026-02-26T02:38:11.52641Z","steps":["trace[1781195471] 'agreement among raft nodes before linearized reading' (duration: 1.588511727s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:11.526473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:09.93775Z","time spent":"1.588709893s","remote":"127.0.0.1:45322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":32,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:38:11.526056Z","caller":"traceutil/trace.go:171","msg":"trace[2048980067] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23479; }","duration":"1.33282224s","start":"2026-02-26T02:38:10.193187Z","end":"2026-02-26T02:38:11.526009Z","steps":["trace[2048980067] 'agreement among raft nodes before linearized reading' (duration: 1.332621495s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:11.526562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.411877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"warn","ts":"2026-02-26T02:38:11.526594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.384646025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-cdcn9\" ","response":"range_response_count:1 size:4230"} {"level":"warn","ts":"2026-02-26T02:38:11.526625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.208481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:38:11.526638Z","caller":"traceutil/trace.go:171","msg":"trace[1553026910] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-cdcn9; range_end:; response_count:1; response_revision:23479; }","duration":"2.384704457s","start":"2026-02-26T02:38:09.141922Z","end":"2026-02-26T02:38:11.526627Z","steps":["trace[1553026910] 'agreement among raft nodes before linearized reading' (duration: 2.384585454s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:38:11.526676Z","caller":"traceutil/trace.go:171","msg":"trace[1990665306] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23479; }","duration":"379.309254ms","start":"2026-02-26T02:38:11.147353Z","end":"2026-02-26T02:38:11.526663Z","steps":["trace[1990665306] 'agreement among raft nodes before linearized reading' (duration: 379.234242ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:11.526688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:09.141912Z","time spent":"2.384764819s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4254,"request content":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-cdcn9\" "} {"level":"warn","ts":"2026-02-26T02:38:11.526714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:11.147326Z","time spent":"379.377166ms","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:38:11.526694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:10.193142Z","time spent":"1.333466987s","remote":"127.0.0.1:42568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:38:11.526785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.787559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:38:11.526596Z","caller":"traceutil/trace.go:171","msg":"trace[353458469] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23479; }","duration":"272.488879ms","start":"2026-02-26T02:38:11.254097Z","end":"2026-02-26T02:38:11.526586Z","steps":["trace[353458469] 'agreement among raft nodes before linearized reading' (duration: 272.365356ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:11.52638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:09.79929Z","time spent":"1.727064228s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:38:11.526828Z","caller":"traceutil/trace.go:171","msg":"trace[32781681] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:23479; }","duration":"444.874161ms","start":"2026-02-26T02:38:11.081941Z","end":"2026-02-26T02:38:11.526815Z","steps":["trace[32781681] 'agreement among raft nodes before linearized reading' (duration: 444.808329ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:11.526872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:11.081915Z","time spent":"444.948543ms","remote":"127.0.0.1:39430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":32,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:38:11.526727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077773929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-02-26T02:38:11.526964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.385848988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-70dc2105-387e-44c6-85e8-35f6427497ab\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-02-26T02:38:11.52699Z","caller":"traceutil/trace.go:171","msg":"trace[290659061] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23479; }","duration":"1.078077387s","start":"2026-02-26T02:38:10.448901Z","end":"2026-02-26T02:38:11.526979Z","steps":["trace[290659061] 'agreement among raft nodes before linearized reading' (duration: 1.077672806s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:11.527035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:10.448878Z","time spent":"1.078144239s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-26T02:38:11.527031Z","caller":"traceutil/trace.go:171","msg":"trace[1897054528] range","detail":"{range_begin:/registry/persistentvolumes/pvc-70dc2105-387e-44c6-85e8-35f6427497ab; range_end:; response_count:1; response_revision:23479; }","duration":"2.385940709s","start":"2026-02-26T02:38:09.141069Z","end":"2026-02-26T02:38:11.52701Z","steps":["trace[1897054528] 'agreement among raft nodes before linearized reading' (duration: 2.385753124s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:11.527084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:09.141051Z","time spent":"2.386021172s","remote":"127.0.0.1:45180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-70dc2105-387e-44c6-85e8-35f6427497ab\" "} {"level":"warn","ts":"2026-02-26T02:38:13.788529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000416642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:38:13.788632Z","caller":"traceutil/trace.go:171","msg":"trace[783470489] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000598347s","start":"2026-02-26T02:38:11.78801Z","end":"2026-02-26T02:38:13.788609Z","steps":["trace[783470489] 'agreement among raft nodes before linearized reading' (duration: 2.000454153s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:13.788691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:11.787917Z","time spent":"2.000760781s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:38:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:38:13.99098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.203376ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:38:13.991105Z","caller":"traceutil/trace.go:171","msg":"trace[1011093564] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23479; }","duration":"841.34196ms","start":"2026-02-26T02:38:13.149745Z","end":"2026-02-26T02:38:13.991087Z","steps":["trace[1011093564] 'range keys from in-memory index tree' (duration: 841.182976ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:13.991205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.007713844s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-02-26T02:38:13.991319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:11.528567Z","time spent":"2.462747245s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T02:38:14.213762Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.230265198s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:38:15.021832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.721082ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:38:15.022059Z","caller":"traceutil/trace.go:171","msg":"trace[1931076048] transaction","detail":"{read_only:false; response_revision:23480; number_of_response:1; }","duration":"3.492662912s","start":"2026-02-26T02:38:11.529356Z","end":"2026-02-26T02:38:15.022019Z","steps":["trace[1931076048] 'process raft request' (duration: 2.684610171s)","trace[1931076048] 'compare' (duration: 806.453139ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:38:15.02218Z","caller":"traceutil/trace.go:171","msg":"trace[664132644] linearizableReadLoop","detail":"{readStateIndex:24345; appliedIndex:24343; }","duration":"3.489315404s","start":"2026-02-26T02:38:11.532847Z","end":"2026-02-26T02:38:15.022162Z","steps":["trace[664132644] 'read index received' (duration: 450.663485ms)","trace[664132644] 'applied index is now lower than readState.Index' (duration: 3.038650759s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:38:15.022383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:11.529327Z","time spent":"3.492892389s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1163,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:38:15.022398Z","caller":"traceutil/trace.go:171","msg":"trace[367704320] transaction","detail":"{read_only:false; response_revision:23481; number_of_response:1; }","duration":"3.486364406s","start":"2026-02-26T02:38:11.536002Z","end":"2026-02-26T02:38:15.022366Z","steps":["trace[367704320] 'process raft request' (duration: 3.485958346s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:15.022515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.489667383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"warn","ts":"2026-02-26T02:38:15.022513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:11.535987Z","time spent":"3.486463519s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6365,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:38:15.022564Z","caller":"traceutil/trace.go:171","msg":"trace[2087928387] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:23481; }","duration":"3.489749465s","start":"2026-02-26T02:38:11.532805Z","end":"2026-02-26T02:38:15.022554Z","steps":["trace[2087928387] 'agreement among raft nodes before linearized reading' (duration: 3.489607542s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:15.022594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:11.532786Z","time spent":"3.489799106s","remote":"127.0.0.1:45188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1658,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-02-26T02:38:15.251152Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.037164059s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:38:15.448917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.431392ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:38:15.449332Z","caller":"traceutil/trace.go:171","msg":"trace[1402243708] transaction","detail":"{read_only:false; response_revision:23484; number_of_response:1; }","duration":"2.413189348s","start":"2026-02-26T02:38:13.036119Z","end":"2026-02-26T02:38:15.449308Z","steps":["trace[1402243708] 'process raft request' (duration: 2.413071634s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:38:15.449363Z","caller":"traceutil/trace.go:171","msg":"trace[581984168] transaction","detail":"{read_only:false; response_revision:23482; number_of_response:1; }","duration":"3.179627044s","start":"2026-02-26T02:38:12.269685Z","end":"2026-02-26T02:38:15.449312Z","steps":["trace[581984168] 'process raft request' (duration: 2.981690488s)","trace[581984168] 'compare' (duration: 197.053602ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:38:15.44945Z","caller":"traceutil/trace.go:171","msg":"trace[445201866] transaction","detail":"{read_only:false; response_revision:23483; number_of_response:1; }","duration":"2.763020906s","start":"2026-02-26T02:38:12.686309Z","end":"2026-02-26T02:38:15.44933Z","steps":["trace[445201866] 'process raft request' (duration: 2.762740929s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:38:15.449604Z","caller":"traceutil/trace.go:171","msg":"trace[2144216172] linearizableReadLoop","detail":"{readStateIndex:24351; appliedIndex:24346; }","duration":"427.386832ms","start":"2026-02-26T02:38:15.022204Z","end":"2026-02-26T02:38:15.449591Z","steps":["trace[2144216172] 'read index received' (duration: 229.103487ms)","trace[2144216172] 'applied index is now lower than readState.Index' (duration: 198.281935ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:38:15.449621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:12.269651Z","time spent":"3.17985338s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:38:15.449433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:13.036065Z","time spent":"2.413324101s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:38:15.449783Z","caller":"traceutil/trace.go:171","msg":"trace[336501450] transaction","detail":"{read_only:false; response_revision:23485; number_of_response:1; }","duration":"2.188048255s","start":"2026-02-26T02:38:13.261718Z","end":"2026-02-26T02:38:15.449766Z","steps":["trace[336501450] 'process raft request' (duration: 2.187529961s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:15.449729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.660653687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:38:15.449877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:13.261679Z","time spent":"2.188155978s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:38:15.449925Z","caller":"traceutil/trace.go:171","msg":"trace[429708593] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23486; }","duration":"1.660863744s","start":"2026-02-26T02:38:13.789024Z","end":"2026-02-26T02:38:15.449888Z","steps":["trace[429708593] 'agreement among raft nodes before linearized reading' (duration: 1.660663679s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:38:15.450009Z","caller":"traceutil/trace.go:171","msg":"trace[660544980] transaction","detail":"{read_only:false; response_revision:23486; number_of_response:1; }","duration":"1.437606791s","start":"2026-02-26T02:38:14.01239Z","end":"2026-02-26T02:38:15.449996Z","steps":["trace[660544980] 'process raft request' (duration: 1.437104907s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:15.450029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:13.788997Z","time spent":"1.660995727s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:38:15.450079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:14.012366Z","time spent":"1.437677852s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:38:15.450072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:12.686285Z","time spent":"2.763416436s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:38:15.450468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.616883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:38:15.450515Z","caller":"traceutil/trace.go:171","msg":"trace[2121053945] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23486; }","duration":"453.709095ms","start":"2026-02-26T02:38:14.996791Z","end":"2026-02-26T02:38:15.4505Z","steps":["trace[2121053945] 'agreement among raft nodes before linearized reading' (duration: 453.635673ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:15.450551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:14.996764Z","time spent":"453.777837ms","remote":"127.0.0.1:42612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:38:15.450584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.183071454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-26T02:38:15.450623Z","caller":"traceutil/trace.go:171","msg":"trace[862593748] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23486; }","duration":"3.183156357s","start":"2026-02-26T02:38:12.267455Z","end":"2026-02-26T02:38:15.450611Z","steps":["trace[862593748] 'agreement among raft nodes before linearized reading' (duration: 3.183002523s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:15.450654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.917775514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-02-26T02:38:15.450668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:12.267429Z","time spent":"3.183231468s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-26T02:38:15.450694Z","caller":"traceutil/trace.go:171","msg":"trace[834477541] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23486; }","duration":"3.917832926s","start":"2026-02-26T02:38:11.53285Z","end":"2026-02-26T02:38:15.450683Z","steps":["trace[834477541] 'agreement among raft nodes before linearized reading' (duration: 3.917664971s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:15.450724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:11.532834Z","time spent":"3.917884097s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T02:38:15.450752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.242552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:38:15.450788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.151393119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:38:15.450823Z","caller":"traceutil/trace.go:171","msg":"trace[607602979] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:23486; }","duration":"2.151465981s","start":"2026-02-26T02:38:13.299348Z","end":"2026-02-26T02:38:15.450814Z","steps":["trace[607602979] 'agreement among raft nodes before linearized reading' (duration: 2.151391829s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:15.450837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056526769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:38:15.450852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:13.299328Z","time spent":"2.151516972s","remote":"127.0.0.1:45506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":32,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:38:15.450874Z","caller":"traceutil/trace.go:171","msg":"trace[796276799] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:23486; }","duration":"1.056619772s","start":"2026-02-26T02:38:14.394246Z","end":"2026-02-26T02:38:15.450866Z","steps":["trace[796276799] 'agreement among raft nodes before linearized reading' (duration: 1.05656339s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:15.450903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:14.394206Z","time spent":"1.056688914s","remote":"127.0.0.1:45404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":30,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:38:15.449716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.654718792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:38:15.451032Z","caller":"traceutil/trace.go:171","msg":"trace[474700607] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:23486; }","duration":"1.656071258s","start":"2026-02-26T02:38:13.794937Z","end":"2026-02-26T02:38:15.451008Z","steps":["trace[474700607] 'agreement among raft nodes before linearized reading' (duration: 1.654703201s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:15.451096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:13.794917Z","time spent":"1.656160769s","remote":"127.0.0.1:42280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:38:15.451119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.521305666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-26T02:38:15.451151Z","caller":"traceutil/trace.go:171","msg":"trace[1979391064] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23486; }","duration":"1.521380028s","start":"2026-02-26T02:38:13.929761Z","end":"2026-02-26T02:38:15.451141Z","steps":["trace[1979391064] 'agreement among raft nodes before linearized reading' (duration: 1.521277235s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:15.45116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.186876204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-26T02:38:15.451181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:13.929741Z","time spent":"1.521433549s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-26T02:38:15.451197Z","caller":"traceutil/trace.go:171","msg":"trace[1766712671] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:23486; }","duration":"2.186964256s","start":"2026-02-26T02:38:13.264224Z","end":"2026-02-26T02:38:15.451189Z","steps":["trace[1766712671] 'agreement among raft nodes before linearized reading' (duration: 2.186770021s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:15.451225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:13.264199Z","time spent":"2.187019128s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":175,"response size":33,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:38:15.451306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.540540823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-02-26T02:38:15.45134Z","caller":"traceutil/trace.go:171","msg":"trace[1038905979] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23486; }","duration":"1.540618865s","start":"2026-02-26T02:38:13.910713Z","end":"2026-02-26T02:38:15.451332Z","steps":["trace[1038905979] 'agreement among raft nodes before linearized reading' (duration: 1.540525923s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:15.451371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:13.910688Z","time spent":"1.540674177s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-26T02:38:15.451397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.382236272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:38:15.451426Z","caller":"traceutil/trace.go:171","msg":"trace[1593716838] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23486; }","duration":"2.382266493s","start":"2026-02-26T02:38:13.069151Z","end":"2026-02-26T02:38:15.451417Z","steps":["trace[1593716838] 'agreement among raft nodes before linearized reading' (duration: 2.382213622s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:15.451463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:13.069082Z","time spent":"2.382373605s","remote":"127.0.0.1:42256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:38:15.451047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.56961469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418331"} {"level":"info","ts":"2026-02-26T02:38:15.45152Z","caller":"traceutil/trace.go:171","msg":"trace[2013536362] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:23486; }","duration":"3.570128604s","start":"2026-02-26T02:38:11.88138Z","end":"2026-02-26T02:38:15.451508Z","steps":["trace[2013536362] 'agreement among raft nodes before linearized reading' (duration: 3.569486457s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:15.451562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:11.881355Z","time spent":"3.570197026s","remote":"127.0.0.1:39430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418355,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-02-26T02:38:15.451652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.833619536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:38:15.451668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.797277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1e274d68-356c-4d33-b42c-2ff6301a94a5\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-02-26T02:38:15.451689Z","caller":"traceutil/trace.go:171","msg":"trace[1410728758] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23486; }","duration":"2.833706728s","start":"2026-02-26T02:38:12.617972Z","end":"2026-02-26T02:38:15.451679Z","steps":["trace[1410728758] 'agreement among raft nodes before linearized reading' (duration: 2.833639447s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:38:15.451715Z","caller":"traceutil/trace.go:171","msg":"trace[10666530] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1e274d68-356c-4d33-b42c-2ff6301a94a5; range_end:; response_count:1; response_revision:23486; }","duration":"423.87931ms","start":"2026-02-26T02:38:15.027822Z","end":"2026-02-26T02:38:15.451701Z","steps":["trace[10666530] 'agreement among raft nodes before linearized reading' (duration: 423.685735ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:15.451758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:15.027805Z","time spent":"423.945221ms","remote":"127.0.0.1:45180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1318,"request content":"key:\"/registry/persistentvolumes/pvc-1e274d68-356c-4d33-b42c-2ff6301a94a5\" "} {"level":"warn","ts":"2026-02-26T02:38:15.451764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.193711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-x9lwc\" ","response":"range_response_count:1 size:5919"} {"level":"info","ts":"2026-02-26T02:38:15.451806Z","caller":"traceutil/trace.go:171","msg":"trace[1082640904] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-x9lwc; range_end:; response_count:1; response_revision:23486; }","duration":"423.248683ms","start":"2026-02-26T02:38:15.028542Z","end":"2026-02-26T02:38:15.451791Z","steps":["trace[1082640904] 'agreement among raft nodes before linearized reading' (duration: 423.13864ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:15.451857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:15.028536Z","time spent":"423.310185ms","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5943,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-x9lwc\" "} {"level":"info","ts":"2026-02-26T02:38:15.45079Z","caller":"traceutil/trace.go:171","msg":"trace[763477901] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23486; }","duration":"968.325884ms","start":"2026-02-26T02:38:14.482449Z","end":"2026-02-26T02:38:15.450775Z","steps":["trace[763477901] 'agreement among raft nodes before linearized reading' (duration: 968.272683ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:15.452473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.087195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/orc-system/orc-controller-manager-6cb597b5d4-cdcn9.1897ab4f8f2ae4eb\" ","response":"range_response_count:1 size:877"} {"level":"warn","ts":"2026-02-26T02:38:15.452489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:14.482417Z","time spent":"970.05065ms","remote":"127.0.0.1:42158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:38:15.451718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:12.617945Z","time spent":"2.83376633s","remote":"127.0.0.1:45470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:38:15.45253Z","caller":"traceutil/trace.go:171","msg":"trace[317599739] range","detail":"{range_begin:/registry/events/orc-system/orc-controller-manager-6cb597b5d4-cdcn9.1897ab4f8f2ae4eb; range_end:; response_count:1; response_revision:23486; }","duration":"424.465675ms","start":"2026-02-26T02:38:15.028049Z","end":"2026-02-26T02:38:15.452515Z","steps":["trace[317599739] 'agreement among raft nodes before linearized reading' (duration: 423.87585ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:15.452586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:15.028028Z","time spent":"424.541557ms","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":901,"request content":"key:\"/registry/events/orc-system/orc-controller-manager-6cb597b5d4-cdcn9.1897ab4f8f2ae4eb\" "} {"level":"warn","ts":"2026-02-26T02:38:15.45344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.948959205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:625"} {"level":"info","ts":"2026-02-26T02:38:15.453549Z","caller":"traceutil/trace.go:171","msg":"trace[1989238053] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:23486; }","duration":"1.94914413s","start":"2026-02-26T02:38:13.50438Z","end":"2026-02-26T02:38:15.453524Z","steps":["trace[1989238053] 'agreement among raft nodes before linearized reading' (duration: 1.94537289s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:15.453611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:13.504358Z","time spent":"1.949240583s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-02-26T02:38:16.914424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.327533561s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:38:16.914574Z","caller":"traceutil/trace.go:171","msg":"trace[1938686588] linearizableReadLoop","detail":"{readStateIndex:24352; appliedIndex:24351; }","duration":"1.457415844s","start":"2026-02-26T02:38:15.457134Z","end":"2026-02-26T02:38:16.91455Z","steps":["trace[1938686588] 'read index received' (duration: 129.596955ms)","trace[1938686588] 'applied index is now lower than readState.Index' (duration: 1.327816279s)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:38:16.914606Z","caller":"traceutil/trace.go:171","msg":"trace[573330653] transaction","detail":"{read_only:false; response_revision:23487; number_of_response:1; }","duration":"1.458075521s","start":"2026-02-26T02:38:15.456502Z","end":"2026-02-26T02:38:16.914577Z","steps":["trace[573330653] 'process raft request' (duration: 130.276423ms)","trace[573330653] 'compare' (duration: 1.326469863s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:38:16.914734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:15.456466Z","time spent":"1.458202245s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:38:16.914833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.457722482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-26T02:38:16.914873Z","caller":"traceutil/trace.go:171","msg":"trace[1773831245] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:23487; }","duration":"1.457785983s","start":"2026-02-26T02:38:15.457076Z","end":"2026-02-26T02:38:16.914862Z","steps":["trace[1773831245] 'agreement among raft nodes before linearized reading' (duration: 1.457561047s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:16.914915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:15.457063Z","time spent":"1.457840945s","remote":"127.0.0.1:45318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-02-26T02:38:17.162111Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.575541607s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:38:17.459151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999999611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:38:17.459239Z","caller":"traceutil/trace.go:171","msg":"trace[1713976468] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000149005s","start":"2026-02-26T02:38:15.459072Z","end":"2026-02-26T02:38:17.459221Z","steps":["trace[1713976468] 'agreement among raft nodes before linearized reading' (duration: 2.000043452s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:17.459297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:15.459061Z","time spent":"2.000226036s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:38:17.643621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.118638ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:38:17.644005Z","caller":"traceutil/trace.go:171","msg":"trace[1599300770] linearizableReadLoop","detail":"{readStateIndex:24354; appliedIndex:24352; }","duration":"729.345409ms","start":"2026-02-26T02:38:16.914604Z","end":"2026-02-26T02:38:17.64395Z","steps":["trace[1599300770] 'read index received' (duration: 247.81815ms)","trace[1599300770] 'applied index is now lower than readState.Index' (duration: 481.525689ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:38:17.644114Z","caller":"traceutil/trace.go:171","msg":"trace[887591593] transaction","detail":"{read_only:false; response_revision:23489; number_of_response:1; }","duration":"2.184478883s","start":"2026-02-26T02:38:15.459618Z","end":"2026-02-26T02:38:17.644097Z","steps":["trace[887591593] 'process raft request' (duration: 2.184135954s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:17.644207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:15.459604Z","time spent":"2.184551624s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5914,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:38:17.644176Z","caller":"traceutil/trace.go:171","msg":"trace[762562886] transaction","detail":"{read_only:false; response_revision:23488; number_of_response:1; }","duration":"2.185695394s","start":"2026-02-26T02:38:15.458433Z","end":"2026-02-26T02:38:17.644128Z","steps":["trace[762562886] 'process raft request' (duration: 1.703967171s)","trace[762562886] 'compare' (duration: 480.641215ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:38:17.644309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.878636163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:38:17.644379Z","caller":"traceutil/trace.go:171","msg":"trace[1122925116] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23489; }","duration":"1.878756716s","start":"2026-02-26T02:38:15.765601Z","end":"2026-02-26T02:38:17.644358Z","steps":["trace[1122925116] 'agreement among raft nodes before linearized reading' (duration: 1.878616863s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:17.644684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:15.765576Z","time spent":"1.879090026s","remote":"127.0.0.1:42258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:38:17.644701Z","caller":"traceutil/trace.go:171","msg":"trace[2059436469] transaction","detail":"{read_only:false; response_revision:23490; number_of_response:1; }","duration":"724.000688ms","start":"2026-02-26T02:38:16.920628Z","end":"2026-02-26T02:38:17.644628Z","steps":["trace[2059436469] 'process raft request' (duration: 723.260238ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:17.644752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.583660021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:38:17.644742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:15.458381Z","time spent":"2.185972141s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:38:17.644792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:16.920601Z","time spent":"724.147292ms","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T02:38:17.644692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.4341245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:38:17.644963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.12061504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:38:17.645016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.186785213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-02-26T02:38:17.64504Z","caller":"traceutil/trace.go:171","msg":"trace[358745862] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23490; }","duration":"2.120758163s","start":"2026-02-26T02:38:15.524264Z","end":"2026-02-26T02:38:17.645022Z","steps":["trace[358745862] 'agreement among raft nodes before linearized reading' (duration: 2.120050074s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:38:17.645063Z","caller":"traceutil/trace.go:171","msg":"trace[2030312020] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:23490; }","duration":"2.186829954s","start":"2026-02-26T02:38:15.458218Z","end":"2026-02-26T02:38:17.645048Z","steps":["trace[2030312020] 'agreement among raft nodes before linearized reading' (duration: 2.186090914s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:17.645065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.890321422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:38:17.645099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:15.524229Z","time spent":"2.120858336s","remote":"127.0.0.1:45492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-26T02:38:17.645108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:15.458195Z","time spent":"2.186901196s","remote":"127.0.0.1:45188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-02-26T02:38:17.645115Z","caller":"traceutil/trace.go:171","msg":"trace[342844975] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23490; }","duration":"1.890374443s","start":"2026-02-26T02:38:15.754723Z","end":"2026-02-26T02:38:17.645097Z","steps":["trace[342844975] 'agreement among raft nodes before linearized reading' (duration: 1.889604123s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:38:17.645086Z","caller":"traceutil/trace.go:171","msg":"trace[772878534] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23490; }","duration":"1.434465719s","start":"2026-02-26T02:38:16.210504Z","end":"2026-02-26T02:38:17.644969Z","steps":["trace[772878534] 'agreement among raft nodes before linearized reading' (duration: 1.433782321s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:38:17.644807Z","caller":"traceutil/trace.go:171","msg":"trace[1021275884] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:23490; }","duration":"1.583753833s","start":"2026-02-26T02:38:16.061037Z","end":"2026-02-26T02:38:17.644791Z","steps":["trace[1021275884] 'agreement among raft nodes before linearized reading' (duration: 1.583220309s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:17.645163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:15.754618Z","time spent":"1.890529526s","remote":"127.0.0.1:50696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:38:17.645193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:16.061015Z","time spent":"1.584156724s","remote":"127.0.0.1:39448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:38:17.645305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:16.210479Z","time spent":"1.434684155s","remote":"127.0.0.1:42358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:38:17.644862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.851407225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:38:17.645425Z","caller":"traceutil/trace.go:171","msg":"trace[1082582020] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:23490; }","duration":"1.852004031s","start":"2026-02-26T02:38:15.7934Z","end":"2026-02-26T02:38:17.645404Z","steps":["trace[1082582020] 'agreement among raft nodes before linearized reading' (duration: 1.850862891s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:17.645495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:15.793388Z","time spent":"1.852086764s","remote":"127.0.0.1:45444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:38:18.145051Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892442,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:38:18.645766Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892442,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:38:19.146998Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892442,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:38:19.398076Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.755449985s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:38:19.460769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000329219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:38:19.460892Z","caller":"traceutil/trace.go:171","msg":"trace[1532082691] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000497363s","start":"2026-02-26T02:38:17.460353Z","end":"2026-02-26T02:38:19.46085Z","steps":["trace[1532082691] 'agreement among raft nodes before linearized reading' (duration: 2.00036924s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:19.460949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:17.460334Z","time spent":"2.000603716s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:38:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:38:19.685955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.976083ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:38:19.686199Z","caller":"traceutil/trace.go:171","msg":"trace[1456663851] transaction","detail":"{read_only:false; response_revision:23492; number_of_response:1; }","duration":"2.228333648s","start":"2026-02-26T02:38:17.457843Z","end":"2026-02-26T02:38:19.686176Z","steps":["trace[1456663851] 'process raft request' (duration: 2.228226905s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:38:19.686176Z","caller":"traceutil/trace.go:171","msg":"trace[1781312152] transaction","detail":"{read_only:false; response_revision:23491; number_of_response:1; }","duration":"2.229135259s","start":"2026-02-26T02:38:17.456999Z","end":"2026-02-26T02:38:19.686134Z","steps":["trace[1781312152] 'process raft request' (duration: 1.941870298s)","trace[1781312152] 'compare' (duration: 286.730997ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:38:19.68629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:17.457811Z","time spent":"2.22843456s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:38:19.686355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:17.456959Z","time spent":"2.229298593s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:38:20.309883Z","caller":"traceutil/trace.go:171","msg":"trace[1966236750] transaction","detail":"{read_only:false; response_revision:23493; number_of_response:1; }","duration":"2.014530552s","start":"2026-02-26T02:38:18.29532Z","end":"2026-02-26T02:38:20.309851Z","steps":["trace[1966236750] 'process raft request' (duration: 2.014235335s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:20.310099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:18.295289Z","time spent":"2.014696467s","remote":"127.0.0.1:45202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18630,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:38:20.310099Z","caller":"traceutil/trace.go:171","msg":"trace[168746031] linearizableReadLoop","detail":"{readStateIndex:24359; appliedIndex:24355; }","duration":"2.666003679s","start":"2026-02-26T02:38:17.644057Z","end":"2026-02-26T02:38:20.310061Z","steps":["trace[168746031] 'read index received' (duration: 1.754830939s)","trace[168746031] 'applied index is now lower than readState.Index' (duration: 911.17029ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:38:20.310238Z","caller":"traceutil/trace.go:171","msg":"trace[1038221107] transaction","detail":"{read_only:false; response_revision:23494; number_of_response:1; }","duration":"1.276331312s","start":"2026-02-26T02:38:19.03386Z","end":"2026-02-26T02:38:20.310191Z","steps":["trace[1038221107] 'process raft request' (duration: 1.275912881s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:20.310503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.212242524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:38:20.310549Z","caller":"traceutil/trace.go:171","msg":"trace[45146939] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:23494; }","duration":"3.212398948s","start":"2026-02-26T02:38:17.09814Z","end":"2026-02-26T02:38:20.310539Z","steps":["trace[45146939] 'agreement among raft nodes before linearized reading' (duration: 3.212074929s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:20.310552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:19.033827Z","time spent":"1.276510106s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:38:20.310583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:17.098112Z","time spent":"3.212462349s","remote":"127.0.0.1:42324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:38:20.310682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.75293515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:38:20.310818Z","caller":"traceutil/trace.go:171","msg":"trace[265336381] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:23494; }","duration":"2.753091104s","start":"2026-02-26T02:38:17.557702Z","end":"2026-02-26T02:38:20.310793Z","steps":["trace[265336381] 'agreement among raft nodes before linearized reading' (duration: 2.752517169s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:20.310913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:17.557646Z","time spent":"2.753251178s","remote":"127.0.0.1:57976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:38:21.470174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000013772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:38:21.470284Z","caller":"traceutil/trace.go:171","msg":"trace[1634183452] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000199627s","start":"2026-02-26T02:38:19.47006Z","end":"2026-02-26T02:38:21.47026Z","steps":["trace[1634183452] 'agreement among raft nodes before linearized reading' (duration: 2.000054503s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:21.470339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:19.470034Z","time spent":"2.000293599s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:38:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:38:21.479932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.6393ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-02-26T02:38:21.480081Z","caller":"traceutil/trace.go:171","msg":"trace[1094226052] linearizableReadLoop","detail":"{readStateIndex:24360; appliedIndex:24359; }","duration":"1.169896928s","start":"2026-02-26T02:38:20.310163Z","end":"2026-02-26T02:38:21.480059Z","steps":["trace[1094226052] 'read index received' (duration: 378.030911ms)","trace[1094226052] 'applied index is now lower than readState.Index' (duration: 791.864407ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:38:21.480504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.588327784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:625"} {"level":"warn","ts":"2026-02-26T02:38:21.480584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.656821439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:38:21.48059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.39577432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:38:21.480524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.823642455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:38:21.480636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.82501384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6bff2d8f-c412-406b-b5ef-ed81129b0669\" ","response":"range_response_count:1 size:1323"} {"level":"warn","ts":"2026-02-26T02:38:21.480668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.307534296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:38:21.480687Z","caller":"traceutil/trace.go:171","msg":"trace[1475705661] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23494; }","duration":"3.656918952s","start":"2026-02-26T02:38:17.823702Z","end":"2026-02-26T02:38:21.480621Z","steps":["trace[1475705661] 'agreement among raft nodes before linearized reading' (duration: 3.656840249s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:38:21.480659Z","caller":"traceutil/trace.go:171","msg":"trace[874293778] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:23494; }","duration":"2.58855423s","start":"2026-02-26T02:38:18.892057Z","end":"2026-02-26T02:38:21.480611Z","steps":["trace[874293778] 'agreement among raft nodes before linearized reading' (duration: 2.588258092s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:38:21.480707Z","caller":"traceutil/trace.go:171","msg":"trace[533505864] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:23494; }","duration":"3.307570216s","start":"2026-02-26T02:38:18.173122Z","end":"2026-02-26T02:38:21.480692Z","steps":["trace[533505864] 'agreement among raft nodes before linearized reading' (duration: 3.307513295s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:38:21.480744Z","caller":"traceutil/trace.go:171","msg":"trace[1813433849] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:23494; }","duration":"3.395892374s","start":"2026-02-26T02:38:18.084737Z","end":"2026-02-26T02:38:21.480629Z","steps":["trace[1813433849] 'agreement among raft nodes before linearized reading' (duration: 3.395780371s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:21.480762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.748075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:38:21.480754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.168264145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-26T02:38:21.480825Z","caller":"traceutil/trace.go:171","msg":"trace[1474583266] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:23494; }","duration":"333.843957ms","start":"2026-02-26T02:38:21.146963Z","end":"2026-02-26T02:38:21.480807Z","steps":["trace[1474583266] 'agreement among raft nodes before linearized reading' (duration: 333.764365ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:21.480848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.824208379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897a8a815b748d0\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-02-26T02:38:21.480857Z","caller":"traceutil/trace.go:171","msg":"trace[126130791] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23494; }","duration":"3.168417759s","start":"2026-02-26T02:38:18.312416Z","end":"2026-02-26T02:38:21.480834Z","steps":["trace[126130791] 'agreement among raft nodes before linearized reading' (duration: 3.168124351s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:21.480868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:21.146938Z","time spent":"333.92ms","remote":"127.0.0.1:40936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:38:21.480885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.298894578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"warn","ts":"2026-02-26T02:38:21.480888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.825246637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-sskkd\" ","response":"range_response_count:1 size:6861"} {"level":"info","ts":"2026-02-26T02:38:21.480906Z","caller":"traceutil/trace.go:171","msg":"trace[2124586272] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897a8a815b748d0; range_end:; response_count:1; response_revision:23494; }","duration":"3.82425354s","start":"2026-02-26T02:38:17.656625Z","end":"2026-02-26T02:38:21.480878Z","steps":["trace[2124586272] 'agreement among raft nodes before linearized reading' (duration: 3.824114467s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:21.480924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:18.312395Z","time spent":"3.168509072s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-26T02:38:21.480896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.821138228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-02-26T02:38:21.480944Z","caller":"traceutil/trace.go:171","msg":"trace[100971282] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-sskkd; range_end:; response_count:1; response_revision:23494; }","duration":"3.82534931s","start":"2026-02-26T02:38:17.655578Z","end":"2026-02-26T02:38:21.480927Z","steps":["trace[100971282] 'agreement among raft nodes before linearized reading' (duration: 3.825191165s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:21.480999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:17.655554Z","time spent":"3.825434102s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6885,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-sskkd\" "} {"level":"warn","ts":"2026-02-26T02:38:21.481034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.340318609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-02-26T02:38:21.480717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:17.823672Z","time spent":"3.657036045s","remote":"127.0.0.1:42402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-02-26T02:38:21.481024Z","caller":"traceutil/trace.go:171","msg":"trace[1074691155] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23494; }","duration":"3.821242931s","start":"2026-02-26T02:38:17.659733Z","end":"2026-02-26T02:38:21.480976Z","steps":["trace[1074691155] 'agreement among raft nodes before linearized reading' (duration: 3.820887722s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:38:21.481072Z","caller":"traceutil/trace.go:171","msg":"trace[2073580499] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:1; response_revision:23494; }","duration":"2.340408152s","start":"2026-02-26T02:38:19.140653Z","end":"2026-02-26T02:38:21.481061Z","steps":["trace[2073580499] 'agreement among raft nodes before linearized reading' (duration: 2.340290869s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:21.481102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:19.140625Z","time spent":"2.340470513s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/162.253.55.200\" "} {"level":"info","ts":"2026-02-26T02:38:21.48093Z","caller":"traceutil/trace.go:171","msg":"trace[796164425] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23494; }","duration":"2.29899303s","start":"2026-02-26T02:38:19.181922Z","end":"2026-02-26T02:38:21.480915Z","steps":["trace[796164425] 'agreement among raft nodes before linearized reading' (duration: 2.298772824s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:21.481115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:17.659722Z","time spent":"3.821377525s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-26T02:38:21.481202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:19.181896Z","time spent":"2.299294699s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-26T02:38:21.480767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:18.173041Z","time spent":"3.30771644s","remote":"127.0.0.1:49620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:38:21.480657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.811885214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-26T02:38:21.481388Z","caller":"traceutil/trace.go:171","msg":"trace[180995581] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23494; }","duration":"1.812646674s","start":"2026-02-26T02:38:19.668726Z","end":"2026-02-26T02:38:21.481373Z","steps":["trace[180995581] 'agreement among raft nodes before linearized reading' (duration: 1.811806312s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:21.48144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:19.668705Z","time spent":"1.812722367s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T02:38:21.480849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:18.89203Z","time spent":"2.588711655s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"info","ts":"2026-02-26T02:38:21.48071Z","caller":"traceutil/trace.go:171","msg":"trace[387280600] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6bff2d8f-c412-406b-b5ef-ed81129b0669; range_end:; response_count:1; response_revision:23494; }","duration":"3.825114143s","start":"2026-02-26T02:38:17.655577Z","end":"2026-02-26T02:38:21.480691Z","steps":["trace[387280600] 'agreement among raft nodes before linearized reading' (duration: 3.824922198s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:21.481549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:17.655556Z","time spent":"3.825976887s","remote":"127.0.0.1:45180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-6bff2d8f-c412-406b-b5ef-ed81129b0669\" "} {"level":"info","ts":"2026-02-26T02:38:21.480658Z","caller":"traceutil/trace.go:171","msg":"trace[926233303] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23494; }","duration":"3.823808149s","start":"2026-02-26T02:38:17.656828Z","end":"2026-02-26T02:38:21.480636Z","steps":["trace[926233303] 'agreement among raft nodes before linearized reading' (duration: 3.823555472s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:21.480773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:18.084711Z","time spent":"3.396052397s","remote":"127.0.0.1:45430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":30,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:38:21.480947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:17.656596Z","time spent":"3.824340883s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897a8a815b748d0\" "} {"level":"warn","ts":"2026-02-26T02:38:21.481698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:17.65682Z","time spent":"3.824860836s","remote":"127.0.0.1:45224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-02-26T02:38:22.318489Z","caller":"traceutil/trace.go:171","msg":"trace[15511781] transaction","detail":"{read_only:false; response_revision:23495; number_of_response:1; }","duration":"833.957695ms","start":"2026-02-26T02:38:21.484491Z","end":"2026-02-26T02:38:22.318449Z","steps":["trace[15511781] 'process raft request' (duration: 833.692138ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:38:22.318629Z","caller":"traceutil/trace.go:171","msg":"trace[1799114989] linearizableReadLoop","detail":"{readStateIndex:24362; appliedIndex:24361; }","duration":"832.439675ms","start":"2026-02-26T02:38:21.48616Z","end":"2026-02-26T02:38:22.318599Z","steps":["trace[1799114989] 'read index received' (duration: 93.537585ms)","trace[1799114989] 'applied index is now lower than readState.Index' (duration: 738.90085ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:38:22.318739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:21.484468Z","time spent":"834.16715ms","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:38:22.318996Z","caller":"traceutil/trace.go:171","msg":"trace[551982418] transaction","detail":"{read_only:false; response_revision:23496; number_of_response:1; }","duration":"830.484163ms","start":"2026-02-26T02:38:21.488493Z","end":"2026-02-26T02:38:22.318977Z","steps":["trace[551982418] 'process raft request' (duration: 829.884077ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:22.319144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:21.488481Z","time spent":"830.564855ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:38:22.319199Z","caller":"traceutil/trace.go:171","msg":"trace[1551565857] transaction","detail":"{read_only:false; response_revision:23497; number_of_response:1; }","duration":"830.519244ms","start":"2026-02-26T02:38:21.488666Z","end":"2026-02-26T02:38:22.319185Z","steps":["trace[1551565857] 'process raft request' (duration: 829.777915ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:22.319268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:21.488658Z","time spent":"830.567035ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:38:22.319466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.301067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-02-26T02:38:22.319516Z","caller":"traceutil/trace.go:171","msg":"trace[232853283] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:23498; }","duration":"833.429851ms","start":"2026-02-26T02:38:21.486072Z","end":"2026-02-26T02:38:22.319502Z","steps":["trace[232853283] 'agreement among raft nodes before linearized reading' (duration: 833.269476ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:22.319554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:21.486062Z","time spent":"833.485742ms","remote":"127.0.0.1:45188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-02-26T02:38:22.319152Z","caller":"traceutil/trace.go:171","msg":"trace[906178030] transaction","detail":"{read_only:false; response_revision:23498; number_of_response:1; }","duration":"826.357175ms","start":"2026-02-26T02:38:21.492766Z","end":"2026-02-26T02:38:22.319123Z","steps":["trace[906178030] 'process raft request' (duration: 825.716398ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:22.319784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:21.492738Z","time spent":"827.007931ms","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7503,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:38:22.819191Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892458,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:38:23.491837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000959656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:38:23.492082Z","caller":"traceutil/trace.go:171","msg":"trace[508590537] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001246773s","start":"2026-02-26T02:38:21.490805Z","end":"2026-02-26T02:38:23.492051Z","steps":["trace[508590537] 'agreement among raft nodes before linearized reading' (duration: 2.000961596s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:23.492212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:21.490799Z","time spent":"2.001391757s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:38:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:38:23.576502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.235771ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:38:23.576666Z","caller":"traceutil/trace.go:171","msg":"trace[1235410569] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23498; }","duration":"426.418376ms","start":"2026-02-26T02:38:23.150222Z","end":"2026-02-26T02:38:23.57664Z","steps":["trace[1235410569] 'range keys from in-memory index tree' (duration: 426.213171ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:23.576941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.562511ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:38:23.577193Z","caller":"traceutil/trace.go:171","msg":"trace[775046733] linearizableReadLoop","detail":"{readStateIndex:24368; appliedIndex:24365; }","duration":"1.258474921s","start":"2026-02-26T02:38:22.318699Z","end":"2026-02-26T02:38:23.577174Z","steps":["trace[775046733] 'read index received' (duration: 527.445558ms)","trace[775046733] 'applied index is now lower than readState.Index' (duration: 731.028233ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:38:23.577297Z","caller":"traceutil/trace.go:171","msg":"trace[1882367946] transaction","detail":"{read_only:false; response_revision:23499; number_of_response:1; }","duration":"1.996894509s","start":"2026-02-26T02:38:21.58039Z","end":"2026-02-26T02:38:23.577284Z","steps":["trace[1882367946] 'process raft request' (duration: 1.265880717s)","trace[1882367946] 'compare' (duration: 730.442037ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:38:23.577365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:21.58037Z","time spent":"1.99696042s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:38:23.577701Z","caller":"traceutil/trace.go:171","msg":"trace[41396042] transaction","detail":"{read_only:false; response_revision:23500; number_of_response:1; }","duration":"1.885685458s","start":"2026-02-26T02:38:21.692004Z","end":"2026-02-26T02:38:23.577689Z","steps":["trace[41396042] 'process raft request' (duration: 1.885053601s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:23.577768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:21.691972Z","time spent":"1.88576273s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:38:23.577954Z","caller":"traceutil/trace.go:171","msg":"trace[1277201945] transaction","detail":"{read_only:false; response_revision:23501; number_of_response:1; }","duration":"1.874727859s","start":"2026-02-26T02:38:21.703202Z","end":"2026-02-26T02:38:23.577929Z","steps":["trace[1277201945] 'process raft request' (duration: 1.873919548s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:23.57805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:21.703171Z","time spent":"1.874830892s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:38:23.578333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.807254911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:38:23.579216Z","caller":"traceutil/trace.go:171","msg":"trace[1727557223] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:23501; }","duration":"1.808201606s","start":"2026-02-26T02:38:21.771Z","end":"2026-02-26T02:38:23.579202Z","steps":["trace[1727557223] 'agreement among raft nodes before linearized reading' (duration: 1.807259371s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:23.579265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:21.770962Z","time spent":"1.808288848s","remote":"127.0.0.1:49560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:38:23.57833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.254340552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.1897ab4fc65ad611\" ","response":"range_response_count:1 size:877"} {"level":"warn","ts":"2026-02-26T02:38:23.578351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.479967798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:38:23.579521Z","caller":"traceutil/trace.go:171","msg":"trace[1568964031] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.1897ab4fc65ad611; range_end:; response_count:1; response_revision:23501; }","duration":"1.255570395s","start":"2026-02-26T02:38:22.3239Z","end":"2026-02-26T02:38:23.57947Z","steps":["trace[1568964031] 'agreement among raft nodes before linearized reading' (duration: 1.254180388s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:38:23.579605Z","caller":"traceutil/trace.go:171","msg":"trace[436779946] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:23501; }","duration":"1.481255811s","start":"2026-02-26T02:38:22.098313Z","end":"2026-02-26T02:38:23.579568Z","steps":["trace[436779946] 'agreement among raft nodes before linearized reading' (duration: 1.479987918s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:23.579665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:22.323879Z","time spent":"1.255734399s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":901,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.1897ab4fc65ad611\" "} {"level":"warn","ts":"2026-02-26T02:38:23.579695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:22.098282Z","time spent":"1.481387885s","remote":"127.0.0.1:50510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:38:23.578456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.089754236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:38:23.579823Z","caller":"traceutil/trace.go:171","msg":"trace[552247018] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23501; }","duration":"2.091141702s","start":"2026-02-26T02:38:21.48867Z","end":"2026-02-26T02:38:23.579812Z","steps":["trace[552247018] 'agreement among raft nodes before linearized reading' (duration: 2.089733845s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:23.578555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.254437235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-86fdr\" ","response":"range_response_count:1 size:6218"} {"level":"warn","ts":"2026-02-26T02:38:23.57993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:21.488663Z","time spent":"2.091182214s","remote":"127.0.0.1:45224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-02-26T02:38:23.578597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.089810357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-02-26T02:38:23.580005Z","caller":"traceutil/trace.go:171","msg":"trace[1929051686] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-86fdr; range_end:; response_count:1; response_revision:23501; }","duration":"1.255884903s","start":"2026-02-26T02:38:22.324093Z","end":"2026-02-26T02:38:23.579978Z","steps":["trace[1929051686] 'agreement among raft nodes before linearized reading' (duration: 1.254328832s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:38:23.580339Z","caller":"traceutil/trace.go:171","msg":"trace[1166781050] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23501; }","duration":"2.091567673s","start":"2026-02-26T02:38:21.488756Z","end":"2026-02-26T02:38:23.580324Z","steps":["trace[1166781050] 'agreement among raft nodes before linearized reading' (duration: 2.089634512s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:23.580389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:21.488751Z","time spent":"2.091621194s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T02:38:23.580407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:22.324086Z","time spent":"1.256285644s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6242,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-86fdr\" "} {"level":"warn","ts":"2026-02-26T02:38:23.578638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.25462648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6b094bda-ee69-4b5b-a4a7-106c94517e2d\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-02-26T02:38:23.580573Z","caller":"traceutil/trace.go:171","msg":"trace[48591603] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6b094bda-ee69-4b5b-a4a7-106c94517e2d; range_end:; response_count:1; response_revision:23501; }","duration":"1.256623192s","start":"2026-02-26T02:38:22.323938Z","end":"2026-02-26T02:38:23.580561Z","steps":["trace[48591603] 'agreement among raft nodes before linearized reading' (duration: 1.254494086s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:23.580676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:22.323912Z","time spent":"1.256682704s","remote":"127.0.0.1:45180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-6b094bda-ee69-4b5b-a4a7-106c94517e2d\" "} {"level":"warn","ts":"2026-02-26T02:38:23.578639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.235915837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-26T02:38:23.580927Z","caller":"traceutil/trace.go:171","msg":"trace[244520527] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23501; }","duration":"1.238272049s","start":"2026-02-26T02:38:22.342646Z","end":"2026-02-26T02:38:23.580918Z","steps":["trace[244520527] 'agreement among raft nodes before linearized reading' (duration: 1.235784413s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:23.581489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:22.342608Z","time spent":"1.238868385s","remote":"127.0.0.1:45134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-26T02:38:24.085433Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892462,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:38:24.585674Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892462,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:38:25.025424Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.441496764s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T02:38:25.025851Z","caller":"traceutil/trace.go:171","msg":"trace[2083578095] transaction","detail":"{read_only:false; response_revision:23502; number_of_response:1; }","duration":"1.442041449s","start":"2026-02-26T02:38:23.583782Z","end":"2026-02-26T02:38:25.025823Z","steps":["trace[2083578095] 'process raft request' (duration: 1.441848014s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:25.026033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:23.583764Z","time spent":"1.442146101s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:38:25.588486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000012371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:38:25.588663Z","caller":"traceutil/trace.go:171","msg":"trace[2047724213] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000222576s","start":"2026-02-26T02:38:23.588424Z","end":"2026-02-26T02:38:25.588647Z","steps":["trace[2047724213] 'agreement among raft nodes before linearized reading' (duration: 2.000024491s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:25.588718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:23.588415Z","time spent":"2.000292728s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:38:27.303658Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.277852171s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T02:38:27.30418Z","caller":"traceutil/trace.go:171","msg":"trace[1586285230] linearizableReadLoop","detail":"{readStateIndex:24370; appliedIndex:24369; }","duration":"3.719661055s","start":"2026-02-26T02:38:23.58449Z","end":"2026-02-26T02:38:27.304151Z","steps":["trace[1586285230] 'read index received' (duration: 1.44132437s)","trace[1586285230] 'applied index is now lower than readState.Index' (duration: 2.278335505s)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:38:27.304217Z","caller":"traceutil/trace.go:171","msg":"trace[1548752119] transaction","detail":"{read_only:false; response_revision:23503; number_of_response:1; }","duration":"3.715462534s","start":"2026-02-26T02:38:23.588713Z","end":"2026-02-26T02:38:27.304175Z","steps":["trace[1548752119] 'process raft request' (duration: 3.715250449s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:27.304408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:23.588681Z","time spent":"3.715621759s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6213,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:38:27.304426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.719923201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-02-26T02:38:27.304483Z","caller":"traceutil/trace.go:171","msg":"trace[168128835] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:23503; }","duration":"3.720033324s","start":"2026-02-26T02:38:23.584435Z","end":"2026-02-26T02:38:27.304468Z","steps":["trace[168128835] 'agreement among raft nodes before linearized reading' (duration: 3.719820828s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:27.304531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:23.584405Z","time spent":"3.720117246s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-02-26T02:38:27.589958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000490165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:38:27.590028Z","caller":"traceutil/trace.go:171","msg":"trace[1635436831] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000583747s","start":"2026-02-26T02:38:25.589428Z","end":"2026-02-26T02:38:27.590011Z","steps":["trace[1635436831] 'agreement among raft nodes before linearized reading' (duration: 2.000486185s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:27.590069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:25.589391Z","time spent":"2.000664839s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:38:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:38:27.805431Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892470,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T02:38:28.28199Z","caller":"traceutil/trace.go:171","msg":"trace[899014405] transaction","detail":"{read_only:false; response_revision:23504; number_of_response:1; }","duration":"2.697722256s","start":"2026-02-26T02:38:25.58424Z","end":"2026-02-26T02:38:28.281963Z","steps":["trace[899014405] 'process raft request' (duration: 2.697452379s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:38:28.282268Z","caller":"traceutil/trace.go:171","msg":"trace[1054160698] transaction","detail":"{read_only:false; response_revision:23506; number_of_response:1; }","duration":"2.657094416s","start":"2026-02-26T02:38:25.625157Z","end":"2026-02-26T02:38:28.282251Z","steps":["trace[1054160698] 'process raft request' (duration: 2.656790508s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:38:28.282005Z","caller":"traceutil/trace.go:171","msg":"trace[876819284] transaction","detail":"{read_only:false; response_revision:23505; number_of_response:1; }","duration":"2.697325616s","start":"2026-02-26T02:38:25.584663Z","end":"2026-02-26T02:38:28.281989Z","steps":["trace[876819284] 'process raft request' (duration: 2.697239494s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:28.282446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:25.625135Z","time spent":"2.65724824s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:38:28.282283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:25.584213Z","time spent":"2.697969453s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:38:28.282674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:25.584627Z","time spent":"2.697834599s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:38:28.282697Z","caller":"traceutil/trace.go:171","msg":"trace[565824634] transaction","detail":"{read_only:false; response_revision:23507; number_of_response:1; }","duration":"2.523177447s","start":"2026-02-26T02:38:25.759486Z","end":"2026-02-26T02:38:28.282663Z","steps":["trace[565824634] 'process raft request' (duration: 2.522696304s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:28.282864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:25.75946Z","time spent":"2.52330274s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:38:29.083087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.590166ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-02-26T02:38:29.083332Z","caller":"traceutil/trace.go:171","msg":"trace[782618736] linearizableReadLoop","detail":"{readStateIndex:24375; appliedIndex:24370; }","duration":"1.779055409s","start":"2026-02-26T02:38:27.304257Z","end":"2026-02-26T02:38:29.083312Z","steps":["trace[782618736] 'read index received' (duration: 977.427866ms)","trace[782618736] 'applied index is now lower than readState.Index' (duration: 801.626383ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:38:29.083821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.517116537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:38:29.083856Z","caller":"traceutil/trace.go:171","msg":"trace[525467372] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:23507; }","duration":"2.51721709s","start":"2026-02-26T02:38:26.566624Z","end":"2026-02-26T02:38:29.083841Z","steps":["trace[525467372] 'agreement among raft nodes before linearized reading' (duration: 2.517135438s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:29.083891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:26.566596Z","time spent":"2.517284031s","remote":"127.0.0.1:49540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:38:29.083888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.830470335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:38:29.083985Z","caller":"traceutil/trace.go:171","msg":"trace[1718618903] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:23507; }","duration":"4.830594198s","start":"2026-02-26T02:38:24.253371Z","end":"2026-02-26T02:38:29.083966Z","steps":["trace[1718618903] 'agreement among raft nodes before linearized reading' (duration: 4.830425174s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:29.084022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:24.253295Z","time spent":"4.830718602s","remote":"127.0.0.1:39480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":32,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:38:29.084021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.053708456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-sskkd.1897ab4fec9e7581\" ","response":"range_response_count:1 size:864"} {"level":"warn","ts":"2026-02-26T02:38:29.084002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.495319514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:38:29.084095Z","caller":"traceutil/trace.go:171","msg":"trace[517121120] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-sskkd.1897ab4fec9e7581; range_end:; response_count:1; response_revision:23507; }","duration":"4.05383732s","start":"2026-02-26T02:38:25.030235Z","end":"2026-02-26T02:38:29.084073Z","steps":["trace[517121120] 'agreement among raft nodes before linearized reading' (duration: 4.053600444s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:38:29.084088Z","caller":"traceutil/trace.go:171","msg":"trace[58857397] transaction","detail":"{read_only:false; response_revision:23508; number_of_response:1; }","duration":"1.264399948s","start":"2026-02-26T02:38:27.81965Z","end":"2026-02-26T02:38:29.08405Z","steps":["trace[58857397] 'process raft request' (duration: 1.263550805s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:29.084131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:25.030212Z","time spent":"4.053911992s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":888,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-sskkd.1897ab4fec9e7581\" "} {"level":"info","ts":"2026-02-26T02:38:29.084137Z","caller":"traceutil/trace.go:171","msg":"trace[451290334] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23507; }","duration":"5.495501699s","start":"2026-02-26T02:38:23.588605Z","end":"2026-02-26T02:38:29.084106Z","steps":["trace[451290334] 'agreement among raft nodes before linearized reading' (duration: 5.495229672s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:29.084195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:23.588552Z","time spent":"5.495631742s","remote":"127.0.0.1:45318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-26T02:38:29.084242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:27.819618Z","time spent":"1.264535051s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:38:29.500896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.738342025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:38:29.501071Z","caller":"traceutil/trace.go:171","msg":"trace[218926292] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:23508; }","duration":"1.738599881s","start":"2026-02-26T02:38:27.762434Z","end":"2026-02-26T02:38:29.501034Z","steps":["trace[218926292] 'agreement among raft nodes before linearized reading' (duration: 1.321615205s)","trace[218926292] 'count revisions from in-memory index tree' (duration: 416.73959ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:38:29.50106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.959579285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:38:29.501134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:27.762405Z","time spent":"1.738715595s","remote":"127.0.0.1:57932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:38:29.501151Z","caller":"traceutil/trace.go:171","msg":"trace[1716501543] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:23508; }","duration":"2.95975802s","start":"2026-02-26T02:38:26.541366Z","end":"2026-02-26T02:38:29.501124Z","steps":["trace[1716501543] 'agreement among raft nodes before linearized reading' (duration: 2.542559497s)","trace[1716501543] 'count revisions from in-memory index tree' (duration: 417.015897ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:38:29.501196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:26.541345Z","time spent":"2.959840572s","remote":"127.0.0.1:42628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:38:29.501552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.902963993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:38:29.501682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.194860154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-26T02:38:29.501708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.851150209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-02-26T02:38:29.501728Z","caller":"traceutil/trace.go:171","msg":"trace[135831458] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:23508; }","duration":"2.194930646s","start":"2026-02-26T02:38:27.306784Z","end":"2026-02-26T02:38:29.501715Z","steps":["trace[135831458] 'agreement among raft nodes before linearized reading' (duration: 1.777238071s)","trace[135831458] 'range keys from in-memory index tree' (duration: 417.517781ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:38:29.501705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.305260814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-02-26T02:38:29.501768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:27.306764Z","time spent":"2.194995758s","remote":"127.0.0.1:45318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-02-26T02:38:29.501735Z","caller":"traceutil/trace.go:171","msg":"trace[1862760987] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23508; }","duration":"1.903135758s","start":"2026-02-26T02:38:27.598513Z","end":"2026-02-26T02:38:29.501648Z","steps":["trace[1862760987] 'agreement among raft nodes before linearized reading' (duration: 1.485511764s)","trace[1862760987] 'range keys from in-memory index tree' (duration: 417.041848ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:38:29.501807Z","caller":"traceutil/trace.go:171","msg":"trace[419319174] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23508; }","duration":"4.305425228s","start":"2026-02-26T02:38:25.196351Z","end":"2026-02-26T02:38:29.501776Z","steps":["trace[419319174] 'agreement among raft nodes before linearized reading' (duration: 3.887563158s)","trace[419319174] 'range keys from in-memory index tree' (duration: 417.590442ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:38:29.501835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.913309637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-02-26T02:38:29.501857Z","caller":"traceutil/trace.go:171","msg":"trace[1117800563] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:23508; }","duration":"5.913337078s","start":"2026-02-26T02:38:23.588513Z","end":"2026-02-26T02:38:29.50185Z","steps":["trace[1117800563] 'agreement among raft nodes before linearized reading' (duration: 5.495347545s)","trace[1117800563] 'range keys from in-memory index tree' (duration: 417.90063ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:38:29.50188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:23.58851Z","time spent":"5.913365879s","remote":"127.0.0.1:45188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1590,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-02-26T02:38:29.501894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:25.196289Z","time spent":"4.305564262s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-26T02:38:29.501877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:27.598496Z","time spent":"1.903362873s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:38:29.502021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.088579705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:269005"} {"level":"info","ts":"2026-02-26T02:38:29.50174Z","caller":"traceutil/trace.go:171","msg":"trace[1211212849] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23508; }","duration":"4.851220301s","start":"2026-02-26T02:38:24.650506Z","end":"2026-02-26T02:38:29.501727Z","steps":["trace[1211212849] 'agreement among raft nodes before linearized reading' (duration: 4.433435323s)","trace[1211212849] 'range keys from in-memory index tree' (duration: 417.651544ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:38:29.502112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.909308582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-02-26T02:38:29.502105Z","caller":"traceutil/trace.go:171","msg":"trace[1987212783] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:23508; }","duration":"5.088661447s","start":"2026-02-26T02:38:24.41342Z","end":"2026-02-26T02:38:29.502082Z","steps":["trace[1987212783] 'agreement among raft nodes before linearized reading' (duration: 4.670586662s)","trace[1987212783] 'range keys from in-memory index tree' (duration: 417.49731ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:38:29.502061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.193034606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-6975759b4b-5cz6b\" ","response":"range_response_count:1 size:4803"} {"level":"info","ts":"2026-02-26T02:38:29.502146Z","caller":"traceutil/trace.go:171","msg":"trace[669118036] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23508; }","duration":"5.909345952s","start":"2026-02-26T02:38:23.592786Z","end":"2026-02-26T02:38:29.502132Z","steps":["trace[669118036] 'agreement among raft nodes before linearized reading' (duration: 5.491121623s)","trace[669118036] 'range keys from in-memory index tree' (duration: 418.150078ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:38:29.502171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:23.59278Z","time spent":"5.909382024s","remote":"127.0.0.1:50696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5676,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-26T02:38:29.502167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:24.413368Z","time spent":"5.0887844s","remote":"127.0.0.1:45492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":269029,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-02-26T02:38:29.501953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.010036854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:38:29.502274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.175944227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-02-26T02:38:29.502308Z","caller":"traceutil/trace.go:171","msg":"trace[46592628] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:23508; }","duration":"2.010419265s","start":"2026-02-26T02:38:27.491875Z","end":"2026-02-26T02:38:29.502294Z","steps":["trace[46592628] 'agreement among raft nodes before linearized reading' (duration: 1.592154754s)","trace[46592628] 'count revisions from in-memory index tree' (duration: 417.898501ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:38:29.502346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.606244695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:625"} {"level":"info","ts":"2026-02-26T02:38:29.502342Z","caller":"traceutil/trace.go:171","msg":"trace[616421883] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.176018479s","start":"2026-02-26T02:38:24.326282Z","end":"2026-02-26T02:38:29.5023Z","steps":["trace[616421883] 'agreement among raft nodes before linearized reading' (duration: 4.757728898s)","trace[616421883] 'range keys from in-memory index tree' (duration: 418.234189ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:38:29.502372Z","caller":"traceutil/trace.go:171","msg":"trace[2082925822] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:23508; }","duration":"4.606315947s","start":"2026-02-26T02:38:24.896045Z","end":"2026-02-26T02:38:29.502361Z","steps":["trace[2082925822] 'agreement among raft nodes before linearized reading' (duration: 4.187902863s)","trace[2082925822] 'range keys from in-memory index tree' (duration: 418.307892ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:38:29.502374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:27.491856Z","time spent":"2.010500896s","remote":"127.0.0.1:42598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:38:29.502385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:24.326262Z","time spent":"5.176113332s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T02:38:29.502397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:24.896015Z","time spent":"4.606377258s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/02/26 02:38:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:38:29.502113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:24.650485Z","time spent":"4.85161025s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-26T02:38:29.501775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.535545203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:38:29.502587Z","caller":"traceutil/trace.go:171","msg":"trace[633480139] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:23508; }","duration":"3.536391115s","start":"2026-02-26T02:38:25.966172Z","end":"2026-02-26T02:38:29.502563Z","steps":["trace[633480139] 'agreement among raft nodes before linearized reading' (duration: 3.117706203s)","trace[633480139] 'count revisions from in-memory index tree' (duration: 417.84257ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:38:29.502642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.887579ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:38:29.502187Z","caller":"traceutil/trace.go:171","msg":"trace[1732518672] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-6975759b4b-5cz6b; range_end:; response_count:1; response_revision:23508; }","duration":"2.1931872s","start":"2026-02-26T02:38:27.308975Z","end":"2026-02-26T02:38:29.502162Z","steps":["trace[1732518672] 'agreement among raft nodes before linearized reading' (duration: 1.775065013s)","trace[1732518672] 'range keys from in-memory index tree' (duration: 417.935331ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:38:29.502712Z","caller":"traceutil/trace.go:171","msg":"trace[904189156] linearizableReadLoop","detail":"{readStateIndex:24377; appliedIndex:24376; }","duration":"411.860151ms","start":"2026-02-26T02:38:29.090839Z","end":"2026-02-26T02:38:29.502699Z","steps":["trace[904189156] 'read index received' (duration: 132.85748ms)","trace[904189156] 'applied index is now lower than readState.Index' (duration: 279.000861ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:38:29.502739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:27.308946Z","time spent":"2.193781186s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":4827,"request content":"key:\"/registry/pods/capo-system/capo-controller-manager-6975759b4b-5cz6b\" "} {"level":"warn","ts":"2026-02-26T02:38:29.502667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:25.966147Z","time spent":"3.536491838s","remote":"127.0.0.1:38448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:38:29.502805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.964465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:38:29.502803Z","caller":"traceutil/trace.go:171","msg":"trace[2139813969] transaction","detail":"{read_only:false; response_revision:23509; number_of_response:1; }","duration":"415.335634ms","start":"2026-02-26T02:38:29.087451Z","end":"2026-02-26T02:38:29.502786Z","steps":["trace[2139813969] 'process raft request' (duration: 136.213269ms)","trace[2139813969] 'compare' (duration: 277.309317ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:38:29.502837Z","caller":"traceutil/trace.go:171","msg":"trace[618020038] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23509; }","duration":"412.013126ms","start":"2026-02-26T02:38:29.090812Z","end":"2026-02-26T02:38:29.502826Z","steps":["trace[618020038] 'agreement among raft nodes before linearized reading' (duration: 411.928173ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:29.502871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:29.090796Z","time spent":"412.067198ms","remote":"127.0.0.1:45318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-26T02:38:29.50292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:29.087426Z","time spent":"415.415065ms","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:38:30.010206Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892477,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:38:31.532944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000168475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:38:31.533028Z","caller":"traceutil/trace.go:171","msg":"trace[1247954545] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000312549s","start":"2026-02-26T02:38:29.532697Z","end":"2026-02-26T02:38:31.53301Z","steps":["trace[1247954545] 'agreement among raft nodes before linearized reading' (duration: 2.000192946s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:31.533073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:29.532682Z","time spent":"2.00038253s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:38:31.943522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.607650012s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-02-26T02:38:31.94361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:29.506582Z","time spent":"2.437023367s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T02:38:33.533327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000111453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:38:33.53358Z","caller":"traceutil/trace.go:171","msg":"trace[204692466] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000418781s","start":"2026-02-26T02:38:31.533135Z","end":"2026-02-26T02:38:33.533554Z","steps":["trace[204692466] 'agreement among raft nodes before linearized reading' (duration: 2.000149984s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:33.533667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:31.53311Z","time spent":"2.000540665s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:38:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:38:34.326944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998236183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:38:34.327048Z","caller":"traceutil/trace.go:171","msg":"trace[1697548828] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.998397139s","start":"2026-02-26T02:38:31.328626Z","end":"2026-02-26T02:38:34.327023Z","steps":["trace[1697548828] 'agreement among raft nodes before linearized reading' (duration: 2.998272415s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:34.3271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:31.328602Z","time spent":"2.998488s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/02/26 02:38:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:38:34.561727Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.225840042s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T02:38:34.562448Z","caller":"traceutil/trace.go:171","msg":"trace[717804684] transaction","detail":"{read_only:false; response_revision:23510; number_of_response:1; }","duration":"5.051662092s","start":"2026-02-26T02:38:29.510759Z","end":"2026-02-26T02:38:34.562422Z","steps":["trace[717804684] 'process raft request' (duration: 5.05118235s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:34.562666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:29.510745Z","time spent":"5.051778416s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:38:34.562901Z","caller":"traceutil/trace.go:171","msg":"trace[1949286073] transaction","detail":"{read_only:false; response_revision:23511; number_of_response:1; }","duration":"5.049077574s","start":"2026-02-26T02:38:29.513794Z","end":"2026-02-26T02:38:34.562872Z","steps":["trace[1949286073] 'process raft request' (duration: 5.0485309s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:38:34.563322Z","caller":"traceutil/trace.go:171","msg":"trace[2074666470] transaction","detail":"{read_only:false; response_revision:23512; number_of_response:1; }","duration":"4.273770165s","start":"2026-02-26T02:38:30.289515Z","end":"2026-02-26T02:38:34.563285Z","steps":["trace[2074666470] 'process raft request' (duration: 4.27318944s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:38:34.563478Z","caller":"traceutil/trace.go:171","msg":"trace[1906077965] linearizableReadLoop","detail":"{readStateIndex:24380; appliedIndex:24377; }","duration":"5.054111297s","start":"2026-02-26T02:38:29.509332Z","end":"2026-02-26T02:38:34.563443Z","steps":["trace[1906077965] 'read index received' (duration: 826.54666ms)","trace[1906077965] 'applied index is now lower than readState.Index' (duration: 4.227563257s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:38:34.563521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:30.289471Z","time spent":"4.27394191s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:38:34.563654Z","caller":"traceutil/trace.go:171","msg":"trace[1186321831] transaction","detail":"{read_only:false; response_revision:23513; number_of_response:1; }","duration":"4.273960519s","start":"2026-02-26T02:38:30.289678Z","end":"2026-02-26T02:38:34.563638Z","steps":["trace[1186321831] 'process raft request' (duration: 4.273498337s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:34.563744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:30.289663Z","time spent":"4.274024482s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:38:34.563821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.054461526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f2dc9856-2c43-4bf9-87c5-a7177635db99\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-02-26T02:38:34.563874Z","caller":"traceutil/trace.go:171","msg":"trace[910476106] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f2dc9856-2c43-4bf9-87c5-a7177635db99; range_end:; response_count:1; response_revision:23513; }","duration":"5.054563779s","start":"2026-02-26T02:38:29.509296Z","end":"2026-02-26T02:38:34.56386Z","steps":["trace[910476106] 'agreement among raft nodes before linearized reading' (duration: 5.054371424s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:34.563918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:29.509281Z","time spent":"5.054626101s","remote":"127.0.0.1:45180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1308,"request content":"key:\"/registry/persistentvolumes/pvc-f2dc9856-2c43-4bf9-87c5-a7177635db99\" "} {"level":"warn","ts":"2026-02-26T02:38:34.5642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:29.513785Z","time spent":"5.049188868s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6950,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:38:35.150452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.225693ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:38:35.150858Z","caller":"traceutil/trace.go:171","msg":"trace[2028383493] transaction","detail":"{read_only:false; response_revision:23516; number_of_response:1; }","duration":"579.064408ms","start":"2026-02-26T02:38:34.571766Z","end":"2026-02-26T02:38:35.150831Z","steps":["trace[2028383493] 'process raft request' (duration: 578.985866ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:35.150938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:34.571746Z","time spent":"579.154001ms","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":931,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T02:38:35.151086Z","caller":"traceutil/trace.go:171","msg":"trace[376039741] linearizableReadLoop","detail":"{readStateIndex:24384; appliedIndex:24382; }","duration":"587.481081ms","start":"2026-02-26T02:38:34.563561Z","end":"2026-02-26T02:38:35.151042Z","steps":["trace[376039741] 'read index received' (duration: 199.511217ms)","trace[376039741] 'applied index is now lower than readState.Index' (duration: 387.966004ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:38:35.15111Z","caller":"traceutil/trace.go:171","msg":"trace[1144510585] transaction","detail":"{read_only:false; response_revision:23515; number_of_response:1; }","duration":"821.970589ms","start":"2026-02-26T02:38:34.329078Z","end":"2026-02-26T02:38:35.151049Z","steps":["trace[1144510585] 'process raft request' (duration: 821.520607ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:38:35.151264Z","caller":"traceutil/trace.go:171","msg":"trace[220520943] transaction","detail":"{read_only:false; response_revision:23514; number_of_response:1; }","duration":"3.205139466s","start":"2026-02-26T02:38:31.946092Z","end":"2026-02-26T02:38:35.151231Z","steps":["trace[220520943] 'process raft request' (duration: 2.816992768s)","trace[220520943] 'compare' (duration: 387.015968ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:38:35.15133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:34.32905Z","time spent":"822.175715ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:38:35.151359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.010155178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:38:35.151405Z","caller":"traceutil/trace.go:171","msg":"trace[331985726] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:23516; }","duration":"3.01024752s","start":"2026-02-26T02:38:32.141141Z","end":"2026-02-26T02:38:35.151388Z","steps":["trace[331985726] 'agreement among raft nodes before linearized reading' (duration: 3.010161188s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:35.151451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:32.141094Z","time spent":"3.010348183s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:38:35.151458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:31.94606Z","time spent":"3.20528074s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:38:35.15153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.967927586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:38:35.151582Z","caller":"traceutil/trace.go:171","msg":"trace[1328017879] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:23516; }","duration":"3.968030239s","start":"2026-02-26T02:38:31.183537Z","end":"2026-02-26T02:38:35.151567Z","steps":["trace[1328017879] 'agreement among raft nodes before linearized reading' (duration: 3.967947296s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:35.151614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:31.18351Z","time spent":"3.968096051s","remote":"127.0.0.1:42586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:38:35.151608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.945867815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:38:35.151658Z","caller":"traceutil/trace.go:171","msg":"trace[1033969269] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:23516; }","duration":"4.94609203s","start":"2026-02-26T02:38:30.205546Z","end":"2026-02-26T02:38:35.151638Z","steps":["trace[1033969269] 'agreement among raft nodes before linearized reading' (duration: 4.946018338s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:35.151696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:30.20552Z","time spent":"4.946164913s","remote":"127.0.0.1:42508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:38:35.151517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.639823971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-02-26T02:38:35.151779Z","caller":"traceutil/trace.go:171","msg":"trace[785703199] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23516; }","duration":"5.640129219s","start":"2026-02-26T02:38:29.511641Z","end":"2026-02-26T02:38:35.151771Z","steps":["trace[785703199] 'agreement among raft nodes before linearized reading' (duration: 5.639668457s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:35.151796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:29.511636Z","time spent":"5.640155439s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T02:38:35.1518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.529426731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:38:35.15181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.317696782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-02-26T02:38:35.151841Z","caller":"traceutil/trace.go:171","msg":"trace[590309602] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23516; }","duration":"1.529521953s","start":"2026-02-26T02:38:33.622306Z","end":"2026-02-26T02:38:35.151827Z","steps":["trace[590309602] 'agreement among raft nodes before linearized reading' (duration: 1.529440451s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:38:35.151847Z","caller":"traceutil/trace.go:171","msg":"trace[384280021] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23516; }","duration":"1.317770054s","start":"2026-02-26T02:38:33.834066Z","end":"2026-02-26T02:38:35.151836Z","steps":["trace[384280021] 'agreement among raft nodes before linearized reading' (duration: 1.317590309s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:35.151876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:33.622287Z","time spent":"1.529580625s","remote":"127.0.0.1:42330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:38:35.151881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:33.834044Z","time spent":"1.317829756s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-26T02:38:35.1521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.359340789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:38:35.15211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.611030122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:38:35.152124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.84851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:38:35.152132Z","caller":"traceutil/trace.go:171","msg":"trace[2086377278] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23516; }","duration":"1.359421061s","start":"2026-02-26T02:38:33.792701Z","end":"2026-02-26T02:38:35.152122Z","steps":["trace[2086377278] 'agreement among raft nodes before linearized reading' (duration: 1.35936008s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:38:35.152145Z","caller":"traceutil/trace.go:171","msg":"trace[1033849168] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:23516; }","duration":"587.905601ms","start":"2026-02-26T02:38:34.56423Z","end":"2026-02-26T02:38:35.152136Z","steps":["trace[1033849168] 'agreement among raft nodes before linearized reading' (duration: 587.870071ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:38:35.152146Z","caller":"traceutil/trace.go:171","msg":"trace[259879854] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23516; }","duration":"1.611095693s","start":"2026-02-26T02:38:33.541039Z","end":"2026-02-26T02:38:35.152135Z","steps":["trace[259879854] 'agreement among raft nodes before linearized reading' (duration: 1.611037072s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:35.152132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.920968058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:38:35.152164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:34.564212Z","time spent":"587.948772ms","remote":"127.0.0.1:50486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:38:35.152161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:33.792674Z","time spent":"1.359479383s","remote":"127.0.0.1:42344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:38:35.152175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:33.541024Z","time spent":"1.611144754s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T02:38:35.152198Z","caller":"traceutil/trace.go:171","msg":"trace[152450999] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23516; }","duration":"2.921081211s","start":"2026-02-26T02:38:32.231099Z","end":"2026-02-26T02:38:35.15218Z","steps":["trace[152450999] 'agreement among raft nodes before linearized reading' (duration: 2.920945917s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:35.152237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:32.231079Z","time spent":"2.921148633s","remote":"127.0.0.1:42528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:38:35.152292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.642389818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-sskkd.1897ab4fec9c9c22\" ","response":"range_response_count:1 size:863"} {"level":"info","ts":"2026-02-26T02:38:35.152308Z","caller":"traceutil/trace.go:171","msg":"trace[1689322966] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-sskkd.1897ab4fec9c9c22; range_end:; response_count:1; response_revision:23516; }","duration":"5.642407039s","start":"2026-02-26T02:38:29.509896Z","end":"2026-02-26T02:38:35.152303Z","steps":["trace[1689322966] 'agreement among raft nodes before linearized reading' (duration: 5.642350977s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:35.152322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:29.509868Z","time spent":"5.64245072s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":887,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-sskkd.1897ab4fec9c9c22\" "} {"level":"warn","ts":"2026-02-26T02:38:35.152416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.514475968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:625"} {"level":"warn","ts":"2026-02-26T02:38:35.152455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.214474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-26T02:38:35.152476Z","caller":"traceutil/trace.go:171","msg":"trace[1959364804] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23516; }","duration":"173.287486ms","start":"2026-02-26T02:38:34.979183Z","end":"2026-02-26T02:38:35.15247Z","steps":["trace[1959364804] 'agreement among raft nodes before linearized reading' (duration: 173.213994ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:35.152637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.160449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3225"} {"level":"info","ts":"2026-02-26T02:38:35.152701Z","caller":"traceutil/trace.go:171","msg":"trace[1351185216] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:23516; }","duration":"407.276872ms","start":"2026-02-26T02:38:34.745417Z","end":"2026-02-26T02:38:35.152694Z","steps":["trace[1351185216] 'agreement among raft nodes before linearized reading' (duration: 407.171689ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:35.152726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:34.745391Z","time spent":"407.322863ms","remote":"127.0.0.1:57116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3249,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"info","ts":"2026-02-26T02:38:35.152449Z","caller":"traceutil/trace.go:171","msg":"trace[155955940] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:23516; }","duration":"1.514526018s","start":"2026-02-26T02:38:33.637911Z","end":"2026-02-26T02:38:35.152437Z","steps":["trace[155955940] 'agreement among raft nodes before linearized reading' (duration: 1.514383455s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:35.152898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:33.6379Z","time spent":"1.51498724s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-02-26T02:38:35.152923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.183514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-bdfc6fdd8-g46nk\" ","response":"range_response_count:1 size:7794"} {"level":"info","ts":"2026-02-26T02:38:35.152964Z","caller":"traceutil/trace.go:171","msg":"trace[864552981] range","detail":"{range_begin:/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-bdfc6fdd8-g46nk; range_end:; response_count:1; response_revision:23516; }","duration":"581.241496ms","start":"2026-02-26T02:38:34.571708Z","end":"2026-02-26T02:38:35.15295Z","steps":["trace[864552981] 'agreement among raft nodes before linearized reading' (duration: 581.112413ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:35.152995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:34.571699Z","time spent":"581.287877ms","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":1,"response size":7818,"request content":"key:\"/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-bdfc6fdd8-g46nk\" "} {"level":"warn","ts":"2026-02-26T02:38:35.153223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.398916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-02-26T02:38:35.153254Z","caller":"traceutil/trace.go:171","msg":"trace[518532663] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23516; }","duration":"582.447548ms","start":"2026-02-26T02:38:34.570796Z","end":"2026-02-26T02:38:35.153243Z","steps":["trace[518532663] 'agreement among raft nodes before linearized reading' (duration: 582.327395ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:35.153273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:34.570131Z","time spent":"583.137555ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-26T02:38:35.153412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.604158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-02-26T02:38:35.153646Z","caller":"traceutil/trace.go:171","msg":"trace[470174337] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:23516; }","duration":"584.728808ms","start":"2026-02-26T02:38:34.568897Z","end":"2026-02-26T02:38:35.153626Z","steps":["trace[470174337] 'agreement among raft nodes before linearized reading' (duration: 584.365158ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:35.153696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:34.568867Z","time spent":"584.81569ms","remote":"127.0.0.1:45188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-02-26T02:38:35.155022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.494056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:38:35.155263Z","caller":"traceutil/trace.go:171","msg":"trace[877835581] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:23516; }","duration":"740.454972ms","start":"2026-02-26T02:38:34.414794Z","end":"2026-02-26T02:38:35.155249Z","steps":["trace[877835581] 'agreement among raft nodes before linearized reading' (duration: 736.440166ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:35.155292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:34.414769Z","time spent":"740.512492ms","remote":"127.0.0.1:57944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:38:35.657555Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892491,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:38:36.158428Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892491,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:38:36.658865Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892491,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:38:37.159418Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892491,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:38:37.173497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000150744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:38:37.173606Z","caller":"traceutil/trace.go:171","msg":"trace[1837535690] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000367269s","start":"2026-02-26T02:38:35.173213Z","end":"2026-02-26T02:38:37.173581Z","steps":["trace[1837535690] 'agreement among raft nodes before linearized reading' (duration: 2.000156334s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:37.173842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:35.173208Z","time spent":"2.000593405s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:38:37 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:38:37.660579Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892491,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:38:38.161302Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892491,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:38:38.270169Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.953255959s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T02:38:38.334079Z","caller":"traceutil/trace.go:171","msg":"trace[78085541] transaction","detail":"{read_only:false; response_revision:23517; number_of_response:1; }","duration":"3.178597497s","start":"2026-02-26T02:38:35.15543Z","end":"2026-02-26T02:38:38.334027Z","steps":["trace[78085541] 'process raft request' (duration: 3.115047322s)","trace[78085541] 'compare' (duration: 62.642311ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:38:38.334319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:35.155405Z","time spent":"3.178786341s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:38:39.173961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999998331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:38:39.174145Z","caller":"traceutil/trace.go:171","msg":"trace[1735955939] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000251988s","start":"2026-02-26T02:38:37.173868Z","end":"2026-02-26T02:38:39.17412Z","steps":["trace[1735955939] 'agreement among raft nodes before linearized reading' (duration: 2.000047782s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:39.174244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:37.173842Z","time spent":"2.000384952s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:38:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:38:39.438848Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.168028638s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T02:38:39.439549Z","caller":"traceutil/trace.go:171","msg":"trace[796291788] transaction","detail":"{read_only:false; response_revision:23518; number_of_response:1; }","duration":"4.280737119s","start":"2026-02-26T02:38:35.158775Z","end":"2026-02-26T02:38:39.439512Z","steps":["trace[796291788] 'process raft request' (duration: 4.280333808s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:38:39.439528Z","caller":"traceutil/trace.go:171","msg":"trace[1300377785] transaction","detail":"{read_only:false; response_revision:23519; number_of_response:1; }","duration":"4.280192414s","start":"2026-02-26T02:38:35.159304Z","end":"2026-02-26T02:38:39.439497Z","steps":["trace[1300377785] 'process raft request' (duration: 4.280065121s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:39.439722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:35.158761Z","time spent":"4.280852821s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:38:39.439896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:35.159288Z","time spent":"4.280464701s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:38:39.440106Z","caller":"traceutil/trace.go:171","msg":"trace[1000891986] transaction","detail":"{read_only:false; response_revision:23520; number_of_response:1; }","duration":"4.279855965s","start":"2026-02-26T02:38:35.16023Z","end":"2026-02-26T02:38:39.440086Z","steps":["trace[1000891986] 'process raft request' (duration: 4.279197778s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:38:39.440143Z","caller":"traceutil/trace.go:171","msg":"trace[717406498] transaction","detail":"{read_only:false; response_revision:23521; number_of_response:1; }","duration":"2.869459511s","start":"2026-02-26T02:38:36.570669Z","end":"2026-02-26T02:38:39.440128Z","steps":["trace[717406498] 'process raft request' (duration: 2.869179324s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:39.440209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:36.570639Z","time spent":"2.869533233s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:38:39.440209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:35.160219Z","time spent":"4.279938738s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:38:39.440355Z","caller":"traceutil/trace.go:171","msg":"trace[110404574] transaction","detail":"{read_only:false; response_revision:23522; number_of_response:1; }","duration":"2.868776824s","start":"2026-02-26T02:38:36.571561Z","end":"2026-02-26T02:38:39.440338Z","steps":["trace[110404574] 'process raft request' (duration: 2.868483686s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:39.440447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:36.571519Z","time spent":"2.868884636s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:38:39.440425Z","caller":"traceutil/trace.go:171","msg":"trace[2069025368] transaction","detail":"{read_only:false; response_revision:23523; number_of_response:1; }","duration":"2.848480949s","start":"2026-02-26T02:38:36.591913Z","end":"2026-02-26T02:38:39.440394Z","steps":["trace[2069025368] 'process raft request' (duration: 2.848192541s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:39.440723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:36.59188Z","time spent":"2.848625212s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:38:41.019903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.579720236s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-02-26T02:38:41.021199Z","caller":"traceutil/trace.go:171","msg":"trace[383129832] linearizableReadLoop","detail":"{readStateIndex:24393; appliedIndex:24385; }","duration":"5.865073226s","start":"2026-02-26T02:38:35.156098Z","end":"2026-02-26T02:38:41.021171Z","steps":["trace[383129832] 'read index received' (duration: 3.114462337s)","trace[383129832] 'applied index is now lower than readState.Index' (duration: 2.750607918s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:38:41.021472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.865354183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-02-26T02:38:41.021519Z","caller":"traceutil/trace.go:171","msg":"trace[2129456693] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:23523; }","duration":"5.865441625s","start":"2026-02-26T02:38:35.156066Z","end":"2026-02-26T02:38:41.021507Z","steps":["trace[2129456693] 'agreement among raft nodes before linearized reading' (duration: 5.86522483s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:41.02156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:35.156058Z","time spent":"5.865492207s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-02-26T02:38:41.022769Z","caller":"traceutil/trace.go:171","msg":"trace[1610464533] transaction","detail":"{read_only:false; response_revision:23524; number_of_response:1; }","duration":"2.68427284s","start":"2026-02-26T02:38:38.338449Z","end":"2026-02-26T02:38:41.022722Z","steps":["trace[1610464533] 'process raft request' (duration: 2.683938162s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:38:41.02283Z","caller":"traceutil/trace.go:171","msg":"trace[948401770] transaction","detail":"{read_only:false; response_revision:23525; number_of_response:1; }","duration":"2.369554419s","start":"2026-02-26T02:38:38.653215Z","end":"2026-02-26T02:38:41.022769Z","steps":["trace[948401770] 'process raft request' (duration: 2.369381554s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:41.022971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:38.338425Z","time spent":"2.684451215s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":826,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T02:38:41.023032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:38.653183Z","time spent":"2.369734883s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:38:41.02327Z","caller":"traceutil/trace.go:171","msg":"trace[413661239] transaction","detail":"{read_only:false; response_revision:23526; number_of_response:1; }","duration":"2.366423146s","start":"2026-02-26T02:38:38.656774Z","end":"2026-02-26T02:38:41.023197Z","steps":["trace[413661239] 'process raft request' (duration: 2.365925133s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:41.023391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:38.65673Z","time spent":"2.366605921s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:38:41.126385Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.403270716s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:38:41.182932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000218406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:38:41.183044Z","caller":"traceutil/trace.go:171","msg":"trace[635845992] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0004055s","start":"2026-02-26T02:38:39.182614Z","end":"2026-02-26T02:38:41.18302Z","steps":["trace[635845992] 'agreement among raft nodes before linearized reading' (duration: 2.000258786s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:41.183105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:39.182587Z","time spent":"2.000506613s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:38:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:38:41.446926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.120725ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:38:41.447199Z","caller":"traceutil/trace.go:171","msg":"trace[834461577] transaction","detail":"{read_only:false; response_revision:23527; number_of_response:1; }","duration":"2.002578558s","start":"2026-02-26T02:38:39.444577Z","end":"2026-02-26T02:38:41.447156Z","steps":["trace[834461577] 'process raft request' (duration: 1.682117024s)","trace[834461577] 'compare' (duration: 319.882349ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:38:41.447265Z","caller":"traceutil/trace.go:171","msg":"trace[486837365] linearizableReadLoop","detail":"{readStateIndex:24400; appliedIndex:24396; }","duration":"425.992995ms","start":"2026-02-26T02:38:41.021253Z","end":"2026-02-26T02:38:41.447246Z","steps":["trace[486837365] 'read index received' (duration: 105.310115ms)","trace[486837365] 'applied index is now lower than readState.Index' (duration: 320.68172ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:38:41.447365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:39.444553Z","time spent":"2.002718601s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:38:41.447383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.469378109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:38:41.447416Z","caller":"traceutil/trace.go:171","msg":"trace[457699185] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23530; }","duration":"3.469466231s","start":"2026-02-26T02:38:37.977938Z","end":"2026-02-26T02:38:41.447404Z","steps":["trace[457699185] 'agreement among raft nodes before linearized reading' (duration: 3.469398739s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:41.447385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.408231737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:38:41.447463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:37.977911Z","time spent":"3.469539653s","remote":"127.0.0.1:42406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:38:41.447474Z","caller":"traceutil/trace.go:171","msg":"trace[1074147205] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23530; }","duration":"3.408389451s","start":"2026-02-26T02:38:38.039064Z","end":"2026-02-26T02:38:41.447453Z","steps":["trace[1074147205] 'agreement among raft nodes before linearized reading' (duration: 3.408190316s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:41.447522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:38.039024Z","time spent":"3.408487395s","remote":"127.0.0.1:50638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:38:41.447761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.855348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:38:41.447779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.141841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:38:41.447796Z","caller":"traceutil/trace.go:171","msg":"trace[1626829686] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:23530; }","duration":"563.93842ms","start":"2026-02-26T02:38:40.883847Z","end":"2026-02-26T02:38:41.447785Z","steps":["trace[1626829686] 'agreement among raft nodes before linearized reading' (duration: 563.853778ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:41.447794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.276355953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4430"} {"level":"warn","ts":"2026-02-26T02:38:41.447817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:40.88382Z","time spent":"563.992672ms","remote":"127.0.0.1:50568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:38:41.447798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.712069934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:38:41.447816Z","caller":"traceutil/trace.go:171","msg":"trace[1500580480] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:23530; }","duration":"913.216373ms","start":"2026-02-26T02:38:40.534587Z","end":"2026-02-26T02:38:41.447803Z","steps":["trace[1500580480] 'agreement among raft nodes before linearized reading' (duration: 913.153962ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:41.447802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.657104055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:38:41.447847Z","caller":"traceutil/trace.go:171","msg":"trace[1033271870] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23530; }","duration":"3.712173536s","start":"2026-02-26T02:38:37.735661Z","end":"2026-02-26T02:38:41.447834Z","steps":["trace[1033271870] 'agreement among raft nodes before linearized reading' (duration: 3.712075134s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:41.447851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:40.534565Z","time spent":"913.276455ms","remote":"127.0.0.1:50574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:38:41.447874Z","caller":"traceutil/trace.go:171","msg":"trace[174816946] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23530; }","duration":"5.657197818s","start":"2026-02-26T02:38:35.790658Z","end":"2026-02-26T02:38:41.447856Z","steps":["trace[174816946] 'agreement among raft nodes before linearized reading' (duration: 5.657040394s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:41.447885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:37.735635Z","time spent":"3.712240088s","remote":"127.0.0.1:42212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:38:41.44788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.122218771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-02-26T02:38:41.447898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.543115892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:38:41.447908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.405880656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:38:41.448025Z","caller":"traceutil/trace.go:171","msg":"trace[1451611192] transaction","detail":"{read_only:false; response_revision:23529; number_of_response:1; }","duration":"2.001736496s","start":"2026-02-26T02:38:39.446282Z","end":"2026-02-26T02:38:41.448019Z","steps":["trace[1451611192] 'process raft request' (duration: 2.000842852s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:41.448041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.186621038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:38:41.448047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.289172291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-02-26T02:38:41.448067Z","caller":"traceutil/trace.go:171","msg":"trace[1035846797] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:23530; }","duration":"1.18669131s","start":"2026-02-26T02:38:40.261366Z","end":"2026-02-26T02:38:41.448057Z","steps":["trace[1035846797] 'agreement among raft nodes before linearized reading' (duration: 1.186642649s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:38:41.448086Z","caller":"traceutil/trace.go:171","msg":"trace[141530531] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23530; }","duration":"6.289225533s","start":"2026-02-26T02:38:35.158849Z","end":"2026-02-26T02:38:41.448075Z","steps":["trace[141530531] 'agreement among raft nodes before linearized reading' (duration: 6.28912563s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:41.448089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:39.446274Z","time spent":"2.001772987s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T02:38:41.44812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.921153993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:38:41.448144Z","caller":"traceutil/trace.go:171","msg":"trace[1471630547] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23530; }","duration":"1.921216044s","start":"2026-02-26T02:38:39.52692Z","end":"2026-02-26T02:38:41.448136Z","steps":["trace[1471630547] 'agreement among raft nodes before linearized reading' (duration: 1.921185263s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:41.448137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.086615833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:38:41.44816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:39.526895Z","time spent":"1.921261316s","remote":"127.0.0.1:42402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-02-26T02:38:41.448176Z","caller":"traceutil/trace.go:171","msg":"trace[433648624] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:23530; }","duration":"3.086706185s","start":"2026-02-26T02:38:38.361459Z","end":"2026-02-26T02:38:41.448165Z","steps":["trace[433648624] 'agreement among raft nodes before linearized reading' (duration: 3.086634553s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:41.448216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:38.361438Z","time spent":"3.086769027s","remote":"127.0.0.1:57960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:38:41.447926Z","caller":"traceutil/trace.go:171","msg":"trace[1237004405] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23530; }","duration":"4.122316004s","start":"2026-02-26T02:38:37.325596Z","end":"2026-02-26T02:38:41.447912Z","steps":["trace[1237004405] 'agreement among raft nodes before linearized reading' (duration: 4.122183621s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:41.448236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.033283228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:38:41.448264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:37.325568Z","time spent":"4.122686864s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-02-26T02:38:41.448274Z","caller":"traceutil/trace.go:171","msg":"trace[686133296] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:23530; }","duration":"6.0333809s","start":"2026-02-26T02:38:35.414882Z","end":"2026-02-26T02:38:41.448263Z","steps":["trace[686133296] 'agreement among raft nodes before linearized reading' (duration: 6.033316479s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:41.448182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.290644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-26T02:38:41.448297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.429496787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:38:41.447825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.291226414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:38:41.448304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:35.41485Z","time spent":"6.033445912s","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:38:41.448322Z","caller":"traceutil/trace.go:171","msg":"trace[1474318908] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23530; }","duration":"2.42956846s","start":"2026-02-26T02:38:39.018744Z","end":"2026-02-26T02:38:41.448313Z","steps":["trace[1474318908] 'agreement among raft nodes before linearized reading' (duration: 2.429529239s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:41.448347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:39.018714Z","time spent":"2.429628001s","remote":"127.0.0.1:42338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:38:41.447913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:35.790583Z","time spent":"5.657320101s","remote":"127.0.0.1:42204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:38:41.448117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:35.158833Z","time spent":"6.289277463s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-26T02:38:41.448339Z","caller":"traceutil/trace.go:171","msg":"trace[984751421] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:23530; }","duration":"5.291802449s","start":"2026-02-26T02:38:36.156525Z","end":"2026-02-26T02:38:41.448327Z","steps":["trace[984751421] 'agreement among raft nodes before linearized reading' (duration: 5.291214574s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:38:41.448317Z","caller":"traceutil/trace.go:171","msg":"trace[653378453] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:23530; }","duration":"431.47039ms","start":"2026-02-26T02:38:41.016835Z","end":"2026-02-26T02:38:41.448305Z","steps":["trace[653378453] 'agreement among raft nodes before linearized reading' (duration: 431.198212ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:41.448601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:41.016808Z","time spent":"431.784347ms","remote":"127.0.0.1:40948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":160,"response size":33,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:38:41.448093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:40.26134Z","time spent":"1.186746942s","remote":"127.0.0.1:42474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:38:41.448624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.632048745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:38:41.448738Z","caller":"traceutil/trace.go:171","msg":"trace[379928699] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:23530; }","duration":"5.63222721s","start":"2026-02-26T02:38:35.816499Z","end":"2026-02-26T02:38:41.448726Z","steps":["trace[379928699] 'agreement among raft nodes before linearized reading' (duration: 5.631068179s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:41.448767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.652623087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:38:41.448783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:35.816442Z","time spent":"5.632330733s","remote":"127.0.0.1:38488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:38:41.448051Z","caller":"traceutil/trace.go:171","msg":"trace[856505570] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:23530; }","duration":"4.406066571s","start":"2026-02-26T02:38:37.041966Z","end":"2026-02-26T02:38:41.448033Z","steps":["trace[856505570] 'agreement among raft nodes before linearized reading' (duration: 4.405909487s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:41.448833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:37.041935Z","time spent":"4.406890552s","remote":"127.0.0.1:45168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":30,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:38:41.44783Z","caller":"traceutil/trace.go:171","msg":"trace[1627748268] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:23530; }","duration":"6.276420625s","start":"2026-02-26T02:38:35.171396Z","end":"2026-02-26T02:38:41.447816Z","steps":["trace[1627748268] 'agreement among raft nodes before linearized reading' (duration: 6.276286281s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:41.448903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:35.171375Z","time spent":"6.277516494s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4454,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"info","ts":"2026-02-26T02:38:41.44792Z","caller":"traceutil/trace.go:171","msg":"trace[315934658] transaction","detail":"{read_only:false; response_revision:23528; number_of_response:1; }","duration":"2.002185368s","start":"2026-02-26T02:38:39.445725Z","end":"2026-02-26T02:38:41.44791Z","steps":["trace[315934658] 'process raft request' (duration: 2.001316835s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:41.448981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:39.445717Z","time spent":"2.003237116s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1057,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T02:38:41.447934Z","caller":"traceutil/trace.go:171","msg":"trace[1280442718] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:23530; }","duration":"5.543203074s","start":"2026-02-26T02:38:35.90472Z","end":"2026-02-26T02:38:41.447923Z","steps":["trace[1280442718] 'agreement among raft nodes before linearized reading' (duration: 5.543140133s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:41.449076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:35.90469Z","time spent":"5.544374396s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:38:41.449103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.187939793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-heat-default-user\" ","response":"range_response_count:1 size:1145"} {"level":"warn","ts":"2026-02-26T02:38:41.449082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:36.156499Z","time spent":"5.292041346s","remote":"127.0.0.1:45172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:38:41.44792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.27661096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ad0e9dd0-782a-45f7-aa08-c28d36bc8e14\" ","response":"range_response_count:1 size:1320"} {"level":"warn","ts":"2026-02-26T02:38:41.447981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.062819566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:38:41.447994Z","caller":"traceutil/trace.go:171","msg":"trace[422039207] transaction","detail":"{read_only:false; response_revision:23530; number_of_response:1; }","duration":"2.001244463s","start":"2026-02-26T02:38:39.44674Z","end":"2026-02-26T02:38:41.447984Z","steps":["trace[422039207] 'process raft request' (duration: 2.000436742s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:38:41.449157Z","caller":"traceutil/trace.go:171","msg":"trace[408564497] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-heat-default-user; range_end:; response_count:1; response_revision:23530; }","duration":"6.188045516s","start":"2026-02-26T02:38:35.2611Z","end":"2026-02-26T02:38:41.449145Z","steps":["trace[408564497] 'agreement among raft nodes before linearized reading' (duration: 6.187429099s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:38:41.449242Z","caller":"traceutil/trace.go:171","msg":"trace[759206641] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:23530; }","duration":"5.652719139s","start":"2026-02-26T02:38:35.796073Z","end":"2026-02-26T02:38:41.448792Z","steps":["trace[759206641] 'agreement among raft nodes before linearized reading' (duration: 5.652612337s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:41.449333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.168763198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:38:41.45087Z","caller":"traceutil/trace.go:171","msg":"trace[1994398213] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ad0e9dd0-782a-45f7-aa08-c28d36bc8e14; range_end:; response_count:1; response_revision:23530; }","duration":"6.279589999s","start":"2026-02-26T02:38:35.171266Z","end":"2026-02-26T02:38:41.450856Z","steps":["trace[1994398213] 'agreement among raft nodes before linearized reading' (duration: 6.27658454s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:41.450876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:35.261058Z","time spent":"6.189804202s","remote":"127.0.0.1:45122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1169,"request content":"key:\"/registry/secrets/openstack/rabbitmq-heat-default-user\" "} {"level":"warn","ts":"2026-02-26T02:38:41.450907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:35.171249Z","time spent":"6.27965013s","remote":"127.0.0.1:45180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-ad0e9dd0-782a-45f7-aa08-c28d36bc8e14\" "} {"level":"info","ts":"2026-02-26T02:38:41.450905Z","caller":"traceutil/trace.go:171","msg":"trace[1162316180] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23530; }","duration":"4.17037355s","start":"2026-02-26T02:38:37.280499Z","end":"2026-02-26T02:38:41.450873Z","steps":["trace[1162316180] 'agreement among raft nodes before linearized reading' (duration: 4.167167536s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:38:41.450957Z","caller":"traceutil/trace.go:171","msg":"trace[482792281] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:23530; }","duration":"3.065794894s","start":"2026-02-26T02:38:38.385145Z","end":"2026-02-26T02:38:41.45094Z","steps":["trace[482792281] 'agreement among raft nodes before linearized reading' (duration: 3.062807855s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:41.450981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:37.280472Z","time spent":"4.170486143s","remote":"127.0.0.1:42254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:38:41.451022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:38.385138Z","time spent":"3.065862456s","remote":"127.0.0.1:39434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:38:41.451012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:35.796066Z","time spent":"5.654906158s","remote":"127.0.0.1:49624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:38:41.451127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:39.446729Z","time spent":"2.004054957s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:38:42.140903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.823601ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:38:42.141043Z","caller":"traceutil/trace.go:171","msg":"trace[1319239216] linearizableReadLoop","detail":"{readStateIndex:24401; appliedIndex:24400; }","duration":"693.71502ms","start":"2026-02-26T02:38:41.447307Z","end":"2026-02-26T02:38:42.141022Z","steps":["trace[1319239216] 'read index received' (duration: 226.706024ms)","trace[1319239216] 'applied index is now lower than readState.Index' (duration: 467.006516ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:38:42.14114Z","caller":"traceutil/trace.go:171","msg":"trace[1099254750] transaction","detail":"{read_only:false; response_revision:23531; number_of_response:1; }","duration":"694.134101ms","start":"2026-02-26T02:38:41.446989Z","end":"2026-02-26T02:38:42.141123Z","steps":["trace[1099254750] 'process raft request' (duration: 226.842697ms)","trace[1099254750] 'compare' (duration: 466.072812ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:38:42.141232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:41.446962Z","time spent":"694.219363ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:38:42.141623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.490273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-02-26T02:38:42.141667Z","caller":"traceutil/trace.go:171","msg":"trace[1073605089] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23531; }","duration":"696.581536ms","start":"2026-02-26T02:38:41.445073Z","end":"2026-02-26T02:38:42.141655Z","steps":["trace[1073605089] 'agreement among raft nodes before linearized reading' (duration: 696.388751ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:42.141699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:41.445044Z","time spent":"696.648327ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-26T02:38:42.141704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.273741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:38:42.141754Z","caller":"traceutil/trace.go:171","msg":"trace[1641196954] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23531; }","duration":"958.328022ms","start":"2026-02-26T02:38:41.183412Z","end":"2026-02-26T02:38:42.14174Z","steps":["trace[1641196954] 'agreement among raft nodes before linearized reading' (duration: 958.234ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:42.141763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.261457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:38:42.141802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:41.183327Z","time spent":"958.466527ms","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:38:42.141779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.00076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:38:42.141844Z","caller":"traceutil/trace.go:171","msg":"trace[294608534] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23531; }","duration":"951.40915ms","start":"2026-02-26T02:38:41.190414Z","end":"2026-02-26T02:38:42.141823Z","steps":["trace[294608534] 'agreement among raft nodes before linearized reading' (duration: 951.245906ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:42.141839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.117276341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-26T02:38:42.141888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:41.190385Z","time spent":"951.494833ms","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T02:38:42.141892Z","caller":"traceutil/trace.go:171","msg":"trace[850011521] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:23531; }","duration":"770.172725ms","start":"2026-02-26T02:38:41.371697Z","end":"2026-02-26T02:38:42.141869Z","steps":["trace[850011521] 'agreement among raft nodes before linearized reading' (duration: 769.956439ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:38:42.141936Z","caller":"traceutil/trace.go:171","msg":"trace[1723967841] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:23531; }","duration":"1.117408895s","start":"2026-02-26T02:38:41.024501Z","end":"2026-02-26T02:38:42.14191Z","steps":["trace[1723967841] 'agreement among raft nodes before linearized reading' (duration: 1.117160168s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:42.141944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:41.371677Z","time spent":"770.254587ms","remote":"127.0.0.1:38504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:38:42.141989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:41.024476Z","time spent":"1.117502816s","remote":"127.0.0.1:45318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-02-26T02:38:42.142106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.115041912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capo-system/capo-controller-manager-6975759b4b-5cz6b.1897ab5049d3aec6\" ","response":"range_response_count:1 size:883"} {"level":"info","ts":"2026-02-26T02:38:42.142263Z","caller":"traceutil/trace.go:171","msg":"trace[1674558965] range","detail":"{range_begin:/registry/events/capo-system/capo-controller-manager-6975759b4b-5cz6b.1897ab5049d3aec6; range_end:; response_count:1; response_revision:23531; }","duration":"1.115218606s","start":"2026-02-26T02:38:41.027028Z","end":"2026-02-26T02:38:42.142247Z","steps":["trace[1674558965] 'agreement among raft nodes before linearized reading' (duration: 1.11495822s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:42.142333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:41.027017Z","time spent":"1.115305488s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":907,"request content":"key:\"/registry/events/capo-system/capo-controller-manager-6975759b4b-5cz6b.1897ab5049d3aec6\" "} {"level":"warn","ts":"2026-02-26T02:38:42.778238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.362369ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:38:42.778485Z","caller":"traceutil/trace.go:171","msg":"trace[1187280285] transaction","detail":"{read_only:false; response_revision:23533; number_of_response:1; }","duration":"1.322674803s","start":"2026-02-26T02:38:41.455789Z","end":"2026-02-26T02:38:42.778464Z","steps":["trace[1187280285] 'process raft request' (duration: 1.32256082s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:42.778566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:41.455782Z","time spent":"1.322748324s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:38:42.778746Z","caller":"traceutil/trace.go:171","msg":"trace[646660268] transaction","detail":"{read_only:false; response_revision:23532; number_of_response:1; }","duration":"1.330874049s","start":"2026-02-26T02:38:41.447825Z","end":"2026-02-26T02:38:42.778699Z","steps":["trace[646660268] 'process raft request' (duration: 1.014933444s)","trace[646660268] 'compare' (duration: 315.210126ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:38:42.778955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:41.447815Z","time spent":"1.331023012s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:38:42.778936Z","caller":"traceutil/trace.go:171","msg":"trace[881748800] transaction","detail":"{read_only:false; response_revision:23534; number_of_response:1; }","duration":"1.320224269s","start":"2026-02-26T02:38:41.458655Z","end":"2026-02-26T02:38:42.778879Z","steps":["trace[881748800] 'process raft request' (duration: 1.319756006s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:38:42.77899Z","caller":"traceutil/trace.go:171","msg":"trace[1573148299] linearizableReadLoop","detail":"{readStateIndex:24404; appliedIndex:24401; }","duration":"637.886758ms","start":"2026-02-26T02:38:42.141079Z","end":"2026-02-26T02:38:42.778966Z","steps":["trace[1573148299] 'read index received' (duration: 321.694486ms)","trace[1573148299] 'applied index is now lower than readState.Index' (duration: 316.189052ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:38:42.779052Z","caller":"traceutil/trace.go:171","msg":"trace[391006611] transaction","detail":"{read_only:false; response_revision:23536; number_of_response:1; }","duration":"628.976453ms","start":"2026-02-26T02:38:42.150046Z","end":"2026-02-26T02:38:42.779022Z","steps":["trace[391006611] 'process raft request' (duration: 628.911222ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:38:42.779124Z","caller":"traceutil/trace.go:171","msg":"trace[441337247] transaction","detail":"{read_only:false; response_revision:23535; number_of_response:1; }","duration":"632.540028ms","start":"2026-02-26T02:38:42.146536Z","end":"2026-02-26T02:38:42.779076Z","steps":["trace[441337247] 'process raft request' (duration: 632.284641ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:42.779225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:42.150029Z","time spent":"629.114168ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:38:42.779272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.118846511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:38:42.779321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.325274551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-02-26T02:38:42.779334Z","caller":"traceutil/trace.go:171","msg":"trace[1679711259] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:23536; }","duration":"1.118958705s","start":"2026-02-26T02:38:41.66036Z","end":"2026-02-26T02:38:42.779318Z","steps":["trace[1679711259] 'agreement among raft nodes before linearized reading' (duration: 1.118844372s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:42.779284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.325942029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:38:42.779391Z","caller":"traceutil/trace.go:171","msg":"trace[533506804] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:23536; }","duration":"1.325349783s","start":"2026-02-26T02:38:41.454012Z","end":"2026-02-26T02:38:42.779362Z","steps":["trace[533506804] 'agreement among raft nodes before linearized reading' (duration: 1.325158528s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:42.779451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.941235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:38:42.77945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.211281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:38:42.779456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.92078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-02-26T02:38:42.779426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.32368673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:38:42.779513Z","caller":"traceutil/trace.go:171","msg":"trace[199375546] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:1; response_revision:23536; }","duration":"634.993852ms","start":"2026-02-26T02:38:42.144506Z","end":"2026-02-26T02:38:42.7795Z","steps":["trace[199375546] 'agreement among raft nodes before linearized reading' (duration: 634.768106ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:38:42.779459Z","caller":"traceutil/trace.go:171","msg":"trace[951698371] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23536; }","duration":"1.326144754s","start":"2026-02-26T02:38:41.453286Z","end":"2026-02-26T02:38:42.779431Z","steps":["trace[951698371] 'agreement among raft nodes before linearized reading' (duration: 1.325860457s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:38:42.779518Z","caller":"traceutil/trace.go:171","msg":"trace[1612567287] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23536; }","duration":"297.324184ms","start":"2026-02-26T02:38:42.482172Z","end":"2026-02-26T02:38:42.779496Z","steps":["trace[1612567287] 'agreement among raft nodes before linearized reading' (duration: 297.230991ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:38:42.779518Z","caller":"traceutil/trace.go:171","msg":"trace[1896779319] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:23536; }","duration":"294.002936ms","start":"2026-02-26T02:38:42.485477Z","end":"2026-02-26T02:38:42.77948Z","steps":["trace[1896779319] 'agreement among raft nodes before linearized reading' (duration: 293.941255ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:42.779547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:42.144487Z","time spent":"635.054214ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/162.253.55.200\" "} {"level":"info","ts":"2026-02-26T02:38:42.779568Z","caller":"traceutil/trace.go:171","msg":"trace[1758496321] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:23536; }","duration":"1.323852574s","start":"2026-02-26T02:38:41.455685Z","end":"2026-02-26T02:38:42.779537Z","steps":["trace[1758496321] 'agreement among raft nodes before linearized reading' (duration: 1.323626668s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:42.779573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:41.453271Z","time spent":"1.326283768s","remote":"127.0.0.1:45224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-02-26T02:38:42.77964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:41.455679Z","time spent":"1.323946866s","remote":"127.0.0.1:45110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-02-26T02:38:42.77934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:42.146519Z","time spent":"632.708392ms","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:38:42.779155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:41.458634Z","time spent":"1.320402773s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4233,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:38:42.77933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.325140158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18646"} {"level":"info","ts":"2026-02-26T02:38:42.780012Z","caller":"traceutil/trace.go:171","msg":"trace[40312158] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23536; }","duration":"1.325837136s","start":"2026-02-26T02:38:41.454161Z","end":"2026-02-26T02:38:42.779998Z","steps":["trace[40312158] 'agreement among raft nodes before linearized reading' (duration: 1.324952833s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:42.780066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:41.454155Z","time spent":"1.325897198s","remote":"127.0.0.1:45202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18670,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-26T02:38:42.779381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:41.660334Z","time spent":"1.119037547s","remote":"127.0.0.1:57910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:38:42.779313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.159574595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:38:42.780354Z","caller":"traceutil/trace.go:171","msg":"trace[1833522880] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23536; }","duration":"1.160674884s","start":"2026-02-26T02:38:41.619619Z","end":"2026-02-26T02:38:42.780294Z","steps":["trace[1833522880] 'agreement among raft nodes before linearized reading' (duration: 1.159530634s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:42.780523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:41.619563Z","time spent":"1.160905391s","remote":"127.0.0.1:42246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:38:42.779477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:41.454003Z","time spent":"1.325457306s","remote":"127.0.0.1:45188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-02-26T02:38:42.781049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.659414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-26T02:38:42.781111Z","caller":"traceutil/trace.go:171","msg":"trace[1863348850] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:23536; }","duration":"990.775857ms","start":"2026-02-26T02:38:41.790322Z","end":"2026-02-26T02:38:42.781098Z","steps":["trace[1863348850] 'agreement among raft nodes before linearized reading' (duration: 988.785015ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:42.781157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:41.790295Z","time spent":"990.851499ms","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2662,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:38:42.782035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.738869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"info","ts":"2026-02-26T02:38:42.782072Z","caller":"traceutil/trace.go:171","msg":"trace[1943040194] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:23536; }","duration":"381.839572ms","start":"2026-02-26T02:38:42.400223Z","end":"2026-02-26T02:38:42.782063Z","steps":["trace[1943040194] 'agreement among raft nodes before linearized reading' (duration: 379.184652ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:42.782096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:42.400188Z","time spent":"381.899653ms","remote":"127.0.0.1:49480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7557,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-02-26T02:38:43.69859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.256673ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:38:43.698941Z","caller":"traceutil/trace.go:171","msg":"trace[942027804] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23536; }","duration":"549.619152ms","start":"2026-02-26T02:38:43.149293Z","end":"2026-02-26T02:38:43.698912Z","steps":["trace[942027804] 'range keys from in-memory index tree' (duration: 549.230231ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:43.699324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.746425ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-02-26T02:38:43.699464Z","caller":"traceutil/trace.go:171","msg":"trace[143714507] linearizableReadLoop","detail":"{readStateIndex:24407; appliedIndex:24406; }","duration":"914.65884ms","start":"2026-02-26T02:38:42.784781Z","end":"2026-02-26T02:38:43.69944Z","steps":["trace[143714507] 'read index received' (duration: 364.787562ms)","trace[143714507] 'applied index is now lower than readState.Index' (duration: 549.869098ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:38:43.699464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:42.784462Z","time spent":"914.99664ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T02:38:43.699714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.915478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-heat-nodes\" ","response":"range_response_count:1 size:1248"} {"level":"info","ts":"2026-02-26T02:38:43.699794Z","caller":"traceutil/trace.go:171","msg":"trace[2063526574] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-heat-nodes; range_end:; response_count:1; response_revision:23536; }","duration":"915.02066ms","start":"2026-02-26T02:38:42.784757Z","end":"2026-02-26T02:38:43.699778Z","steps":["trace[2063526574] 'agreement among raft nodes before linearized reading' (duration: 914.785114ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:43.69983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:42.78474Z","time spent":"915.083322ms","remote":"127.0.0.1:45224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1272,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-heat-nodes\" "} {"level":"warn","ts":"2026-02-26T02:38:44.199967Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892524,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:38:44.500674Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.351068801s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:38:44.638154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.158124ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:38:44.638355Z","caller":"traceutil/trace.go:171","msg":"trace[741650609] transaction","detail":"{read_only:false; response_revision:23537; number_of_response:1; }","duration":"1.851387784s","start":"2026-02-26T02:38:42.786932Z","end":"2026-02-26T02:38:44.63832Z","steps":["trace[741650609] 'process raft request' (duration: 1.713939652s)","trace[741650609] 'compare' (duration: 136.781444ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:38:44.638471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:42.786905Z","time spent":"1.851514117s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:38:44.787787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000096902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:38:44.787914Z","caller":"traceutil/trace.go:171","msg":"trace[4714705] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000259417s","start":"2026-02-26T02:38:42.78762Z","end":"2026-02-26T02:38:44.78788Z","steps":["trace[4714705] 'agreement among raft nodes before linearized reading' (duration: 2.000103363s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:44.788053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:42.787611Z","time spent":"2.000423101s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:38:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-02-26T02:38:45.069037Z","caller":"traceutil/trace.go:171","msg":"trace[1184991424] transaction","detail":"{read_only:false; response_revision:23538; number_of_response:1; }","duration":"1.613591548s","start":"2026-02-26T02:38:43.455388Z","end":"2026-02-26T02:38:45.06898Z","steps":["trace[1184991424] 'process raft request' (duration: 1.612294114s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:45.069239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:43.455358Z","time spent":"1.613776803s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:38:45.069264Z","caller":"traceutil/trace.go:171","msg":"trace[590163410] transaction","detail":"{read_only:false; response_revision:23539; number_of_response:1; }","duration":"1.611211245s","start":"2026-02-26T02:38:43.458011Z","end":"2026-02-26T02:38:45.069222Z","steps":["trace[590163410] 'process raft request' (duration: 1.610850016s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:45.069503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:43.457979Z","time spent":"1.611397171s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:38:45.069714Z","caller":"traceutil/trace.go:171","msg":"trace[2114413777] transaction","detail":"{read_only:false; response_revision:23542; number_of_response:1; }","duration":"922.324194ms","start":"2026-02-26T02:38:44.147376Z","end":"2026-02-26T02:38:45.0697Z","steps":["trace[2114413777] 'process raft request' (duration: 922.213091ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:45.069793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:44.147345Z","time spent":"922.410437ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:38:45.069899Z","caller":"traceutil/trace.go:171","msg":"trace[555918142] transaction","detail":"{read_only:false; response_revision:23540; number_of_response:1; }","duration":"1.368936532s","start":"2026-02-26T02:38:43.700945Z","end":"2026-02-26T02:38:45.069882Z","steps":["trace[555918142] 'process raft request' (duration: 1.368127021s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:45.069959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:43.700875Z","time spent":"1.369052945s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:38:45.070122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.285292287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4fe48b1a-064f-4cc7-91ae-725766941736\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-02-26T02:38:45.070198Z","caller":"traceutil/trace.go:171","msg":"trace[219796844] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4fe48b1a-064f-4cc7-91ae-725766941736; range_end:; response_count:1; response_revision:23542; }","duration":"2.285427001s","start":"2026-02-26T02:38:42.784752Z","end":"2026-02-26T02:38:45.070179Z","steps":["trace[219796844] 'agreement among raft nodes before linearized reading' (duration: 2.284999069s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:45.070249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:42.784734Z","time spent":"2.285501303s","remote":"127.0.0.1:45180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-4fe48b1a-064f-4cc7-91ae-725766941736\" "} {"level":"info","ts":"2026-02-26T02:38:45.070367Z","caller":"traceutil/trace.go:171","msg":"trace[1493089053] transaction","detail":"{read_only:false; response_revision:23541; number_of_response:1; }","duration":"1.361336742s","start":"2026-02-26T02:38:43.709013Z","end":"2026-02-26T02:38:45.07035Z","steps":["trace[1493089053] 'process raft request' (duration: 1.360466839s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:45.07046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:43.708998Z","time spent":"1.361424944s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":716,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T02:38:45.070474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.235030953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:38:45.070528Z","caller":"traceutil/trace.go:171","msg":"trace[73167592] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23542; }","duration":"2.235128276s","start":"2026-02-26T02:38:42.835386Z","end":"2026-02-26T02:38:45.070514Z","steps":["trace[73167592] 'agreement among raft nodes before linearized reading' (duration: 2.235000472s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:45.070574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:42.835368Z","time spent":"2.235194148s","remote":"127.0.0.1:45492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-02-26T02:38:45.069686Z","caller":"traceutil/trace.go:171","msg":"trace[69593792] linearizableReadLoop","detail":"{readStateIndex:24413; appliedIndex:24407; }","duration":"1.370148634s","start":"2026-02-26T02:38:43.699506Z","end":"2026-02-26T02:38:45.069655Z","steps":["trace[69593792] 'read index received' (duration: 801.459849ms)","trace[69593792] 'applied index is now lower than readState.Index' (duration: 568.687575ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:38:45.070745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.28388288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"warn","ts":"2026-02-26T02:38:45.070784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.940960044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:38:45.070823Z","caller":"traceutil/trace.go:171","msg":"trace[1707427362] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23542; }","duration":"2.283991913s","start":"2026-02-26T02:38:42.786811Z","end":"2026-02-26T02:38:45.070803Z","steps":["trace[1707427362] 'agreement among raft nodes before linearized reading' (duration: 2.283661324s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:45.070876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:42.786791Z","time spent":"2.284075026s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7137,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-02-26T02:38:45.070828Z","caller":"traceutil/trace.go:171","msg":"trace[1181093038] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23542; }","duration":"1.940995205s","start":"2026-02-26T02:38:43.129812Z","end":"2026-02-26T02:38:45.070807Z","steps":["trace[1181093038] 'agreement among raft nodes before linearized reading' (duration: 1.940932844s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:45.070917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.283980462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:38:45.070953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:43.129744Z","time spent":"1.941190221s","remote":"127.0.0.1:42190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:38:45.070973Z","caller":"traceutil/trace.go:171","msg":"trace[98567370] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23542; }","duration":"2.284090305s","start":"2026-02-26T02:38:42.786868Z","end":"2026-02-26T02:38:45.070958Z","steps":["trace[98567370] 'agreement among raft nodes before linearized reading' (duration: 2.283984812s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:45.071017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:42.786859Z","time spent":"2.284149298s","remote":"127.0.0.1:45318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-26T02:38:45.571566Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892530,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T02:38:45.804586Z","caller":"traceutil/trace.go:171","msg":"trace[1438065746] transaction","detail":"{read_only:false; response_revision:23543; number_of_response:1; }","duration":"1.257912607s","start":"2026-02-26T02:38:44.546641Z","end":"2026-02-26T02:38:45.804553Z","steps":["trace[1438065746] 'process raft request' (duration: 1.257603569s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:45.804773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:44.546614Z","time spent":"1.258067491s","remote":"127.0.0.1:49480","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7516,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:38:45.804765Z","caller":"traceutil/trace.go:171","msg":"trace[233699098] transaction","detail":"{read_only:false; response_revision:23544; number_of_response:1; }","duration":"1.017848381s","start":"2026-02-26T02:38:44.786867Z","end":"2026-02-26T02:38:45.804715Z","steps":["trace[233699098] 'process raft request' (duration: 1.017602285s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:45.805091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:44.786828Z","time spent":"1.018036206s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:38:46.78819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999980221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:38:46.788326Z","caller":"traceutil/trace.go:171","msg":"trace[1442508745] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000274758s","start":"2026-02-26T02:38:44.788029Z","end":"2026-02-26T02:38:46.788303Z","steps":["trace[1442508745] 'agreement among raft nodes before linearized reading' (duration: 2.000092023s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:46.788388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:44.788013Z","time spent":"2.000362611s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:38:48.796873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999763584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:38:48.796969Z","caller":"traceutil/trace.go:171","msg":"trace[1079021555] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999934368s","start":"2026-02-26T02:38:46.797012Z","end":"2026-02-26T02:38:48.796946Z","steps":["trace[1079021555] 'agreement among raft nodes before linearized reading' (duration: 1.999810865s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:48.797023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:46.796981Z","time spent":"2.000030261s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:38:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:38:48.958459Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.154139573s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T02:38:48.959485Z","caller":"traceutil/trace.go:171","msg":"trace[1295260251] transaction","detail":"{read_only:false; response_revision:23545; number_of_response:1; }","duration":"3.875692466s","start":"2026-02-26T02:38:45.083751Z","end":"2026-02-26T02:38:48.959443Z","steps":["trace[1295260251] 'process raft request' (duration: 3.87509306s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:48.959716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:45.08373Z","time spent":"3.87586089s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:38:50.588036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.628904402s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-02-26T02:38:50.588164Z","caller":"traceutil/trace.go:171","msg":"trace[479696977] linearizableReadLoop","detail":"{readStateIndex:24416; appliedIndex:24413; }","duration":"5.517419666s","start":"2026-02-26T02:38:45.070722Z","end":"2026-02-26T02:38:50.588142Z","steps":["trace[479696977] 'read index received' (duration: 733.655262ms)","trace[479696977] 'applied index is now lower than readState.Index' (duration: 4.783762174s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:38:50.58879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.009940743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:38:50.588819Z","caller":"traceutil/trace.go:171","msg":"trace[2113362172] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:23545; }","duration":"6.010012975s","start":"2026-02-26T02:38:44.578795Z","end":"2026-02-26T02:38:50.588808Z","steps":["trace[2113362172] 'agreement among raft nodes before linearized reading' (duration: 6.009947054s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:50.588859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:44.578776Z","time spent":"6.010060117s","remote":"127.0.0.1:42326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:38:50.589037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.123586168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:38:50.589142Z","caller":"traceutil/trace.go:171","msg":"trace[311581210] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:23545; }","duration":"6.123704651s","start":"2026-02-26T02:38:44.465413Z","end":"2026-02-26T02:38:50.589117Z","steps":["trace[311581210] 'agreement among raft nodes before linearized reading' (duration: 6.123518507s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:50.589197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:44.465386Z","time spent":"6.123801074s","remote":"127.0.0.1:50498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:38:50.588884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.998357599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:38:50.589409Z","caller":"traceutil/trace.go:171","msg":"trace[1939934485] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23545; }","duration":"5.998940754s","start":"2026-02-26T02:38:44.59044Z","end":"2026-02-26T02:38:50.58938Z","steps":["trace[1939934485] 'agreement among raft nodes before linearized reading' (duration: 5.998268717s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:50.589524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:44.590404Z","time spent":"5.999078828s","remote":"127.0.0.1:45456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:38:50.589571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.880341899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:1438"} {"level":"info","ts":"2026-02-26T02:38:50.589606Z","caller":"traceutil/trace.go:171","msg":"trace[1653951631] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:23545; }","duration":"6.880397321s","start":"2026-02-26T02:38:43.709197Z","end":"2026-02-26T02:38:50.589595Z","steps":["trace[1653951631] 'agreement among raft nodes before linearized reading' (duration: 6.880222786s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:50.589652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:43.709188Z","time spent":"6.880450532s","remote":"127.0.0.1:45224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":1462,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-02-26T02:38:50.589633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.571546773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:38:50.589628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.663374322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:38:50.589721Z","caller":"traceutil/trace.go:171","msg":"trace[1677228102] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:23545; }","duration":"5.571678186s","start":"2026-02-26T02:38:45.018025Z","end":"2026-02-26T02:38:50.589703Z","steps":["trace[1677228102] 'agreement among raft nodes before linearized reading' (duration: 5.571558223s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:50.589773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:45.018Z","time spent":"5.571762617s","remote":"127.0.0.1:42498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:38:50.589723Z","caller":"traceutil/trace.go:171","msg":"trace[1291330870] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23545; }","duration":"6.663553077s","start":"2026-02-26T02:38:43.926157Z","end":"2026-02-26T02:38:50.58971Z","steps":["trace[1291330870] 'agreement among raft nodes before linearized reading' (duration: 6.663261479s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:50.589821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:43.92613Z","time spent":"6.66367681s","remote":"127.0.0.1:50612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:38:50.589849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.80293724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-02-26T02:38:50.58991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.946704288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-cfn-7c5fbf6896-lsfqt.1897aac4d9171692\" ","response":"range_response_count:1 size:905"} {"level":"info","ts":"2026-02-26T02:38:50.589946Z","caller":"traceutil/trace.go:171","msg":"trace[92290706] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23545; }","duration":"5.803108024s","start":"2026-02-26T02:38:44.786813Z","end":"2026-02-26T02:38:50.589921Z","steps":["trace[92290706] 'agreement among raft nodes before linearized reading' (duration: 5.802793375s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:38:50.589934Z","caller":"traceutil/trace.go:171","msg":"trace[923169893] range","detail":"{range_begin:/registry/events/openstack/heat-cfn-7c5fbf6896-lsfqt.1897aac4d9171692; range_end:; response_count:1; response_revision:23545; }","duration":"5.946824011s","start":"2026-02-26T02:38:44.643103Z","end":"2026-02-26T02:38:50.589927Z","steps":["trace[923169893] 'agreement among raft nodes before linearized reading' (duration: 5.946569834s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:50.590023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:44.786789Z","time spent":"5.803221527s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-26T02:38:50.590001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.469964866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:352"} {"level":"warn","ts":"2026-02-26T02:38:50.590035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:44.643075Z","time spent":"5.946928124s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":929,"request content":"key:\"/registry/events/openstack/heat-cfn-7c5fbf6896-lsfqt.1897aac4d9171692\" "} {"level":"info","ts":"2026-02-26T02:38:50.590152Z","caller":"traceutil/trace.go:171","msg":"trace[204455070] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:23545; }","duration":"6.470192002s","start":"2026-02-26T02:38:44.119914Z","end":"2026-02-26T02:38:50.590106Z","steps":["trace[204455070] 'agreement among raft nodes before linearized reading' (duration: 6.469774611s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:50.590209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:44.119893Z","time spent":"6.470303925s","remote":"127.0.0.1:45148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":376,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-02-26T02:38:50.797216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999677642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:38:50.797327Z","caller":"traceutil/trace.go:171","msg":"trace[2030093316] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999898577s","start":"2026-02-26T02:38:48.797404Z","end":"2026-02-26T02:38:50.797302Z","steps":["trace[2030093316] 'agreement among raft nodes before linearized reading' (duration: 1.999743053s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:50.797389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:48.797344Z","time spent":"2.000030961s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:38:51.088763Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892538,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:38:51.589033Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892538,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:38:52.024252Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.065529667s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T02:38:52.024748Z","caller":"traceutil/trace.go:171","msg":"trace[1160808840] transaction","detail":"{read_only:false; response_revision:23546; number_of_response:1; }","duration":"5.075643143s","start":"2026-02-26T02:38:46.949068Z","end":"2026-02-26T02:38:52.024711Z","steps":["trace[1160808840] 'process raft request' (duration: 5.075423567s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:38:52.024746Z","caller":"traceutil/trace.go:171","msg":"trace[1488186159] transaction","detail":"{read_only:false; response_revision:23547; number_of_response:1; }","duration":"4.945647069s","start":"2026-02-26T02:38:47.079074Z","end":"2026-02-26T02:38:52.024721Z","steps":["trace[1488186159] 'process raft request' (duration: 4.945576948s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:38:52.024909Z","caller":"traceutil/trace.go:171","msg":"trace[619465061] transaction","detail":"{read_only:false; response_revision:23548; number_of_response:1; }","duration":"4.94377951s","start":"2026-02-26T02:38:47.081119Z","end":"2026-02-26T02:38:52.024899Z","steps":["trace[619465061] 'process raft request' (duration: 4.943557484s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:52.024933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:46.949036Z","time spent":"5.075802717s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:38:52.024963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:47.07904Z","time spent":"4.945820343s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:38:52.02497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:47.081106Z","time spent":"4.943837751s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:38:52.025136Z","caller":"traceutil/trace.go:171","msg":"trace[2017958021] transaction","detail":"{read_only:false; response_revision:23549; number_of_response:1; }","duration":"4.9438041s","start":"2026-02-26T02:38:47.081324Z","end":"2026-02-26T02:38:52.025129Z","steps":["trace[2017958021] 'process raft request' (duration: 4.943516503s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:52.025194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:47.081288Z","time spent":"4.943875992s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:38:52.025304Z","caller":"traceutil/trace.go:171","msg":"trace[394101573] transaction","detail":"{read_only:false; response_revision:23550; number_of_response:1; }","duration":"4.213150717s","start":"2026-02-26T02:38:47.81214Z","end":"2026-02-26T02:38:52.02529Z","steps":["trace[394101573] 'process raft request' (duration: 4.212951012s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:52.025382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:47.812107Z","time spent":"4.21323753s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:38:52.177246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999932998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:38:52.177372Z","caller":"traceutil/trace.go:171","msg":"trace[1461146429] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000119684s","start":"2026-02-26T02:38:50.177207Z","end":"2026-02-26T02:38:52.177327Z","steps":["trace[1461146429] 'agreement among raft nodes before linearized reading' (duration: 1.99998013s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:52.17743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:50.177182Z","time spent":"2.000236776s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:38:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:38:52.806869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000301829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:38:52.806973Z","caller":"traceutil/trace.go:171","msg":"trace[356395915] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000469794s","start":"2026-02-26T02:38:50.806482Z","end":"2026-02-26T02:38:52.806952Z","steps":["trace[356395915] 'agreement among raft nodes before linearized reading' (duration: 2.00034485s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:52.807024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:50.806455Z","time spent":"2.000559865s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:38:54.358013Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.333483758s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:38:54.50878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.358857806s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:38:54.508889Z","caller":"traceutil/trace.go:171","msg":"trace[6137671] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23550; }","duration":"1.358979929s","start":"2026-02-26T02:38:53.149893Z","end":"2026-02-26T02:38:54.508873Z","steps":["trace[6137671] 'range keys from in-memory index tree' (duration: 1.358841476s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:54.511551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.138956ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:38:54.511817Z","caller":"traceutil/trace.go:171","msg":"trace[279212952] linearizableReadLoop","detail":"{readStateIndex:24427; appliedIndex:24417; }","duration":"3.923612787s","start":"2026-02-26T02:38:50.588193Z","end":"2026-02-26T02:38:54.511806Z","steps":["trace[279212952] 'read index received' (duration: 1.436353208s)","trace[279212952] 'applied index is now lower than readState.Index' (duration: 2.487258539s)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:38:54.512012Z","caller":"traceutil/trace.go:171","msg":"trace[444589059] transaction","detail":"{read_only:false; response_revision:23551; number_of_response:1; }","duration":"3.917644259s","start":"2026-02-26T02:38:50.594357Z","end":"2026-02-26T02:38:54.512002Z","steps":["trace[444589059] 'process raft request' (duration: 3.763991341s)","trace[444589059] 'compare' (duration: 152.918379ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:38:54.512051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:50.594326Z","time spent":"3.917704541s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":887,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:38:54.512147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.376203134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:38:54.512237Z","caller":"traceutil/trace.go:171","msg":"trace[1198549485] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:23555; }","duration":"7.376354319s","start":"2026-02-26T02:38:47.135863Z","end":"2026-02-26T02:38:54.512217Z","steps":["trace[1198549485] 'agreement among raft nodes before linearized reading' (duration: 7.376173154s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:54.512427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.935982004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:38:54.512435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.038454995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:38:54.512476Z","caller":"traceutil/trace.go:171","msg":"trace[431095549] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23555; }","duration":"6.038543817s","start":"2026-02-26T02:38:48.473918Z","end":"2026-02-26T02:38:54.512462Z","steps":["trace[431095549] 'agreement among raft nodes before linearized reading' (duration: 6.038480565s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:38:54.512471Z","caller":"traceutil/trace.go:171","msg":"trace[225709881] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:23555; }","duration":"5.936076957s","start":"2026-02-26T02:38:48.576383Z","end":"2026-02-26T02:38:54.51246Z","steps":["trace[225709881] 'agreement among raft nodes before linearized reading' (duration: 5.935998384s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:54.512454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.434920442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:38:54.512505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:48.576354Z","time spent":"5.936141738s","remote":"127.0.0.1:45540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":32,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:38:54.512481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.983698211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:38:54.512544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.982557162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:38:54.512543Z","caller":"traceutil/trace.go:171","msg":"trace[529867405] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23555; }","duration":"9.435052655s","start":"2026-02-26T02:38:45.077471Z","end":"2026-02-26T02:38:54.512524Z","steps":["trace[529867405] 'agreement among raft nodes before linearized reading' (duration: 9.434888601s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:38:54.512569Z","caller":"traceutil/trace.go:171","msg":"trace[2028068599] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23555; }","duration":"6.982625183s","start":"2026-02-26T02:38:47.529936Z","end":"2026-02-26T02:38:54.512561Z","steps":["trace[2028068599] 'agreement among raft nodes before linearized reading' (duration: 6.982583172s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:38:54.512577Z","caller":"traceutil/trace.go:171","msg":"trace[1323602381] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:23555; }","duration":"3.983861755s","start":"2026-02-26T02:38:50.528694Z","end":"2026-02-26T02:38:54.512556Z","steps":["trace[1323602381] 'agreement among raft nodes before linearized reading' (duration: 3.98368501s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:54.512589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:45.077449Z","time spent":"9.435127938s","remote":"127.0.0.1:45224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-26T02:38:54.512596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:47.529909Z","time spent":"6.982680345s","remote":"127.0.0.1:42250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:38:54.512562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.437813348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-02-26T02:38:54.512554Z","caller":"traceutil/trace.go:171","msg":"trace[820187867] transaction","detail":"{read_only:false; response_revision:23555; number_of_response:1; }","duration":"3.188141898s","start":"2026-02-26T02:38:51.324376Z","end":"2026-02-26T02:38:54.512518Z","steps":["trace[820187867] 'process raft request' (duration: 3.187394928s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:54.512618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.759166984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:38:54.512658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.601989774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:38:54.51268Z","caller":"traceutil/trace.go:171","msg":"trace[1815279056] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:23555; }","duration":"7.759272257s","start":"2026-02-26T02:38:46.753393Z","end":"2026-02-26T02:38:54.512665Z","steps":["trace[1815279056] 'agreement among raft nodes before linearized reading' (duration: 7.759150604s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:54.512692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.097364325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:38:54.512656Z","caller":"traceutil/trace.go:171","msg":"trace[939315347] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23555; }","duration":"9.437961672s","start":"2026-02-26T02:38:45.074673Z","end":"2026-02-26T02:38:54.512635Z","steps":["trace[939315347] 'agreement among raft nodes before linearized reading' (duration: 9.437645764s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:38:54.512706Z","caller":"traceutil/trace.go:171","msg":"trace[1805783427] transaction","detail":"{read_only:false; response_revision:23552; number_of_response:1; }","duration":"3.9161086s","start":"2026-02-26T02:38:50.596579Z","end":"2026-02-26T02:38:54.512688Z","steps":["trace[1805783427] 'process raft request' (duration: 3.915034261s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:38:54.512723Z","caller":"traceutil/trace.go:171","msg":"trace[1493265760] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:23555; }","duration":"4.097448148s","start":"2026-02-26T02:38:50.415264Z","end":"2026-02-26T02:38:54.512712Z","steps":["trace[1493265760] 'agreement among raft nodes before linearized reading' (duration: 4.097398097s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:54.512724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:46.75337Z","time spent":"7.759343849s","remote":"127.0.0.1:50480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:38:54.512743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:50.415235Z","time spent":"4.097502579s","remote":"127.0.0.1:45110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:38:54.512738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:45.074638Z","time spent":"9.438089986s","remote":"127.0.0.1:45198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-02-26T02:38:54.512515Z","caller":"traceutil/trace.go:171","msg":"trace[1394107396] transaction","detail":"{read_only:false; response_revision:23553; number_of_response:1; }","duration":"3.915392941s","start":"2026-02-26T02:38:50.597037Z","end":"2026-02-26T02:38:54.51243Z","steps":["trace[1394107396] 'process raft request' (duration: 3.914669482s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:54.512806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:50.596571Z","time spent":"3.916167231s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:38:54.512505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.682833174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:38:54.512846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.548405052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-vpn-agent-default-fmmcf\" ","response":"range_response_count:1 size:15833"} {"level":"info","ts":"2026-02-26T02:38:54.51288Z","caller":"traceutil/trace.go:171","msg":"trace[586915322] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-vpn-agent-default-fmmcf; range_end:; response_count:1; response_revision:23555; }","duration":"5.548435862s","start":"2026-02-26T02:38:48.964432Z","end":"2026-02-26T02:38:54.512868Z","steps":["trace[586915322] 'agreement among raft nodes before linearized reading' (duration: 5.54833692s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:54.512894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.840789597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-26T02:38:54.512903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:48.96435Z","time spent":"5.548548565s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":15857,"request content":"key:\"/registry/pods/openstack/neutron-ovn-vpn-agent-default-fmmcf\" "} {"level":"info","ts":"2026-02-26T02:38:54.512926Z","caller":"traceutil/trace.go:171","msg":"trace[1691572028] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:23555; }","duration":"8.840869279s","start":"2026-02-26T02:38:45.672048Z","end":"2026-02-26T02:38:54.512918Z","steps":["trace[1691572028] 'agreement among raft nodes before linearized reading' (duration: 8.840717065s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:54.512498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:48.473893Z","time spent":"6.038599308s","remote":"127.0.0.1:42552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:38:54.512617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:50.528631Z","time spent":"3.983977347s","remote":"127.0.0.1:49584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:38:54.512965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:45.672021Z","time spent":"8.840936311s","remote":"127.0.0.1:45366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":179,"response size":33,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:38:54.512846Z","caller":"traceutil/trace.go:171","msg":"trace[1837877098] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:23555; }","duration":"8.683223614s","start":"2026-02-26T02:38:45.829612Z","end":"2026-02-26T02:38:54.512835Z","steps":["trace[1837877098] 'agreement among raft nodes before linearized reading' (duration: 8.682778403s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:54.512759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:51.324344Z","time spent":"3.188318253s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:38:54.512729Z","caller":"traceutil/trace.go:171","msg":"trace[2025294333] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:23555; }","duration":"8.602087027s","start":"2026-02-26T02:38:45.910619Z","end":"2026-02-26T02:38:54.512706Z","steps":["trace[2025294333] 'agreement among raft nodes before linearized reading' (duration: 8.601934323s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:54.512679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.69900809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18646"} {"level":"info","ts":"2026-02-26T02:38:54.513066Z","caller":"traceutil/trace.go:171","msg":"trace[1660918382] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:23555; }","duration":"8.699441482s","start":"2026-02-26T02:38:45.813616Z","end":"2026-02-26T02:38:54.513057Z","steps":["trace[1660918382] 'agreement among raft nodes before linearized reading' (duration: 8.698934309s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:54.51306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:47.135846Z","time spent":"7.376430511s","remote":"127.0.0.1:45180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":32,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:38:54.512199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.433084734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:38:54.512252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.227994099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:38:54.513185Z","caller":"traceutil/trace.go:171","msg":"trace[2136647929] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23555; }","duration":"9.434078329s","start":"2026-02-26T02:38:45.079098Z","end":"2026-02-26T02:38:54.513176Z","steps":["trace[2136647929] 'agreement among raft nodes before linearized reading' (duration: 9.433072353s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:54.513213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:45.07909Z","time spent":"9.434116941s","remote":"127.0.0.1:45318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-02-26T02:38:54.513211Z","caller":"traceutil/trace.go:171","msg":"trace[613951550] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:23555; }","duration":"9.228994206s","start":"2026-02-26T02:38:45.284198Z","end":"2026-02-26T02:38:54.513192Z","steps":["trace[613951550] 'agreement among raft nodes before linearized reading' (duration: 9.227955478s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:54.513224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.434165292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-02-26T02:38:54.513279Z","caller":"traceutil/trace.go:171","msg":"trace[659755136] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:23555; }","duration":"9.434232024s","start":"2026-02-26T02:38:45.07904Z","end":"2026-02-26T02:38:54.513272Z","steps":["trace[659755136] 'agreement among raft nodes before linearized reading' (duration: 9.433169236s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:54.513277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:45.284131Z","time spent":"9.229115409s","remote":"127.0.0.1:45202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":32,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:38:54.512505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.772090246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:38:54.513314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:45.079032Z","time spent":"9.434276915s","remote":"127.0.0.1:45188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"info","ts":"2026-02-26T02:38:54.513322Z","caller":"traceutil/trace.go:171","msg":"trace[214894091] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23555; }","duration":"8.772966749s","start":"2026-02-26T02:38:45.74034Z","end":"2026-02-26T02:38:54.513307Z","steps":["trace[214894091] 'agreement among raft nodes before linearized reading' (duration: 8.772098836s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:54.513057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:45.910598Z","time spent":"8.602445816s","remote":"127.0.0.1:45378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":97,"response size":32,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:38:54.513094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:45.813591Z","time spent":"8.699498173s","remote":"127.0.0.1:45202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18670,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-02-26T02:38:54.513186Z","caller":"traceutil/trace.go:171","msg":"trace[1627622877] transaction","detail":"{read_only:false; response_revision:23554; number_of_response:1; }","duration":"3.212928371s","start":"2026-02-26T02:38:51.299525Z","end":"2026-02-26T02:38:54.512453Z","steps":["trace[1627622877] 'process raft request' (duration: 3.212216553s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:54.513367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:45.740316Z","time spent":"8.773035981s","remote":"127.0.0.1:50680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:38:54.513006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:45.8296Z","time spent":"8.683397369s","remote":"127.0.0.1:45358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":20,"response size":32,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:38:54.513116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:50.597014Z","time spent":"3.915801881s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":710,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T02:38:54.513608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:51.299504Z","time spent":"3.213896736s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:38:54.817204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999865176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:38:54.81738Z","caller":"traceutil/trace.go:171","msg":"trace[407935167] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000114312s","start":"2026-02-26T02:38:52.817241Z","end":"2026-02-26T02:38:54.817355Z","steps":["trace[407935167] 'agreement among raft nodes before linearized reading' (duration: 1.999902017s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:54.817472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:52.817218Z","time spent":"2.000238736s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:38:55.012441Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892548,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:38:55.483058Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.124801279s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T02:38:55.483756Z","caller":"traceutil/trace.go:171","msg":"trace[1676365245] transaction","detail":"{read_only:false; response_revision:23559; number_of_response:1; }","duration":"1.452193365s","start":"2026-02-26T02:38:54.031533Z","end":"2026-02-26T02:38:55.483727Z","steps":["trace[1676365245] 'process raft request' (duration: 1.452146524s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:55.483972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:54.031527Z","time spent":"1.452305878s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:38:55.484252Z","caller":"traceutil/trace.go:171","msg":"trace[265869200] transaction","detail":"{read_only:false; response_revision:23557; number_of_response:1; }","duration":"1.453592802s","start":"2026-02-26T02:38:54.030626Z","end":"2026-02-26T02:38:55.484219Z","steps":["trace[265869200] 'process raft request' (duration: 1.452937255s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:38:55.484362Z","caller":"traceutil/trace.go:171","msg":"trace[1810463611] transaction","detail":"{read_only:false; response_revision:23556; number_of_response:1; }","duration":"1.453791707s","start":"2026-02-26T02:38:54.030553Z","end":"2026-02-26T02:38:55.484344Z","steps":["trace[1810463611] 'process raft request' (duration: 1.452795781s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:55.484449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:54.030561Z","time spent":"1.453783327s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:38:55.484452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:54.030511Z","time spent":"1.45389408s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:38:55.484295Z","caller":"traceutil/trace.go:171","msg":"trace[1383452027] transaction","detail":"{read_only:false; response_revision:23558; number_of_response:1; }","duration":"1.452841792s","start":"2026-02-26T02:38:54.031441Z","end":"2026-02-26T02:38:55.484283Z","steps":["trace[1383452027] 'process raft request' (duration: 1.452197296s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:55.484902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:54.031427Z","time spent":"1.453437048s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:38:55.608302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.9919972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:38:55.608487Z","caller":"traceutil/trace.go:171","msg":"trace[311655321] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.992205105s","start":"2026-02-26T02:38:50.616253Z","end":"2026-02-26T02:38:55.608458Z","steps":["trace[311655321] 'agreement among raft nodes before linearized reading' (duration: 4.99199176s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:55.608558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:50.616189Z","time spent":"4.992354419s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/02/26 02:38:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:38:56.567282Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.083933772s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T02:38:56.567749Z","caller":"traceutil/trace.go:171","msg":"trace[841821144] linearizableReadLoop","detail":"{readStateIndex:24432; appliedIndex:24427; }","duration":"2.055893563s","start":"2026-02-26T02:38:54.51183Z","end":"2026-02-26T02:38:56.567723Z","steps":["trace[841821144] 'read index received' (duration: 971.598122ms)","trace[841821144] 'applied index is now lower than readState.Index' (duration: 1.084293571s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:38:56.567902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.920613639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:38:56.568044Z","caller":"traceutil/trace.go:171","msg":"trace[94414646] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:23560; }","duration":"3.920767033s","start":"2026-02-26T02:38:52.647212Z","end":"2026-02-26T02:38:56.567979Z","steps":["trace[94414646] 'agreement among raft nodes before linearized reading' (duration: 3.920579468s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:56.568128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.627076125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:38:56.568151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:52.647183Z","time spent":"3.920946877s","remote":"127.0.0.1:42476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:38:56.56828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.502464541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:38:56.568313Z","caller":"traceutil/trace.go:171","msg":"trace[1802544074] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:23560; }","duration":"5.502568414s","start":"2026-02-26T02:38:51.065737Z","end":"2026-02-26T02:38:56.568306Z","steps":["trace[1802544074] 'agreement among raft nodes before linearized reading' (duration: 5.502488452s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:56.568278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.18057702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:38:56.568375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:51.065702Z","time spent":"5.502662956s","remote":"127.0.0.1:45396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:38:56.568397Z","caller":"traceutil/trace.go:171","msg":"trace[206108281] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:23560; }","duration":"5.180773255s","start":"2026-02-26T02:38:51.387602Z","end":"2026-02-26T02:38:56.568375Z","steps":["trace[206108281] 'agreement among raft nodes before linearized reading' (duration: 5.180449376s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:56.568456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:51.387569Z","time spent":"5.180876817s","remote":"127.0.0.1:45224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":88,"response size":32,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:38:56.568457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.115187476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:38:56.568504Z","caller":"traceutil/trace.go:171","msg":"trace[1786683094] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:23560; }","duration":"4.115294569s","start":"2026-02-26T02:38:52.453198Z","end":"2026-02-26T02:38:56.568493Z","steps":["trace[1786683094] 'agreement among raft nodes before linearized reading' (duration: 4.114688983s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:56.568457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.971755286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" ","response":"range_response_count:1 size:9507"} {"level":"warn","ts":"2026-02-26T02:38:56.568549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:52.453172Z","time spent":"4.115367701s","remote":"127.0.0.1:45354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:38:56.568579Z","caller":"traceutil/trace.go:171","msg":"trace[198850456] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-heat-server; range_end:; response_count:1; response_revision:23560; }","duration":"5.97191331s","start":"2026-02-26T02:38:50.596643Z","end":"2026-02-26T02:38:56.568556Z","steps":["trace[198850456] 'agreement among raft nodes before linearized reading' (duration: 5.971578842s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:56.568638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:50.596622Z","time spent":"5.972006523s","remote":"127.0.0.1:45498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":9531,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" "} {"level":"warn","ts":"2026-02-26T02:38:56.568788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.880113541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:38:56.568478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.053071549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-02-26T02:38:56.568859Z","caller":"traceutil/trace.go:171","msg":"trace[206466545] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23560; }","duration":"2.880245015s","start":"2026-02-26T02:38:53.688598Z","end":"2026-02-26T02:38:56.568843Z","steps":["trace[206466545] 'agreement among raft nodes before linearized reading' (duration: 2.880115482s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:38:56.568892Z","caller":"traceutil/trace.go:171","msg":"trace[1502572535] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:23560; }","duration":"2.053522641s","start":"2026-02-26T02:38:54.515356Z","end":"2026-02-26T02:38:56.568879Z","steps":["trace[1502572535] 'agreement among raft nodes before linearized reading' (duration: 2.052884954s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:56.568901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:53.688571Z","time spent":"2.880318677s","remote":"127.0.0.1:42448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:38:56.568914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.750150168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:38:56.568938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:54.515308Z","time spent":"2.053613053s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-02-26T02:38:56.568917Z","caller":"traceutil/trace.go:171","msg":"trace[2035425137] transaction","detail":"{read_only:false; response_revision:23560; number_of_response:1; }","duration":"2.044560905s","start":"2026-02-26T02:38:54.524304Z","end":"2026-02-26T02:38:56.568865Z","steps":["trace[2035425137] 'process raft request' (duration: 2.043203909s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:56.568926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.495950259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-02-26T02:38:56.569021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.902740568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:38:56.569072Z","caller":"traceutil/trace.go:171","msg":"trace[1006394954] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:23560; }","duration":"3.902801609s","start":"2026-02-26T02:38:52.666244Z","end":"2026-02-26T02:38:56.569046Z","steps":["trace[1006394954] 'agreement among raft nodes before linearized reading' (duration: 3.902592844s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:56.569085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.050254985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-02-26T02:38:56.568201Z","caller":"traceutil/trace.go:171","msg":"trace[1286258100] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23560; }","duration":"5.627225309s","start":"2026-02-26T02:38:50.940935Z","end":"2026-02-26T02:38:56.56816Z","steps":["trace[1286258100] 'agreement among raft nodes before linearized reading' (duration: 5.626991693s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:38:56.569107Z","caller":"traceutil/trace.go:171","msg":"trace[1240597090] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23560; }","duration":"2.050277496s","start":"2026-02-26T02:38:54.518824Z","end":"2026-02-26T02:38:56.569101Z","steps":["trace[1240597090] 'agreement among raft nodes before linearized reading' (duration: 2.050203564s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:56.569097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:54.524269Z","time spent":"2.044738809s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16128,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:38:56.569127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:54.51873Z","time spent":"2.050392418s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T02:38:56.56913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:52.666233Z","time spent":"3.902865011s","remote":"127.0.0.1:45376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":124,"response size":32,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:38:56.569096Z","caller":"traceutil/trace.go:171","msg":"trace[1304037332] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23560; }","duration":"2.496339939s","start":"2026-02-26T02:38:54.072703Z","end":"2026-02-26T02:38:56.569043Z","steps":["trace[1304037332] 'agreement among raft nodes before linearized reading' (duration: 2.4956194s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:56.569145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:50.940914Z","time spent":"5.628211345s","remote":"127.0.0.1:42176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:38:56.569188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041879364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:38:56.569194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.180715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:38:56.568963Z","caller":"traceutil/trace.go:171","msg":"trace[1357288674] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23560; }","duration":"1.75022059s","start":"2026-02-26T02:38:54.818725Z","end":"2026-02-26T02:38:56.568945Z","steps":["trace[1357288674] 'agreement among raft nodes before linearized reading' (duration: 1.750145248s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:56.569191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:54.072686Z","time spent":"2.496488273s","remote":"127.0.0.1:45134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-02-26T02:38:56.569236Z","caller":"traceutil/trace.go:171","msg":"trace[247213373] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:23560; }","duration":"1.041927695s","start":"2026-02-26T02:38:55.527297Z","end":"2026-02-26T02:38:56.569224Z","steps":["trace[247213373] 'agreement among raft nodes before linearized reading' (duration: 1.041855233s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:56.569251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:54.818705Z","time spent":"1.750537958s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T02:38:56.569247Z","caller":"traceutil/trace.go:171","msg":"trace[1686786398] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:23560; }","duration":"674.288827ms","start":"2026-02-26T02:38:55.894943Z","end":"2026-02-26T02:38:56.569232Z","steps":["trace[1686786398] 'agreement among raft nodes before linearized reading' (duration: 674.183654ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:56.569269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:55.527212Z","time spent":"1.042048899s","remote":"127.0.0.1:50554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:38:56.568916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.601161962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:38:56.569287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:55.894918Z","time spent":"674.359599ms","remote":"127.0.0.1:39494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:38:56.569315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.05273912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0648599a-41ab-47fc-b11d-495895a46eae\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-02-26T02:38:56.569319Z","caller":"traceutil/trace.go:171","msg":"trace[1388141014] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:23560; }","duration":"1.601616383s","start":"2026-02-26T02:38:54.967688Z","end":"2026-02-26T02:38:56.569304Z","steps":["trace[1388141014] 'agreement among raft nodes before linearized reading' (duration: 1.601176682s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:38:56.56936Z","caller":"traceutil/trace.go:171","msg":"trace[1517809421] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0648599a-41ab-47fc-b11d-495895a46eae; range_end:; response_count:1; response_revision:23560; }","duration":"2.052799722s","start":"2026-02-26T02:38:54.516549Z","end":"2026-02-26T02:38:56.569349Z","steps":["trace[1517809421] 'agreement among raft nodes before linearized reading' (duration: 2.052642058s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:56.569373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:54.96766Z","time spent":"1.601697706s","remote":"127.0.0.1:45462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:38:56.569394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:54.516532Z","time spent":"2.052855213s","remote":"127.0.0.1:45180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1348,"request content":"key:\"/registry/persistentvolumes/pvc-0648599a-41ab-47fc-b11d-495895a46eae\" "} {"level":"warn","ts":"2026-02-26T02:38:56.569463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.089615652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:38:56.569533Z","caller":"traceutil/trace.go:171","msg":"trace[978507608] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:23560; }","duration":"1.089746475s","start":"2026-02-26T02:38:55.479768Z","end":"2026-02-26T02:38:56.569515Z","steps":["trace[978507608] 'agreement among raft nodes before linearized reading' (duration: 1.089658072s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:56.569013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.823803818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:38:56.569593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:55.479737Z","time spent":"1.089840387s","remote":"127.0.0.1:50702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:38:56.569614Z","caller":"traceutil/trace.go:171","msg":"trace[2072179493] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:23560; }","duration":"1.824454525s","start":"2026-02-26T02:38:54.745151Z","end":"2026-02-26T02:38:56.569606Z","steps":["trace[2072179493] 'agreement among raft nodes before linearized reading' (duration: 1.823830289s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:56.569631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.052291389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-api-776bfdf874-rklkc.1897aac285add8e5\" ","response":"range_response_count:1 size:907"} {"level":"info","ts":"2026-02-26T02:38:56.569668Z","caller":"traceutil/trace.go:171","msg":"trace[1067854228] range","detail":"{range_begin:/registry/events/openstack/heat-api-776bfdf874-rklkc.1897aac285add8e5; range_end:; response_count:1; response_revision:23560; }","duration":"2.05235816s","start":"2026-02-26T02:38:54.5173Z","end":"2026-02-26T02:38:56.569658Z","steps":["trace[1067854228] 'agreement among raft nodes before linearized reading' (duration: 2.052154045s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:56.569677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.381252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:38:56.56971Z","caller":"traceutil/trace.go:171","msg":"trace[424380884] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23560; }","duration":"668.432634ms","start":"2026-02-26T02:38:55.901268Z","end":"2026-02-26T02:38:56.5697Z","steps":["trace[424380884] 'agreement among raft nodes before linearized reading' (duration: 668.368902ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:56.569749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:55.90126Z","time spent":"668.481005ms","remote":"127.0.0.1:42180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:38:56.569643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:54.745121Z","time spent":"1.824515517s","remote":"127.0.0.1:49482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:38:56.569716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:54.517293Z","time spent":"2.052415412s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":931,"request content":"key:\"/registry/events/openstack/heat-api-776bfdf874-rklkc.1897aac285add8e5\" "} {"level":"warn","ts":"2026-02-26T02:38:56.569571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.827338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:38:56.570865Z","caller":"traceutil/trace.go:171","msg":"trace[994431035] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:23560; }","duration":"628.119952ms","start":"2026-02-26T02:38:55.942727Z","end":"2026-02-26T02:38:56.570847Z","steps":["trace[994431035] 'agreement among raft nodes before linearized reading' (duration: 626.799967ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:56.570904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:55.942644Z","time spent":"628.248915ms","remote":"127.0.0.1:49516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:38:56.571167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.118156754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:38:56.571358Z","caller":"traceutil/trace.go:171","msg":"trace[201778282] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:23560; }","duration":"5.121049941s","start":"2026-02-26T02:38:51.450198Z","end":"2026-02-26T02:38:56.571248Z","steps":["trace[201778282] 'agreement among raft nodes before linearized reading' (duration: 5.118126064s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:56.5718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:51.450174Z","time spent":"5.121579945s","remote":"127.0.0.1:49600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:38:57.075187Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892553,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:38:57.559226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.62833ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:38:57.559488Z","caller":"traceutil/trace.go:171","msg":"trace[796821307] linearizableReadLoop","detail":"{readStateIndex:24434; appliedIndex:24432; }","duration":"985.031196ms","start":"2026-02-26T02:38:56.574434Z","end":"2026-02-26T02:38:57.559466Z","steps":["trace[796821307] 'read index received' (duration: 804.070258ms)","trace[796821307] 'applied index is now lower than readState.Index' (duration: 180.959688ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:38:57.559576Z","caller":"traceutil/trace.go:171","msg":"trace[1273149894] transaction","detail":"{read_only:false; response_revision:23562; number_of_response:1; }","duration":"984.746899ms","start":"2026-02-26T02:38:56.574819Z","end":"2026-02-26T02:38:57.559566Z","steps":["trace[1273149894] 'process raft request' (duration: 984.529833ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:57.559648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:56.574792Z","time spent":"984.81859ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:38:57.559844Z","caller":"traceutil/trace.go:171","msg":"trace[1662953086] transaction","detail":"{read_only:false; response_revision:23561; number_of_response:1; }","duration":"986.31788ms","start":"2026-02-26T02:38:56.57349Z","end":"2026-02-26T02:38:57.559808Z","steps":["trace[1662953086] 'process raft request' (duration: 804.993892ms)","trace[1662953086] 'compare' (duration: 180.327022ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:38:57.559998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.514539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-02-26T02:38:57.560105Z","caller":"traceutil/trace.go:171","msg":"trace[93430916] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:1; response_revision:23562; }","duration":"985.707753ms","start":"2026-02-26T02:38:56.574368Z","end":"2026-02-26T02:38:57.560076Z","steps":["trace[93430916] 'agreement among raft nodes before linearized reading' (duration: 985.432306ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:57.560028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:56.573475Z","time spent":"986.446583ms","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":889,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:38:57.560191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:56.574345Z","time spent":"985.827787ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/162.253.55.200\" "} {"level":"warn","ts":"2026-02-26T02:38:58.06035Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892560,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:38:58.580116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000637377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:38:58.580221Z","caller":"traceutil/trace.go:171","msg":"trace[569978958] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000803321s","start":"2026-02-26T02:38:56.579398Z","end":"2026-02-26T02:38:58.580201Z","steps":["trace[569978958] 'agreement among raft nodes before linearized reading' (duration: 2.000657657s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:58.580264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:56.57938Z","time spent":"2.000875853s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:38:59.054799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.847603ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:38:59.055099Z","caller":"traceutil/trace.go:171","msg":"trace[732419402] transaction","detail":"{read_only:false; response_revision:23566; number_of_response:1; }","duration":"1.56127332s","start":"2026-02-26T02:38:57.493805Z","end":"2026-02-26T02:38:59.055079Z","steps":["trace[732419402] 'process raft request' (duration: 1.561213288s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:38:59.055067Z","caller":"traceutil/trace.go:171","msg":"trace[1978710806] transaction","detail":"{read_only:false; response_revision:23563; number_of_response:1; }","duration":"1.564201287s","start":"2026-02-26T02:38:57.490809Z","end":"2026-02-26T02:38:59.055011Z","steps":["trace[1978710806] 'process raft request' (duration: 1.048026915s)","trace[1978710806] 'compare' (duration: 515.377061ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:38:59.055094Z","caller":"traceutil/trace.go:171","msg":"trace[1956515373] transaction","detail":"{read_only:false; response_revision:23564; number_of_response:1; }","duration":"1.563141929s","start":"2026-02-26T02:38:57.491901Z","end":"2026-02-26T02:38:59.055043Z","steps":["trace[1956515373] 'process raft request' (duration: 1.563013595s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:59.055186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:57.493794Z","time spent":"1.561352081s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:38:59.05528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:57.490781Z","time spent":"1.564384772s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:38:59.055302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:57.49189Z","time spent":"1.563313584s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:38:59.055424Z","caller":"traceutil/trace.go:171","msg":"trace[1404224966] transaction","detail":"{read_only:false; response_revision:23565; number_of_response:1; }","duration":"1.563241361s","start":"2026-02-26T02:38:57.492171Z","end":"2026-02-26T02:38:59.055413Z","steps":["trace[1404224966] 'process raft request' (duration: 1.56280473s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:38:59.055494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:57.492128Z","time spent":"1.563330084s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:39:00.581036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000204377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:39:00.581145Z","caller":"traceutil/trace.go:171","msg":"trace[131704137] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00036813s","start":"2026-02-26T02:38:58.580749Z","end":"2026-02-26T02:39:00.581117Z","steps":["trace[131704137] 'agreement among raft nodes before linearized reading' (duration: 2.000225707s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:00.581203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:58.580731Z","time spent":"2.000459853s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:39:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:39:01.269411Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.077783761s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:39:01.551696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.9847ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-02-26T02:39:01.551828Z","caller":"traceutil/trace.go:171","msg":"trace[259849778] linearizableReadLoop","detail":"{readStateIndex:24439; appliedIndex:24434; }","duration":"3.992290887s","start":"2026-02-26T02:38:57.559516Z","end":"2026-02-26T02:39:01.551807Z","steps":["trace[259849778] 'read index received' (duration: 979.391276ms)","trace[259849778] 'applied index is now lower than readState.Index' (duration: 3.012898241s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:39:01.551894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:57.560944Z","time spent":"3.990947182s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T02:39:01.553241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.870956811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-02-26T02:39:01.553302Z","caller":"traceutil/trace.go:171","msg":"trace[421419321] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23566; }","duration":"4.871107894s","start":"2026-02-26T02:38:56.682171Z","end":"2026-02-26T02:39:01.553279Z","steps":["trace[421419321] 'agreement among raft nodes before linearized reading' (duration: 4.87095822s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:01.553299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.969493297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-02-26T02:39:01.553341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:56.682158Z","time spent":"4.871173756s","remote":"127.0.0.1:45188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1878,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-26T02:39:01.553368Z","caller":"traceutil/trace.go:171","msg":"trace[899782049] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23566; }","duration":"4.969596169s","start":"2026-02-26T02:38:56.583752Z","end":"2026-02-26T02:39:01.553348Z","steps":["trace[899782049] 'agreement among raft nodes before linearized reading' (duration: 4.969355503s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:01.553406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:56.583743Z","time spent":"4.969656741s","remote":"127.0.0.1:50696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5676,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-26T02:39:01.553369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.974457018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-sskkd\" ","response":"range_response_count:1 size:7520"} {"level":"info","ts":"2026-02-26T02:39:01.553458Z","caller":"traceutil/trace.go:171","msg":"trace[1879199034] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-sskkd; range_end:; response_count:1; response_revision:23566; }","duration":"4.976758388s","start":"2026-02-26T02:38:56.576674Z","end":"2026-02-26T02:39:01.553433Z","steps":["trace[1879199034] 'agreement among raft nodes before linearized reading' (duration: 4.976460831s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:01.553507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:56.576655Z","time spent":"4.97684212s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7544,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-sskkd\" "} {"level":"warn","ts":"2026-02-26T02:39:01.554279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.979612633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-02-26T02:39:01.554333Z","caller":"traceutil/trace.go:171","msg":"trace[1041979504] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:23566; }","duration":"4.979682175s","start":"2026-02-26T02:38:56.574636Z","end":"2026-02-26T02:39:01.554318Z","steps":["trace[1041979504] 'agreement among raft nodes before linearized reading' (duration: 4.97951068s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:01.55437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:56.574623Z","time spent":"4.979739157s","remote":"127.0.0.1:45188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-02-26T02:39:02.051985Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892569,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:39:02.177984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000143363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:39:02.178108Z","caller":"traceutil/trace.go:171","msg":"trace[107473547] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000312848s","start":"2026-02-26T02:39:00.177747Z","end":"2026-02-26T02:39:02.17806Z","steps":["trace[107473547] 'agreement among raft nodes before linearized reading' (duration: 2.000182275s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:02.178184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:00.177725Z","time spent":"2.000439061s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:39:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:39:02.553219Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892569,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:39:02.590478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000563565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:39:02.590613Z","caller":"traceutil/trace.go:171","msg":"trace[397112170] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000791241s","start":"2026-02-26T02:39:00.589792Z","end":"2026-02-26T02:39:02.590583Z","steps":["trace[397112170] 'agreement among raft nodes before linearized reading' (duration: 2.000603106s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:02.590684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:00.58975Z","time spent":"2.000920734s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:39:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:39:02.759137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998811709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:39:02.759259Z","caller":"traceutil/trace.go:171","msg":"trace[1920507837] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.998956313s","start":"2026-02-26T02:38:57.760271Z","end":"2026-02-26T02:39:02.759228Z","steps":["trace[1920507837] 'agreement among raft nodes before linearized reading' (duration: 4.998805199s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:02.759318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:57.760194Z","time spent":"4.999114047s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/02/26 02:39:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:39:03.053435Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892569,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:39:03.553707Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892569,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:39:03.930356Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.660541676s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:39:04.601417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001355057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:39:04.601531Z","caller":"traceutil/trace.go:171","msg":"trace[1082832940] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001589412s","start":"2026-02-26T02:39:02.599919Z","end":"2026-02-26T02:39:04.601509Z","steps":["trace[1082832940] 'agreement among raft nodes before linearized reading' (duration: 2.001442338s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:04.601596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:02.599891Z","time spent":"2.001688665s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:39:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:39:05.600463Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"08529c979fe28d67","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-26T02:39:06.059371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:01.062714Z","time spent":"4.996643641s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/26 02:39:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:39:06.060144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:01.06215Z","time spent":"4.997976117s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/26 02:39:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:39:06.060169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:01.06403Z","time spent":"4.996120248s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/26 02:39:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:39:06.132744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.202092475s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-02-26T02:39:06.13303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:04.950782Z","time spent":"1.182236361s","remote":"127.0.0.1:59380","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-26T02:39:06.134481Z","caller":"traceutil/trace.go:171","msg":"trace[1329185802] transaction","detail":"{read_only:false; response_revision:23568; number_of_response:1; }","duration":"6.602489496s","start":"2026-02-26T02:38:59.531962Z","end":"2026-02-26T02:39:06.134452Z","steps":["trace[1329185802] 'process raft request' (duration: 6.600896374s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:06.13465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:59.531904Z","time spent":"6.602651991s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:39:06.600381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998695116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:39:06.600463Z","caller":"traceutil/trace.go:171","msg":"trace[1264904169] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99885942s","start":"2026-02-26T02:39:04.601583Z","end":"2026-02-26T02:39:06.600442Z","steps":["trace[1264904169] 'agreement among raft nodes before linearized reading' (duration: 1.998752377s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:06.60052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:04.601551Z","time spent":"1.998960053s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:39:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:39:06.663631Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.732910922s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:39:06.904858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.304148ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:39:06.905344Z","caller":"traceutil/trace.go:171","msg":"trace[1832321193] linearizableReadLoop","detail":"{readStateIndex:24447; appliedIndex:24439; }","duration":"5.353472645s","start":"2026-02-26T02:39:01.551851Z","end":"2026-02-26T02:39:06.905324Z","steps":["trace[1832321193] 'read index received' (duration: 2.380165478s)","trace[1832321193] 'applied index is now lower than readState.Index' (duration: 2.973306197s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:39:06.905558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.272282177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:39:06.905597Z","caller":"traceutil/trace.go:171","msg":"trace[1164405108] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:23573; }","duration":"8.27240829s","start":"2026-02-26T02:38:58.633177Z","end":"2026-02-26T02:39:06.905586Z","steps":["trace[1164405108] 'agreement among raft nodes before linearized reading' (duration: 8.272245006s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:06.905635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:58.633151Z","time spent":"8.272474081s","remote":"127.0.0.1:45492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":52,"response size":32,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:39:06.905609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.251422927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:39:06.905705Z","caller":"traceutil/trace.go:171","msg":"trace[1507260308] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:23573; }","duration":"8.251591872s","start":"2026-02-26T02:38:58.654091Z","end":"2026-02-26T02:39:06.905683Z","steps":["trace[1507260308] 'agreement among raft nodes before linearized reading' (duration: 8.251292994s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:06.905758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:58.654079Z","time spent":"8.251670283s","remote":"127.0.0.1:42386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:39:06.905835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.197583678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:39:06.905903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.322372446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:39:06.90594Z","caller":"traceutil/trace.go:171","msg":"trace[237526292] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:23573; }","duration":"8.322408557s","start":"2026-02-26T02:38:58.583519Z","end":"2026-02-26T02:39:06.905927Z","steps":["trace[237526292] 'agreement among raft nodes before linearized reading' (duration: 8.322347935s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:39:06.905915Z","caller":"traceutil/trace.go:171","msg":"trace[1047663325] transaction","detail":"{read_only:false; response_revision:23570; number_of_response:1; }","duration":"5.843475657s","start":"2026-02-26T02:39:01.062399Z","end":"2026-02-26T02:39:06.905874Z","steps":["trace[1047663325] 'process raft request' (duration: 5.842591353s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:06.905994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.075637405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:39:06.906018Z","caller":"traceutil/trace.go:171","msg":"trace[1649976753] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:23573; }","duration":"7.075713936s","start":"2026-02-26T02:38:59.830297Z","end":"2026-02-26T02:39:06.906011Z","steps":["trace[1649976753] 'agreement among raft nodes before linearized reading' (duration: 7.075664945s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:06.906027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.039510333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:39:06.906046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:59.830266Z","time spent":"7.075770378s","remote":"127.0.0.1:57956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:39:06.906064Z","caller":"traceutil/trace.go:171","msg":"trace[1673305639] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:23573; }","duration":"9.039587285s","start":"2026-02-26T02:38:57.866466Z","end":"2026-02-26T02:39:06.906053Z","steps":["trace[1673305639] 'agreement among raft nodes before linearized reading' (duration: 9.039530794s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:06.906101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:57.866446Z","time spent":"9.039645917s","remote":"127.0.0.1:42984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:39:06.906118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:01.062389Z","time spent":"5.84362256s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:39:06.906027Z","caller":"traceutil/trace.go:171","msg":"trace[2092530715] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:23573; }","duration":"6.198007739s","start":"2026-02-26T02:39:00.707907Z","end":"2026-02-26T02:39:06.905915Z","steps":["trace[2092530715] 'agreement among raft nodes before linearized reading' (duration: 6.197468374s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:06.906293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.741266595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:39:06.906332Z","caller":"traceutil/trace.go:171","msg":"trace[923990658] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:23573; }","duration":"7.741348756s","start":"2026-02-26T02:38:59.164974Z","end":"2026-02-26T02:39:06.906323Z","steps":["trace[923990658] 'agreement among raft nodes before linearized reading' (duration: 7.741301055s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:06.906357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:59.164949Z","time spent":"7.741403187s","remote":"127.0.0.1:57964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:39:06.906345Z","caller":"traceutil/trace.go:171","msg":"trace[409335423] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23572; }","duration":"5.351328719s","start":"2026-02-26T02:39:01.555Z","end":"2026-02-26T02:39:06.906328Z","steps":["trace[409335423] 'process raft request' (duration: 5.350214949s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:06.906442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:01.554973Z","time spent":"5.351423711s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:39:06.906416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:00.707882Z","time spent":"6.198410689s","remote":"127.0.0.1:42268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:39:06.906515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.34264875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897a8a815b748d0\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-02-26T02:39:06.90656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.989836624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:39:06.906589Z","caller":"traceutil/trace.go:171","msg":"trace[991695104] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:23573; }","duration":"7.989923646s","start":"2026-02-26T02:38:58.916658Z","end":"2026-02-26T02:39:06.906582Z","steps":["trace[991695104] 'agreement among raft nodes before linearized reading' (duration: 7.989804313s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:06.906612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:58.916623Z","time spent":"7.989984428s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":78,"response size":32,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:39:06.905978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:58.583462Z","time spent":"8.32250832s","remote":"127.0.0.1:49548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:39:06.90656Z","caller":"traceutil/trace.go:171","msg":"trace[883116788] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897a8a815b748d0; range_end:; response_count:1; response_revision:23573; }","duration":"9.342715622s","start":"2026-02-26T02:38:57.563832Z","end":"2026-02-26T02:39:06.906548Z","steps":["trace[883116788] 'agreement among raft nodes before linearized reading' (duration: 9.34264028s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:06.906448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.121111112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-02-26T02:39:06.906824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:57.563817Z","time spent":"9.342998439s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897a8a815b748d0\" "} {"level":"info","ts":"2026-02-26T02:39:06.906839Z","caller":"traceutil/trace.go:171","msg":"trace[1501611333] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23573; }","duration":"9.121503223s","start":"2026-02-26T02:38:57.785321Z","end":"2026-02-26T02:39:06.906824Z","steps":["trace[1501611333] 'agreement among raft nodes before linearized reading' (duration: 9.120980289s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:06.906885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:57.785236Z","time spent":"9.121636357s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-26T02:39:06.906261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.340369851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-02-26T02:39:06.907328Z","caller":"traceutil/trace.go:171","msg":"trace[1164823750] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23573; }","duration":"7.34147954s","start":"2026-02-26T02:38:59.565839Z","end":"2026-02-26T02:39:06.907318Z","steps":["trace[1164823750] 'agreement among raft nodes before linearized reading' (duration: 7.340310409s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:06.907361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:38:59.565812Z","time spent":"7.341538302s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-26T02:39:06.907377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.961950438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:39:06.907472Z","caller":"traceutil/trace.go:171","msg":"trace[944801982] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23573; }","duration":"5.962118383s","start":"2026-02-26T02:39:00.945332Z","end":"2026-02-26T02:39:06.90745Z","steps":["trace[944801982] 'agreement among raft nodes before linearized reading' (duration: 5.961944209s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:06.907528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:00.945305Z","time spent":"5.962210055s","remote":"127.0.0.1:42454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:39:06.907746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.913541413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:39:06.907777Z","caller":"traceutil/trace.go:171","msg":"trace[368893909] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:23573; }","duration":"5.913619335s","start":"2026-02-26T02:39:00.99415Z","end":"2026-02-26T02:39:06.90777Z","steps":["trace[368893909] 'agreement among raft nodes before linearized reading' (duration: 5.913492371s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:39:06.906839Z","caller":"traceutil/trace.go:171","msg":"trace[2050321231] transaction","detail":"{read_only:false; response_revision:23573; number_of_response:1; }","duration":"5.338763807s","start":"2026-02-26T02:39:01.568051Z","end":"2026-02-26T02:39:06.906815Z","steps":["trace[2050321231] 'process raft request' (duration: 5.337193136s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:06.907884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:01.568037Z","time spent":"5.339802885s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6844,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:39:06.907798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:00.994121Z","time spent":"5.913671546s","remote":"127.0.0.1:45318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":32,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:39:06.90976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.428000259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-26T02:39:06.909884Z","caller":"traceutil/trace.go:171","msg":"trace[2061278767] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:23573; }","duration":"5.428159834s","start":"2026-02-26T02:39:01.481696Z","end":"2026-02-26T02:39:06.909856Z","steps":["trace[2061278767] 'agreement among raft nodes before linearized reading' (duration: 5.425837642s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:06.909965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:01.481617Z","time spent":"5.428328358s","remote":"127.0.0.1:45550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2664,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:39:07.406328Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892574,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:39:08.094297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.644023ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:39:08.094623Z","caller":"traceutil/trace.go:171","msg":"trace[1743511698] transaction","detail":"{read_only:false; response_revision:23575; number_of_response:1; }","duration":"3.26979455s","start":"2026-02-26T02:39:04.824785Z","end":"2026-02-26T02:39:08.09458Z","steps":["trace[1743511698] 'process raft request' (duration: 3.269609145s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:08.094645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:06.910329Z","time spent":"1.184306847s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-26T02:39:08.094701Z","caller":"traceutil/trace.go:171","msg":"trace[528454311] linearizableReadLoop","detail":"{readStateIndex:24453; appliedIndex:24447; }","duration":"1.189298418s","start":"2026-02-26T02:39:06.905385Z","end":"2026-02-26T02:39:08.094684Z","steps":["trace[528454311] 'read index received' (duration: 554.127111ms)","trace[528454311] 'applied index is now lower than readState.Index' (duration: 635.170347ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:39:08.094734Z","caller":"traceutil/trace.go:171","msg":"trace[1039883683] transaction","detail":"{read_only:false; response_revision:23577; number_of_response:1; }","duration":"1.182273914s","start":"2026-02-26T02:39:06.91242Z","end":"2026-02-26T02:39:08.094694Z","steps":["trace[1039883683] 'process raft request' (duration: 1.182187941s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:39:08.094738Z","caller":"traceutil/trace.go:171","msg":"trace[1916971687] transaction","detail":"{read_only:false; response_revision:23576; number_of_response:1; }","duration":"1.183937607s","start":"2026-02-26T02:39:06.910742Z","end":"2026-02-26T02:39:08.094679Z","steps":["trace[1916971687] 'process raft request' (duration: 1.183812594s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:08.094826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:04.82475Z","time spent":"3.269970674s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:39:08.094821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.56543249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:39:08.094879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.527252665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" ","response":"range_response_count:1 size:9507"} {"level":"info","ts":"2026-02-26T02:39:08.09489Z","caller":"traceutil/trace.go:171","msg":"trace[807994707] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23578; }","duration":"3.565533952s","start":"2026-02-26T02:39:04.529335Z","end":"2026-02-26T02:39:08.094869Z","steps":["trace[807994707] 'agreement among raft nodes before linearized reading' (duration: 3.565381358s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:39:08.094908Z","caller":"traceutil/trace.go:171","msg":"trace[2086129558] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-heat-server; range_end:; response_count:1; response_revision:23578; }","duration":"6.527303376s","start":"2026-02-26T02:39:01.567596Z","end":"2026-02-26T02:39:08.094899Z","steps":["trace[2086129558] 'agreement among raft nodes before linearized reading' (duration: 6.527169653s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:08.094905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:06.912405Z","time spent":"1.182403377s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:39:08.094939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:01.567585Z","time spent":"6.527347398s","remote":"127.0.0.1:45498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":9531,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" "} {"level":"warn","ts":"2026-02-26T02:39:08.094941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:04.529308Z","time spent":"3.565619145s","remote":"127.0.0.1:42402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-02-26T02:39:08.094978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:06.91071Z","time spent":"1.184144093s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:39:08.094998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.526947047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-02-26T02:39:08.095083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.541662064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:39:08.095099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.486444149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:39:08.095101Z","caller":"traceutil/trace.go:171","msg":"trace[1568702952] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23578; }","duration":"6.527145753s","start":"2026-02-26T02:39:01.567934Z","end":"2026-02-26T02:39:08.095079Z","steps":["trace[1568702952] 'agreement among raft nodes before linearized reading' (duration: 6.526830925s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:39:08.095133Z","caller":"traceutil/trace.go:171","msg":"trace[614748413] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23578; }","duration":"1.486514171s","start":"2026-02-26T02:39:06.60861Z","end":"2026-02-26T02:39:08.095124Z","steps":["trace[614748413] 'agreement among raft nodes before linearized reading' (duration: 1.4864555s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:08.095134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.986608878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:39:08.095328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.183326561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-86fdr\" ","response":"range_response_count:1 size:6230"} {"level":"warn","ts":"2026-02-26T02:39:08.09533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:01.567904Z","time spent":"6.527417039s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-26T02:39:08.09535Z","caller":"traceutil/trace.go:171","msg":"trace[846757834] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23578; }","duration":"3.986898476s","start":"2026-02-26T02:39:04.108442Z","end":"2026-02-26T02:39:08.09534Z","steps":["trace[846757834] 'agreement among raft nodes before linearized reading' (duration: 3.986621378s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:08.094976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.468118377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-02-26T02:39:08.095385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:04.108411Z","time spent":"3.986967278s","remote":"127.0.0.1:50644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:39:08.095379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.348611266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:39:08.095401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.505516131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:39:08.095415Z","caller":"traceutil/trace.go:171","msg":"trace[854747627] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23578; }","duration":"2.468598519s","start":"2026-02-26T02:39:05.626799Z","end":"2026-02-26T02:39:08.095397Z","steps":["trace[854747627] 'agreement among raft nodes before linearized reading' (duration: 2.467901371s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:08.095443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.536428487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3085c8ce-ed1a-475d-9953-594ef8bc228f\" ","response":"range_response_count:1 size:1304"} {"level":"warn","ts":"2026-02-26T02:39:08.095449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.139170498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:39:08.095476Z","caller":"traceutil/trace.go:171","msg":"trace[751407271] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:23578; }","duration":"1.13923253s","start":"2026-02-26T02:39:06.956233Z","end":"2026-02-26T02:39:08.095466Z","steps":["trace[751407271] 'agreement among raft nodes before linearized reading' (duration: 1.139187949s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:08.095486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.595160783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:39:08.095484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:05.626776Z","time spent":"2.468690801s","remote":"127.0.0.1:45134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-26T02:39:08.095504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:06.956218Z","time spent":"1.139280061s","remote":"127.0.0.1:49608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:39:08.095133Z","caller":"traceutil/trace.go:171","msg":"trace[1136413086] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:23578; }","duration":"6.541767838s","start":"2026-02-26T02:39:01.553349Z","end":"2026-02-26T02:39:08.095117Z","steps":["trace[1136413086] 'agreement among raft nodes before linearized reading' (duration: 6.541675695s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:39:08.095514Z","caller":"traceutil/trace.go:171","msg":"trace[2097782987] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:23578; }","duration":"1.595230705s","start":"2026-02-26T02:39:06.500274Z","end":"2026-02-26T02:39:08.095505Z","steps":["trace[2097782987] 'agreement among raft nodes before linearized reading' (duration: 1.595179024s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:08.09554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:01.553321Z","time spent":"6.54221016s","remote":"127.0.0.1:49480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:39:08.095497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.670299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:39:08.095565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.526686959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:39:08.095614Z","caller":"traceutil/trace.go:171","msg":"trace[1212302781] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:23578; }","duration":"3.526786172s","start":"2026-02-26T02:39:04.568813Z","end":"2026-02-26T02:39:08.095599Z","steps":["trace[1212302781] 'agreement among raft nodes before linearized reading' (duration: 3.52671973s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:39:08.09562Z","caller":"traceutil/trace.go:171","msg":"trace[673032256] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:23578; }","duration":"649.857904ms","start":"2026-02-26T02:39:07.445735Z","end":"2026-02-26T02:39:08.095593Z","steps":["trace[673032256] 'agreement among raft nodes before linearized reading' (duration: 649.670219ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:08.095644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.033440952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:625"} {"level":"info","ts":"2026-02-26T02:39:08.095473Z","caller":"traceutil/trace.go:171","msg":"trace[1479869670] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3085c8ce-ed1a-475d-9953-594ef8bc228f; range_end:; response_count:1; response_revision:23578; }","duration":"6.536507719s","start":"2026-02-26T02:39:01.558956Z","end":"2026-02-26T02:39:08.095464Z","steps":["trace[1479869670] 'agreement among raft nodes before linearized reading' (duration: 6.536374995s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:08.095347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:06.608592Z","time spent":"1.486748237s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T02:39:08.095695Z","caller":"traceutil/trace.go:171","msg":"trace[1857516618] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:23578; }","duration":"2.033506615s","start":"2026-02-26T02:39:06.062168Z","end":"2026-02-26T02:39:08.095674Z","steps":["trace[1857516618] 'agreement among raft nodes before linearized reading' (duration: 2.033381201s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:08.095683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.432022055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:39:08.095739Z","caller":"traceutil/trace.go:171","msg":"trace[1647934035] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:23578; }","duration":"2.432139318s","start":"2026-02-26T02:39:05.663589Z","end":"2026-02-26T02:39:08.095729Z","steps":["trace[1647934035] 'agreement among raft nodes before linearized reading' (duration: 2.432067466s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:08.09577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.493318101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-26T02:39:08.095774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.553871976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:39:08.095816Z","caller":"traceutil/trace.go:171","msg":"trace[460021787] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:23578; }","duration":"5.493417983s","start":"2026-02-26T02:39:02.602388Z","end":"2026-02-26T02:39:08.095806Z","steps":["trace[460021787] 'agreement among raft nodes before linearized reading' (duration: 5.493150516s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:08.095824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.033215996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-02-26T02:39:08.095827Z","caller":"traceutil/trace.go:171","msg":"trace[1007749464] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:23578; }","duration":"3.553978778s","start":"2026-02-26T02:39:04.541835Z","end":"2026-02-26T02:39:08.095814Z","steps":["trace[1007749464] 'agreement among raft nodes before linearized reading' (duration: 3.553888086s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:08.095853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:02.602357Z","time spent":"5.493488015s","remote":"127.0.0.1:45230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":237,"response size":33,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:39:08.095858Z","caller":"traceutil/trace.go:171","msg":"trace[821071049] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:23578; }","duration":"2.033264018s","start":"2026-02-26T02:39:06.062584Z","end":"2026-02-26T02:39:08.095848Z","steps":["trace[821071049] 'agreement among raft nodes before linearized reading' (duration: 2.033174406s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:08.095817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.810765975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:476"} {"level":"warn","ts":"2026-02-26T02:39:08.095876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:04.54181Z","time spent":"3.554052659s","remote":"127.0.0.1:57940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:39:08.095636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.034554771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-02-26T02:39:08.09597Z","caller":"traceutil/trace.go:171","msg":"trace[869602894] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23578; }","duration":"1.81095133s","start":"2026-02-26T02:39:06.284951Z","end":"2026-02-26T02:39:08.095902Z","steps":["trace[869602894] 'agreement among raft nodes before linearized reading' (duration: 1.810609721s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:08.095781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:05.663548Z","time spent":"2.43221829s","remote":"127.0.0.1:57116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":32,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:39:08.096056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:06.284924Z","time spent":"1.811114064s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-26T02:39:08.095991Z","caller":"traceutil/trace.go:171","msg":"trace[182992116] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:23578; }","duration":"2.034945263s","start":"2026-02-26T02:39:06.061034Z","end":"2026-02-26T02:39:08.095979Z","steps":["trace[182992116] 'agreement among raft nodes before linearized reading' (duration: 2.034536932s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:08.096117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:06.061007Z","time spent":"2.035099996s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-02-26T02:39:08.095434Z","caller":"traceutil/trace.go:171","msg":"trace[2078706913] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:23578; }","duration":"1.505548382s","start":"2026-02-26T02:39:06.589872Z","end":"2026-02-26T02:39:08.09542Z","steps":["trace[2078706913] 'agreement among raft nodes before linearized reading' (duration: 1.50549479s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:08.095892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:06.062577Z","time spent":"2.033309429s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"info","ts":"2026-02-26T02:39:08.09504Z","caller":"traceutil/trace.go:171","msg":"trace[1665806968] transaction","detail":"{read_only:false; response_revision:23578; number_of_response:1; }","duration":"1.181859852s","start":"2026-02-26T02:39:06.913163Z","end":"2026-02-26T02:39:08.095023Z","steps":["trace[1665806968] 'process raft request' (duration: 1.181475682s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:08.096217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:06.589819Z","time spent":"1.506376454s","remote":"127.0.0.1:50532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:39:08.095434Z","caller":"traceutil/trace.go:171","msg":"trace[663024451] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:23578; }","duration":"3.34871147s","start":"2026-02-26T02:39:04.746702Z","end":"2026-02-26T02:39:08.095414Z","steps":["trace[663024451] 'agreement among raft nodes before linearized reading' (duration: 3.348624767s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:08.096294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:06.913145Z","time spent":"1.183093965s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:39:08.096323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:04.746675Z","time spent":"3.349631243s","remote":"127.0.0.1:42516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:39:08.095738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:06.062154Z","time spent":"2.033575516s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-02-26T02:39:08.09555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:06.500249Z","time spent":"1.595294267s","remote":"127.0.0.1:45480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:39:08.095358Z","caller":"traceutil/trace.go:171","msg":"trace[1910786809] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-86fdr; range_end:; response_count:1; response_revision:23578; }","duration":"1.183415184s","start":"2026-02-26T02:39:06.91193Z","end":"2026-02-26T02:39:08.095345Z","steps":["trace[1910786809] 'agreement among raft nodes before linearized reading' (duration: 1.183180178s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:08.095679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:04.568785Z","time spent":"3.526875854s","remote":"127.0.0.1:49576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:39:08.095691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:01.558931Z","time spent":"6.536751716s","remote":"127.0.0.1:45180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1328,"request content":"key:\"/registry/persistentvolumes/pvc-3085c8ce-ed1a-475d-9953-594ef8bc228f\" "} {"level":"warn","ts":"2026-02-26T02:39:08.095509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.514252572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:39:08.095692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:07.445705Z","time spent":"649.968987ms","remote":"127.0.0.1:39460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:39:08.096908Z","caller":"traceutil/trace.go:171","msg":"trace[66466933] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:23578; }","duration":"3.515672149s","start":"2026-02-26T02:39:04.581222Z","end":"2026-02-26T02:39:08.096895Z","steps":["trace[66466933] 'agreement among raft nodes before linearized reading' (duration: 3.514242511s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:08.096961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:04.581209Z","time spent":"3.515737331s","remote":"127.0.0.1:50538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:39:08.094542Z","caller":"traceutil/trace.go:171","msg":"trace[2125479061] transaction","detail":"{read_only:false; response_revision:23574; number_of_response:1; }","duration":"3.317558038s","start":"2026-02-26T02:39:04.776922Z","end":"2026-02-26T02:39:08.09448Z","steps":["trace[2125479061] 'process raft request' (duration: 2.682629077s)","trace[2125479061] 'compare' (duration: 634.534721ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:39:08.097057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:04.776895Z","time spent":"3.320110056s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:39:08.09873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:06.911909Z","time spent":"1.184554953s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6254,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-86fdr\" "} {"level":"warn","ts":"2026-02-26T02:39:08.888646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.046056ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:39:08.888777Z","caller":"traceutil/trace.go:171","msg":"trace[984454477] linearizableReadLoop","detail":"{readStateIndex:24454; appliedIndex:24453; }","duration":"787.175221ms","start":"2026-02-26T02:39:08.10158Z","end":"2026-02-26T02:39:08.888755Z","steps":["trace[984454477] 'read index received' (duration: 215.92983ms)","trace[984454477] 'applied index is now lower than readState.Index' (duration: 571.242131ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:39:08.888859Z","caller":"traceutil/trace.go:171","msg":"trace[855483892] transaction","detail":"{read_only:false; response_revision:23579; number_of_response:1; }","duration":"791.354791ms","start":"2026-02-26T02:39:08.097441Z","end":"2026-02-26T02:39:08.888796Z","steps":["trace[855483892] 'process raft request' (duration: 220.045048ms)","trace[855483892] 'compare' (duration: 570.584094ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:39:08.88907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.484549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:625"} {"level":"info","ts":"2026-02-26T02:39:08.889129Z","caller":"traceutil/trace.go:171","msg":"trace[1697236224] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:23579; }","duration":"787.537541ms","start":"2026-02-26T02:39:08.101571Z","end":"2026-02-26T02:39:08.889109Z","steps":["trace[1697236224] 'agreement among raft nodes before linearized reading' (duration: 787.280254ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:08.889181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:08.101522Z","time spent":"787.644833ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-02-26T02:39:08.889268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:08.097401Z","time spent":"791.555997ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:39:08.889906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.291021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-02-26T02:39:08.889993Z","caller":"traceutil/trace.go:171","msg":"trace[1126431893] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23579; }","duration":"788.418004ms","start":"2026-02-26T02:39:08.101554Z","end":"2026-02-26T02:39:08.889972Z","steps":["trace[1126431893] 'agreement among raft nodes before linearized reading' (duration: 787.277104ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:08.890272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:08.101538Z","time spent":"788.698151ms","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T02:39:10.103813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000172494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:39:10.103912Z","caller":"traceutil/trace.go:171","msg":"trace[1386734864] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000308908s","start":"2026-02-26T02:39:08.103581Z","end":"2026-02-26T02:39:10.10389Z","steps":["trace[1386734864] 'agreement among raft nodes before linearized reading' (duration: 2.000182024s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:10.103985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:08.103572Z","time spent":"2.00040231s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:39:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:39:10.677694Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.385796247s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:39:10.928928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.636988016s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:43"} {"level":"warn","ts":"2026-02-26T02:39:10.929152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:08.103527Z","time spent":"2.825603495s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-26T02:39:10.929586Z","caller":"traceutil/trace.go:171","msg":"trace[1036918487] transaction","detail":"{read_only:false; response_revision:23580; number_of_response:1; }","duration":"2.825489362s","start":"2026-02-26T02:39:08.104073Z","end":"2026-02-26T02:39:10.929563Z","steps":["trace[1036918487] 'process raft request' (duration: 2.824963158s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:10.929752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:08.104059Z","time spent":"2.825580745s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:39:10.92992Z","caller":"traceutil/trace.go:171","msg":"trace[1350140680] transaction","detail":"{read_only:false; response_revision:23581; number_of_response:1; }","duration":"2.823621183s","start":"2026-02-26T02:39:08.106285Z","end":"2026-02-26T02:39:10.929906Z","steps":["trace[1350140680] 'process raft request' (duration: 2.823155281s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:10.929987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:08.106262Z","time spent":"2.823689505s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5999,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:39:10.929993Z","caller":"traceutil/trace.go:171","msg":"trace[1498784360] transaction","detail":"{read_only:false; response_revision:23582; number_of_response:1; }","duration":"2.015856488s","start":"2026-02-26T02:39:08.91411Z","end":"2026-02-26T02:39:10.929967Z","steps":["trace[1498784360] 'process raft request' (duration: 2.015744055s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:39:10.930043Z","caller":"traceutil/trace.go:171","msg":"trace[221198240] linearizableReadLoop","detail":"{readStateIndex:24457; appliedIndex:24454; }","duration":"2.041199047s","start":"2026-02-26T02:39:08.888812Z","end":"2026-02-26T02:39:10.930011Z","steps":["trace[221198240] 'read index received' (duration: 403.073041ms)","trace[221198240] 'applied index is now lower than readState.Index' (duration: 1.638123766s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:39:10.930156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:08.914089Z","time spent":"2.015969032s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:39:10.930261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.622140254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:39:10.930312Z","caller":"traceutil/trace.go:171","msg":"trace[527467832] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:23582; }","duration":"2.622265007s","start":"2026-02-26T02:39:08.308032Z","end":"2026-02-26T02:39:10.930297Z","steps":["trace[527467832] 'agreement among raft nodes before linearized reading' (duration: 2.622119483s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:10.930358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:08.308002Z","time spent":"2.622344519s","remote":"127.0.0.1:45300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":32,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:39:10.930441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.828339137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-l89xc.1897ab4e7d81fb30\" ","response":"range_response_count:1 size:880"} {"level":"info","ts":"2026-02-26T02:39:10.930475Z","caller":"traceutil/trace.go:171","msg":"trace[1558103953] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-bc4cf8c95-l89xc.1897ab4e7d81fb30; range_end:; response_count:1; response_revision:23582; }","duration":"2.828397369s","start":"2026-02-26T02:39:08.102066Z","end":"2026-02-26T02:39:10.930464Z","steps":["trace[1558103953] 'agreement among raft nodes before linearized reading' (duration: 2.828277985s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:10.930493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:08.102055Z","time spent":"2.828433559s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":904,"request content":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-l89xc.1897ab4e7d81fb30\" "} {"level":"warn","ts":"2026-02-26T02:39:10.930468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.827561677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:39:10.93058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.828572833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-02-26T02:39:10.930635Z","caller":"traceutil/trace.go:171","msg":"trace[941102797] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:23582; }","duration":"2.828638155s","start":"2026-02-26T02:39:08.10198Z","end":"2026-02-26T02:39:10.930618Z","steps":["trace[941102797] 'agreement among raft nodes before linearized reading' (duration: 2.82846809s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:10.930684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:08.101973Z","time spent":"2.828697917s","remote":"127.0.0.1:45188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1590,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"warn","ts":"2026-02-26T02:39:10.930723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.825770799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3225"} {"level":"info","ts":"2026-02-26T02:39:10.930751Z","caller":"traceutil/trace.go:171","msg":"trace[1107601603] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:23582; }","duration":"2.825818611s","start":"2026-02-26T02:39:08.104925Z","end":"2026-02-26T02:39:10.930743Z","steps":["trace[1107601603] 'agreement among raft nodes before linearized reading' (duration: 2.825754889s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:10.930768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:08.104911Z","time spent":"2.825853811s","remote":"127.0.0.1:57116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3249,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-02-26T02:39:10.930819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.827433163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-02-26T02:39:10.930581Z","caller":"traceutil/trace.go:171","msg":"trace[90722747] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23582; }","duration":"2.827680879s","start":"2026-02-26T02:39:08.102852Z","end":"2026-02-26T02:39:10.930533Z","steps":["trace[90722747] 'agreement among raft nodes before linearized reading' (duration: 2.827509095s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:39:10.930872Z","caller":"traceutil/trace.go:171","msg":"trace[1128777040] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:23582; }","duration":"2.827498965s","start":"2026-02-26T02:39:08.103359Z","end":"2026-02-26T02:39:10.930858Z","steps":["trace[1128777040] 'agreement among raft nodes before linearized reading' (duration: 2.827331951s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:10.930891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:08.102818Z","time spent":"2.828059759s","remote":"127.0.0.1:45224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-02-26T02:39:10.930912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:08.103351Z","time spent":"2.827553806s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-02-26T02:39:10.930603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.828428709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-02-26T02:39:10.93101Z","caller":"traceutil/trace.go:171","msg":"trace[680606004] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:23582; }","duration":"2.828868501s","start":"2026-02-26T02:39:08.102136Z","end":"2026-02-26T02:39:10.931004Z","steps":["trace[680606004] 'agreement among raft nodes before linearized reading' (duration: 2.828429459s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:10.931031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:08.10212Z","time spent":"2.828906182s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-26T02:39:10.931294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.714322383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:39:10.93136Z","caller":"traceutil/trace.go:171","msg":"trace[1069864828] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:23582; }","duration":"2.715089953s","start":"2026-02-26T02:39:08.216254Z","end":"2026-02-26T02:39:10.931344Z","steps":["trace[1069864828] 'agreement among raft nodes before linearized reading' (duration: 2.714356493s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:10.931438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:08.216222Z","time spent":"2.715176805s","remote":"127.0.0.1:49526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:39:11.431229Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892591,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:39:11.931394Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892591,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:39:12.104695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000530435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:39:12.104799Z","caller":"traceutil/trace.go:171","msg":"trace[1494518725] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000696219s","start":"2026-02-26T02:39:10.104078Z","end":"2026-02-26T02:39:12.104774Z","steps":["trace[1494518725] 'agreement among raft nodes before linearized reading' (duration: 2.000552375s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:12.104856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:10.104057Z","time spent":"2.000786922s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:39:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:39:12.144261Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.248365554s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:39:12.177622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000159904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:39:12.17778Z","caller":"traceutil/trace.go:171","msg":"trace[1034232976] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000368639s","start":"2026-02-26T02:39:10.177361Z","end":"2026-02-26T02:39:12.17773Z","steps":["trace[1034232976] 'agreement among raft nodes before linearized reading' (duration: 2.000197905s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:12.178126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:10.177335Z","time spent":"2.00076867s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:39:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-02-26T02:39:12.243439Z","caller":"traceutil/trace.go:171","msg":"trace[549953370] transaction","detail":"{read_only:false; response_revision:23583; number_of_response:1; }","duration":"1.347668801s","start":"2026-02-26T02:39:10.895737Z","end":"2026-02-26T02:39:12.243406Z","steps":["trace[549953370] 'process raft request' (duration: 1.248762325s)","trace[549953370] 'compare' (duration: 98.519036ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:39:12.243623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:10.895706Z","time spent":"1.347817325s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:39:12.293651Z","caller":"traceutil/trace.go:171","msg":"trace[1744506385] linearizableReadLoop","detail":"{readStateIndex:24461; appliedIndex:24458; }","duration":"1.363501278s","start":"2026-02-26T02:39:10.930113Z","end":"2026-02-26T02:39:12.293614Z","steps":["trace[1744506385] 'read index received' (duration: 1.214540553s)","trace[1744506385] 'applied index is now lower than readState.Index' (duration: 148.959395ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:39:12.293836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.7529154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:39:12.293916Z","caller":"traceutil/trace.go:171","msg":"trace[739809114] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:23585; }","duration":"2.753065113s","start":"2026-02-26T02:39:09.54083Z","end":"2026-02-26T02:39:12.293895Z","steps":["trace[739809114] 'agreement among raft nodes before linearized reading' (duration: 2.752860648s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:12.293947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.401903891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-02-26T02:39:12.293965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:09.540798Z","time spent":"2.753150516s","remote":"127.0.0.1:38468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:39:12.29399Z","caller":"traceutil/trace.go:171","msg":"trace[751040937] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23585; }","duration":"3.402011064s","start":"2026-02-26T02:39:08.891968Z","end":"2026-02-26T02:39:12.293979Z","steps":["trace[751040937] 'agreement among raft nodes before linearized reading' (duration: 3.401822869s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:12.294032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:08.891914Z","time spent":"3.402109837s","remote":"127.0.0.1:45198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-26T02:39:12.293985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.660461004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:39:12.294097Z","caller":"traceutil/trace.go:171","msg":"trace[69564703] transaction","detail":"{read_only:false; response_revision:23585; number_of_response:1; }","duration":"1.349342755s","start":"2026-02-26T02:39:10.944712Z","end":"2026-02-26T02:39:12.294054Z","steps":["trace[69564703] 'process raft request' (duration: 1.348828531s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:12.294138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.240565769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:39:12.294341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.402362883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18646"} {"level":"info","ts":"2026-02-26T02:39:12.294383Z","caller":"traceutil/trace.go:171","msg":"trace[1263592623] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23585; }","duration":"3.402476626s","start":"2026-02-26T02:39:08.891897Z","end":"2026-02-26T02:39:12.294374Z","steps":["trace[1263592623] 'agreement among raft nodes before linearized reading' (duration: 3.402359413s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:39:12.294385Z","caller":"traceutil/trace.go:171","msg":"trace[213229022] transaction","detail":"{read_only:false; response_revision:23584; number_of_response:1; }","duration":"1.364142235s","start":"2026-02-26T02:39:10.930232Z","end":"2026-02-26T02:39:12.294374Z","steps":["trace[213229022] 'process raft request' (duration: 1.363148959s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:12.294371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.422765719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:39:12.294442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.349750836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5587"} {"level":"warn","ts":"2026-02-26T02:39:12.294448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:10.930213Z","time spent":"1.364205436s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":721,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T02:39:12.294479Z","caller":"traceutil/trace.go:171","msg":"trace[1695525295] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:23585; }","duration":"1.349829298s","start":"2026-02-26T02:39:10.94464Z","end":"2026-02-26T02:39:12.294469Z","steps":["trace[1695525295] 'agreement among raft nodes before linearized reading' (duration: 1.349675494s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:39:12.294486Z","caller":"traceutil/trace.go:171","msg":"trace[1184024017] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:23585; }","duration":"2.422928384s","start":"2026-02-26T02:39:09.871536Z","end":"2026-02-26T02:39:12.294464Z","steps":["trace[1184024017] 'agreement among raft nodes before linearized reading' (duration: 2.422707629s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:39:12.294307Z","caller":"traceutil/trace.go:171","msg":"trace[1806799382] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:23585; }","duration":"2.240826426s","start":"2026-02-26T02:39:10.053454Z","end":"2026-02-26T02:39:12.29428Z","steps":["trace[1806799382] 'agreement among raft nodes before linearized reading' (duration: 2.240176038s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:12.294512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:10.944619Z","time spent":"1.34988502s","remote":"127.0.0.1:45076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":5611,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" "} {"level":"warn","ts":"2026-02-26T02:39:12.294562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:09.871511Z","time spent":"2.423034157s","remote":"127.0.0.1:42374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:39:12.294699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.78997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:39:12.294734Z","caller":"traceutil/trace.go:171","msg":"trace[275567834] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23585; }","duration":"181.860522ms","start":"2026-02-26T02:39:12.112864Z","end":"2026-02-26T02:39:12.294725Z","steps":["trace[275567834] 'agreement among raft nodes before linearized reading' (duration: 181.799421ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:12.29479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.339018673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10378"} {"level":"info","ts":"2026-02-26T02:39:12.294839Z","caller":"traceutil/trace.go:171","msg":"trace[1798847293] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:23585; }","duration":"1.339078684s","start":"2026-02-26T02:39:10.955749Z","end":"2026-02-26T02:39:12.294828Z","steps":["trace[1798847293] 'agreement among raft nodes before linearized reading' (duration: 1.338964861s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:12.294869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:10.955743Z","time spent":"1.339119385s","remote":"127.0.0.1:45076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":10402,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" "} {"level":"warn","ts":"2026-02-26T02:39:12.294943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.346832599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29534555-kb8n9\" ","response":"range_response_count:1 size:7234"} {"level":"info","ts":"2026-02-26T02:39:12.294991Z","caller":"traceutil/trace.go:171","msg":"trace[609599485] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29534555-kb8n9; range_end:; response_count:1; response_revision:23585; }","duration":"1.34689224s","start":"2026-02-26T02:39:10.948085Z","end":"2026-02-26T02:39:12.294978Z","steps":["trace[609599485] 'agreement among raft nodes before linearized reading' (duration: 1.346773507s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:12.294991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.346269214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"warn","ts":"2026-02-26T02:39:12.295023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:10.948079Z","time spent":"1.346936271s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7258,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29534555-kb8n9\" "} {"level":"info","ts":"2026-02-26T02:39:12.295038Z","caller":"traceutil/trace.go:171","msg":"trace[156174851] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:23585; }","duration":"1.346329455s","start":"2026-02-26T02:39:10.948697Z","end":"2026-02-26T02:39:12.295026Z","steps":["trace[156174851] 'agreement among raft nodes before linearized reading' (duration: 1.346107069s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:12.295084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:10.948692Z","time spent":"1.346385087s","remote":"127.0.0.1:57116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3267,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-02-26T02:39:12.295209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.348271277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:39:12.295215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.301924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418331"} {"level":"warn","ts":"2026-02-26T02:39:12.295223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.606557603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:39:12.295307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121397208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:39:12.295327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.350551907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-26T02:39:12.295335Z","caller":"traceutil/trace.go:171","msg":"trace[2081994164] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:23585; }","duration":"1.12147324s","start":"2026-02-26T02:39:11.173854Z","end":"2026-02-26T02:39:12.295327Z","steps":["trace[2081994164] 'agreement among raft nodes before linearized reading' (duration: 1.121415509s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:12.295334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.341061906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9321"} {"level":"info","ts":"2026-02-26T02:39:12.29536Z","caller":"traceutil/trace.go:171","msg":"trace[2016400639] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23585; }","duration":"1.350584758s","start":"2026-02-26T02:39:10.944767Z","end":"2026-02-26T02:39:12.295352Z","steps":["trace[2016400639] 'agreement among raft nodes before linearized reading' (duration: 1.350496196s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:12.295364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:11.173826Z","time spent":"1.121530902s","remote":"127.0.0.1:42342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":32,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:39:12.295375Z","caller":"traceutil/trace.go:171","msg":"trace[590067341] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:23585; }","duration":"1.341127018s","start":"2026-02-26T02:39:10.954233Z","end":"2026-02-26T02:39:12.29536Z","steps":["trace[590067341] 'agreement among raft nodes before linearized reading' (duration: 1.341015815s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:39:12.295332Z","caller":"traceutil/trace.go:171","msg":"trace[1618006245] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:23585; }","duration":"2.606752158s","start":"2026-02-26T02:39:09.688562Z","end":"2026-02-26T02:39:12.295314Z","steps":["trace[1618006245] 'agreement among raft nodes before linearized reading' (duration: 2.606514332s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:12.294729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.848249881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:39:12.295508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.341305183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4181"} {"level":"warn","ts":"2026-02-26T02:39:12.295516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:09.688536Z","time spent":"2.606958614s","remote":"127.0.0.1:50520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:39:12.29562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.158589699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188496"} {"level":"warn","ts":"2026-02-26T02:39:12.295464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.191928167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-02-26T02:39:12.295667Z","caller":"traceutil/trace.go:171","msg":"trace[65820293] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:23585; }","duration":"1.158671921s","start":"2026-02-26T02:39:11.136986Z","end":"2026-02-26T02:39:12.295658Z","steps":["trace[65820293] 'agreement among raft nodes before linearized reading' (duration: 1.158513457s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:12.295699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:11.13697Z","time spent":"1.158719632s","remote":"127.0.0.1:45076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":188520,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"info","ts":"2026-02-26T02:39:12.295695Z","caller":"traceutil/trace.go:171","msg":"trace[1203686755] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23585; }","duration":"2.19240449s","start":"2026-02-26T02:39:10.103271Z","end":"2026-02-26T02:39:12.295675Z","steps":["trace[1203686755] 'agreement among raft nodes before linearized reading' (duration: 2.191701232s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:12.295843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.186739601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:39:12.295875Z","caller":"traceutil/trace.go:171","msg":"trace[75258012] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:23585; }","duration":"1.186774192s","start":"2026-02-26T02:39:11.109093Z","end":"2026-02-26T02:39:12.295868Z","steps":["trace[75258012] 'agreement among raft nodes before linearized reading' (duration: 1.18672362s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:12.294331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:10.944688Z","time spent":"1.349500419s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:39:12.295387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:10.944718Z","time spent":"1.35066185s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T02:39:12.295419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:10.954218Z","time spent":"1.34119217s","remote":"127.0.0.1:45076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":9345,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" "} {"level":"warn","ts":"2026-02-26T02:39:12.295875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:10.103245Z","time spent":"2.192608105s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-26T02:39:12.294594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:10.053429Z","time spent":"2.241145514s","remote":"127.0.0.1:38452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:39:12.296194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.340369849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13230"} {"level":"info","ts":"2026-02-26T02:39:12.296241Z","caller":"traceutil/trace.go:171","msg":"trace[226042904] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:23585; }","duration":"1.340427s","start":"2026-02-26T02:39:10.955802Z","end":"2026-02-26T02:39:12.296229Z","steps":["trace[226042904] 'agreement among raft nodes before linearized reading' (duration: 1.340308277s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:39:12.295248Z","caller":"traceutil/trace.go:171","msg":"trace[1470945513] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:23585; }","duration":"442.386566ms","start":"2026-02-26T02:39:11.852852Z","end":"2026-02-26T02:39:12.295239Z","steps":["trace[1470945513] 'agreement among raft nodes before linearized reading' (duration: 442.17852ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:12.296282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:10.955799Z","time spent":"1.340470221s","remote":"127.0.0.1:45076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":13254,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" "} {"level":"info","ts":"2026-02-26T02:39:12.295536Z","caller":"traceutil/trace.go:171","msg":"trace[34581697] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23585; }","duration":"1.849056132s","start":"2026-02-26T02:39:10.446462Z","end":"2026-02-26T02:39:12.295519Z","steps":["trace[34581697] 'agreement among raft nodes before linearized reading' (duration: 1.84821458s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:12.296321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:11.852812Z","time spent":"443.484655ms","remote":"127.0.0.1:39430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418355,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-02-26T02:39:12.295247Z","caller":"traceutil/trace.go:171","msg":"trace[1939679143] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23585; }","duration":"1.348322508s","start":"2026-02-26T02:39:10.946914Z","end":"2026-02-26T02:39:12.295237Z","steps":["trace[1939679143] 'agreement among raft nodes before linearized reading' (duration: 1.348255696s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:12.294417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:08.891877Z","time spent":"3.402533858s","remote":"127.0.0.1:45202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18670,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-02-26T02:39:12.294202Z","caller":"traceutil/trace.go:171","msg":"trace[1589143547] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:23585; }","duration":"2.660788062s","start":"2026-02-26T02:39:09.633356Z","end":"2026-02-26T02:39:12.294144Z","steps":["trace[1589143547] 'agreement among raft nodes before linearized reading' (duration: 2.66033203s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:12.296393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:09.63333Z","time spent":"2.663051192s","remote":"127.0.0.1:42630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:39:12.29571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.341773875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2673ec15-2333-4f3c-b6f2-22c818bd363c\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-02-26T02:39:12.296596Z","caller":"traceutil/trace.go:171","msg":"trace[1258287397] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2673ec15-2333-4f3c-b6f2-22c818bd363c; range_end:; response_count:1; response_revision:23585; }","duration":"1.342664189s","start":"2026-02-26T02:39:10.953916Z","end":"2026-02-26T02:39:12.29658Z","steps":["trace[1258287397] 'agreement among raft nodes before linearized reading' (duration: 1.341735665s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:12.296808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:10.953909Z","time spent":"1.342881245s","remote":"127.0.0.1:45180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1308,"request content":"key:\"/registry/persistentvolumes/pvc-2673ec15-2333-4f3c-b6f2-22c818bd363c\" "} {"level":"warn","ts":"2026-02-26T02:39:12.296922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:10.946907Z","time spent":"1.350000372s","remote":"127.0.0.1:45318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-02-26T02:39:12.295542Z","caller":"traceutil/trace.go:171","msg":"trace[1591085412] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:23585; }","duration":"1.341348555s","start":"2026-02-26T02:39:10.954185Z","end":"2026-02-26T02:39:12.295534Z","steps":["trace[1591085412] 'agreement among raft nodes before linearized reading' (duration: 1.341256222s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:12.297131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:10.95418Z","time spent":"1.342928736s","remote":"127.0.0.1:45076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4205,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" "} {"level":"warn","ts":"2026-02-26T02:39:12.296387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:10.446433Z","time spent":"1.849891535s","remote":"127.0.0.1:42602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:39:12.297363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.341515639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4334"} {"level":"warn","ts":"2026-02-26T02:39:12.297368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.315204346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188253"} {"level":"info","ts":"2026-02-26T02:39:12.297417Z","caller":"traceutil/trace.go:171","msg":"trace[247309929] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:23585; }","duration":"1.315301418s","start":"2026-02-26T02:39:10.982104Z","end":"2026-02-26T02:39:12.297406Z","steps":["trace[247309929] 'agreement among raft nodes before linearized reading' (duration: 1.315161444s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:39:12.297417Z","caller":"traceutil/trace.go:171","msg":"trace[828575743] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:23585; }","duration":"1.34158065s","start":"2026-02-26T02:39:10.955821Z","end":"2026-02-26T02:39:12.297402Z","steps":["trace[828575743] 'agreement among raft nodes before linearized reading' (duration: 1.341308523s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:12.295631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.341465917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4084"} {"level":"warn","ts":"2026-02-26T02:39:12.297442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:10.982077Z","time spent":"1.31535811s","remote":"127.0.0.1:45076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":188277,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-02-26T02:39:12.297452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:10.955817Z","time spent":"1.341625982s","remote":"127.0.0.1:45076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4358,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" "} {"level":"warn","ts":"2026-02-26T02:39:12.297457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.337044861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24245"} {"level":"info","ts":"2026-02-26T02:39:12.297529Z","caller":"traceutil/trace.go:171","msg":"trace[480148052] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:23585; }","duration":"1.337134773s","start":"2026-02-26T02:39:10.960375Z","end":"2026-02-26T02:39:12.29751Z","steps":["trace[480148052] 'agreement among raft nodes before linearized reading' (duration: 1.336734452s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:39:12.29764Z","caller":"traceutil/trace.go:171","msg":"trace[522563579] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:23585; }","duration":"1.343314437s","start":"2026-02-26T02:39:10.954146Z","end":"2026-02-26T02:39:12.29746Z","steps":["trace[522563579] 'agreement among raft nodes before linearized reading' (duration: 1.341421817s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:12.297663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:10.960368Z","time spent":"1.337273507s","remote":"127.0.0.1:45076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":24269,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"warn","ts":"2026-02-26T02:39:12.297688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:10.954141Z","time spent":"1.343534592s","remote":"127.0.0.1:45076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4108,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" "} {"level":"warn","ts":"2026-02-26T02:39:12.297542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.341738014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5178"} {"level":"info","ts":"2026-02-26T02:39:12.297736Z","caller":"traceutil/trace.go:171","msg":"trace[425313216] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:23585; }","duration":"1.341938169s","start":"2026-02-26T02:39:10.955785Z","end":"2026-02-26T02:39:12.297723Z","steps":["trace[425313216] 'agreement among raft nodes before linearized reading' (duration: 1.341666712s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:12.297779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:10.955781Z","time spent":"1.341986771s","remote":"127.0.0.1:45076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":5202,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" "} {"level":"warn","ts":"2026-02-26T02:39:12.295904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:11.109067Z","time spent":"1.186829502s","remote":"127.0.0.1:57906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:39:14.060389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.79341ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:39:14.06058Z","caller":"traceutil/trace.go:171","msg":"trace[1062766475] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23585; }","duration":"910.998455ms","start":"2026-02-26T02:39:13.149552Z","end":"2026-02-26T02:39:14.060551Z","steps":["trace[1062766475] 'range keys from in-memory index tree' (duration: 910.77144ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:14.061009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.521321197s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:39:14.061124Z","caller":"traceutil/trace.go:171","msg":"trace[1849960995] linearizableReadLoop","detail":"{readStateIndex:24462; appliedIndex:24461; }","duration":"1.756782482s","start":"2026-02-26T02:39:12.304322Z","end":"2026-02-26T02:39:14.061104Z","steps":["trace[1849960995] 'read index received' (duration: 235.233819ms)","trace[1849960995] 'applied index is now lower than readState.Index' (duration: 1.521547123s)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:39:14.0617Z","caller":"traceutil/trace.go:171","msg":"trace[922477514] transaction","detail":"{read_only:false; response_revision:23586; number_of_response:1; }","duration":"1.758524438s","start":"2026-02-26T02:39:12.303151Z","end":"2026-02-26T02:39:14.061676Z","steps":["trace[922477514] 'process raft request' (duration: 236.4254ms)","trace[922477514] 'compare' (duration: 1.5206425s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:39:14.061795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:12.303139Z","time spent":"1.75861232s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:39:14.062129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.757803619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-l89xc.1897ab4e7d7f9724\" ","response":"range_response_count:1 size:880"} {"level":"info","ts":"2026-02-26T02:39:14.06217Z","caller":"traceutil/trace.go:171","msg":"trace[1778070411] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-bc4cf8c95-l89xc.1897ab4e7d7f9724; range_end:; response_count:1; response_revision:23586; }","duration":"1.75784638s","start":"2026-02-26T02:39:12.304312Z","end":"2026-02-26T02:39:14.062158Z","steps":["trace[1778070411] 'agreement among raft nodes before linearized reading' (duration: 1.757697056s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:14.062258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:12.304262Z","time spent":"1.757987433s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":904,"request content":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-l89xc.1897ab4e7d7f9724\" "} {"level":"warn","ts":"2026-02-26T02:39:14.398847Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.859275303s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T02:39:14.473837Z","caller":"traceutil/trace.go:171","msg":"trace[351559478] transaction","detail":"{read_only:false; response_revision:23588; number_of_response:1; }","duration":"2.163612772s","start":"2026-02-26T02:39:12.310199Z","end":"2026-02-26T02:39:14.473812Z","steps":["trace[351559478] 'process raft request' (duration: 2.163489549s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:14.473989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:12.31019Z","time spent":"2.163713425s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:39:14.473868Z","caller":"traceutil/trace.go:171","msg":"trace[1928804751] transaction","detail":"{read_only:false; response_revision:23587; number_of_response:1; }","duration":"2.165647316s","start":"2026-02-26T02:39:12.308199Z","end":"2026-02-26T02:39:14.473846Z","steps":["trace[1928804751] 'process raft request' (duration: 2.090852905s)","trace[1928804751] 'compare' (duration: 74.167995ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:39:14.4742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:12.30819Z","time spent":"2.165907873s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7698,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:39:15.788525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00001412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:39:15.788621Z","caller":"traceutil/trace.go:171","msg":"trace[680226373] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000175235s","start":"2026-02-26T02:39:13.788424Z","end":"2026-02-26T02:39:15.788599Z","steps":["trace[680226373] 'agreement among raft nodes before linearized reading' (duration: 2.000046711s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:15.788688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:13.788403Z","time spent":"2.000274088s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:39:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:39:16.858697Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.45959278s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T02:39:16.859359Z","caller":"traceutil/trace.go:171","msg":"trace[1021170895] transaction","detail":"{read_only:false; response_revision:23589; number_of_response:1; }","duration":"3.912521416s","start":"2026-02-26T02:39:12.946813Z","end":"2026-02-26T02:39:16.859334Z","steps":["trace[1021170895] 'process raft request' (duration: 3.912334471s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:16.859513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:12.946784Z","time spent":"3.912650328s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:39:16.859709Z","caller":"traceutil/trace.go:171","msg":"trace[1712612712] transaction","detail":"{read_only:false; response_revision:23590; number_of_response:1; }","duration":"3.912788672s","start":"2026-02-26T02:39:12.946911Z","end":"2026-02-26T02:39:16.8597Z","steps":["trace[1712612712] 'process raft request' (duration: 3.912384642s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:16.859756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:12.946902Z","time spent":"3.912830653s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:39:16.859833Z","caller":"traceutil/trace.go:171","msg":"trace[341060157] transaction","detail":"{read_only:false; response_revision:23592; number_of_response:1; }","duration":"3.215711255s","start":"2026-02-26T02:39:13.644114Z","end":"2026-02-26T02:39:16.859826Z","steps":["trace[341060157] 'process raft request' (duration: 3.215552881s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:16.85987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:13.64409Z","time spent":"3.215756785s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:39:16.859861Z","caller":"traceutil/trace.go:171","msg":"trace[1333875354] transaction","detail":"{read_only:false; response_revision:23591; number_of_response:1; }","duration":"3.912859984s","start":"2026-02-26T02:39:12.946949Z","end":"2026-02-26T02:39:16.859809Z","steps":["trace[1333875354] 'process raft request' (duration: 3.912607638s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:39:16.859903Z","caller":"traceutil/trace.go:171","msg":"trace[2061149435] linearizableReadLoop","detail":"{readStateIndex:24468; appliedIndex:24462; }","duration":"2.79846428s","start":"2026-02-26T02:39:14.061404Z","end":"2026-02-26T02:39:16.859868Z","steps":["trace[2061149435] 'read index received' (duration: 337.662168ms)","trace[2061149435] 'applied index is now lower than readState.Index' (duration: 2.460800962s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:39:16.86006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.48762433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:39:16.860115Z","caller":"traceutil/trace.go:171","msg":"trace[1693663507] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:23594; }","duration":"4.487768534s","start":"2026-02-26T02:39:12.372333Z","end":"2026-02-26T02:39:16.860101Z","steps":["trace[1693663507] 'agreement among raft nodes before linearized reading' (duration: 4.487644851s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:16.860121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.553658349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f437a024-70d1-42ac-a0b9-917c54a96f5b\" ","response":"range_response_count:1 size:1319"} {"level":"warn","ts":"2026-02-26T02:39:16.860133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:12.946944Z","time spent":"3.913044659s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:39:16.860156Z","caller":"traceutil/trace.go:171","msg":"trace[1845035304] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f437a024-70d1-42ac-a0b9-917c54a96f5b; range_end:; response_count:1; response_revision:23594; }","duration":"4.553702271s","start":"2026-02-26T02:39:12.306445Z","end":"2026-02-26T02:39:16.860147Z","steps":["trace[1845035304] 'agreement among raft nodes before linearized reading' (duration: 4.553589528s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:16.860161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:12.372302Z","time spent":"4.487848136s","remote":"127.0.0.1:40954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:39:16.86018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:12.306438Z","time spent":"4.553737232s","remote":"127.0.0.1:45180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-f437a024-70d1-42ac-a0b9-917c54a96f5b\" "} {"level":"warn","ts":"2026-02-26T02:39:16.860131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.920335171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:39:16.860216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.548963737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" ","response":"range_response_count:1 size:1266"} {"level":"info","ts":"2026-02-26T02:39:16.860253Z","caller":"traceutil/trace.go:171","msg":"trace[1508025733] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:23594; }","duration":"3.920543197s","start":"2026-02-26T02:39:12.939676Z","end":"2026-02-26T02:39:16.860219Z","steps":["trace[1508025733] 'agreement among raft nodes before linearized reading' (duration: 3.920295901s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:39:16.860276Z","caller":"traceutil/trace.go:171","msg":"trace[860160577] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone-nodes; range_end:; response_count:1; response_revision:23594; }","duration":"4.549029648s","start":"2026-02-26T02:39:12.311222Z","end":"2026-02-26T02:39:16.860252Z","steps":["trace[860160577] 'agreement among raft nodes before linearized reading' (duration: 4.548805772s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:16.860285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.217981695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:39:16.860348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.409285206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:39:16.860354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:12.939646Z","time spent":"3.920692541s","remote":"127.0.0.1:40936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 "} {"level":"info","ts":"2026-02-26T02:39:16.860386Z","caller":"traceutil/trace.go:171","msg":"trace[1826523531] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23594; }","duration":"4.409362648s","start":"2026-02-26T02:39:12.451012Z","end":"2026-02-26T02:39:16.860375Z","steps":["trace[1826523531] 'agreement among raft nodes before linearized reading' (duration: 4.409273266s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:16.860397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.549277675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:39:16.860394Z","caller":"traceutil/trace.go:171","msg":"trace[1195160811] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:23594; }","duration":"4.218147129s","start":"2026-02-26T02:39:12.642224Z","end":"2026-02-26T02:39:16.860371Z","steps":["trace[1195160811] 'agreement among raft nodes before linearized reading' (duration: 4.217906683s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:16.860409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:12.450992Z","time spent":"4.409411829s","remote":"127.0.0.1:45492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-02-26T02:39:16.860424Z","caller":"traceutil/trace.go:171","msg":"trace[295861294] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23594; }","duration":"4.549316425s","start":"2026-02-26T02:39:12.311098Z","end":"2026-02-26T02:39:16.860414Z","steps":["trace[295861294] 'agreement among raft nodes before linearized reading' (duration: 4.549268244s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:16.860431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:12.642196Z","time spent":"4.218227932s","remote":"127.0.0.1:45566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":48,"response size":32,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:39:16.860449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:12.31109Z","time spent":"4.549350226s","remote":"127.0.0.1:45318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-26T02:39:16.860477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.555298103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-02-26T02:39:16.860612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.796318344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:39:16.860623Z","caller":"traceutil/trace.go:171","msg":"trace[1675452440] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:1; response_revision:23594; }","duration":"4.555448087s","start":"2026-02-26T02:39:12.305158Z","end":"2026-02-26T02:39:16.860606Z","steps":["trace[1675452440] 'agreement among raft nodes before linearized reading' (duration: 4.555225141s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:16.860358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:12.311218Z","time spent":"4.54912546s","remote":"127.0.0.1:45224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1290,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" "} {"level":"info","ts":"2026-02-26T02:39:16.860651Z","caller":"traceutil/trace.go:171","msg":"trace[310313229] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:23594; }","duration":"3.796391196s","start":"2026-02-26T02:39:13.064246Z","end":"2026-02-26T02:39:16.860637Z","steps":["trace[310313229] 'agreement among raft nodes before linearized reading' (duration: 3.796239752s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:16.860671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:12.305152Z","time spent":"4.555505889s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/162.253.55.200\" "} {"level":"warn","ts":"2026-02-26T02:39:16.860706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:13.064219Z","time spent":"3.796473948s","remote":"127.0.0.1:45198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":88,"response size":32,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:39:16.860743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.812605823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7506"} {"level":"info","ts":"2026-02-26T02:39:16.86074Z","caller":"traceutil/trace.go:171","msg":"trace[1589794425] transaction","detail":"{read_only:false; response_revision:23594; number_of_response:1; }","duration":"2.610727722s","start":"2026-02-26T02:39:14.249993Z","end":"2026-02-26T02:39:16.860721Z","steps":["trace[1589794425] 'process raft request' (duration: 2.609809838s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:39:16.860776Z","caller":"traceutil/trace.go:171","msg":"trace[1421540354] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:23594; }","duration":"3.812688595s","start":"2026-02-26T02:39:13.048078Z","end":"2026-02-26T02:39:16.860767Z","steps":["trace[1421540354] 'agreement among raft nodes before linearized reading' (duration: 3.81251547s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:39:16.860801Z","caller":"traceutil/trace.go:171","msg":"trace[1613024431] transaction","detail":"{read_only:false; response_revision:23593; number_of_response:1; }","duration":"2.795577354s","start":"2026-02-26T02:39:14.065215Z","end":"2026-02-26T02:39:16.860792Z","steps":["trace[1613024431] 'process raft request' (duration: 2.794519266s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:16.860804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.920696291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:39:16.860808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:13.048048Z","time spent":"3.812752266s","remote":"127.0.0.1:40928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7530,"request content":"key:\"/registry/cilium.io/ciliumnodes/instance\" "} {"level":"info","ts":"2026-02-26T02:39:16.860834Z","caller":"traceutil/trace.go:171","msg":"trace[1712776551] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:23594; }","duration":"3.920776683s","start":"2026-02-26T02:39:12.940047Z","end":"2026-02-26T02:39:16.860824Z","steps":["trace[1712776551] 'agreement among raft nodes before linearized reading' (duration: 3.920724872s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:16.860846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:14.065191Z","time spent":"2.795629225s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:39:16.860858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:12.940034Z","time spent":"3.920817704s","remote":"127.0.0.1:40918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 "} {"level":"warn","ts":"2026-02-26T02:39:16.86086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:14.249964Z","time spent":"2.610817035s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:39:16.860932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.405072784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-26T02:39:16.860959Z","caller":"traceutil/trace.go:171","msg":"trace[893824854] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:23594; }","duration":"3.405145236s","start":"2026-02-26T02:39:13.455806Z","end":"2026-02-26T02:39:16.860952Z","steps":["trace[893824854] 'agreement among raft nodes before linearized reading' (duration: 3.404925671s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:16.860978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:13.455782Z","time spent":"3.405190707s","remote":"127.0.0.1:45122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":227,"response size":33,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:39:17.360976Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892612,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:39:17.705412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:17.329592Z","time spent":"375.810223ms","remote":"127.0.0.1:40878","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T02:39:17.789055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000125484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:39:17.789167Z","caller":"traceutil/trace.go:171","msg":"trace[1079127216] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00032509s","start":"2026-02-26T02:39:15.788817Z","end":"2026-02-26T02:39:17.789142Z","steps":["trace[1079127216] 'agreement among raft nodes before linearized reading' (duration: 2.000176166s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:17.78923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:15.788788Z","time spent":"2.000429792s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:39:17.864036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.037244ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-02-26T02:39:17.864417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:16.862724Z","time spent":"1.001675515s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-26T02:39:17.864492Z","caller":"traceutil/trace.go:171","msg":"trace[65650366] linearizableReadLoop","detail":"{readStateIndex:24473; appliedIndex:24470; }","duration":"1.004474388s","start":"2026-02-26T02:39:16.859992Z","end":"2026-02-26T02:39:17.864467Z","steps":["trace[65650366] 'read index received' (duration: 530.966242ms)","trace[65650366] 'applied index is now lower than readState.Index' (duration: 473.506606ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:39:17.864887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.653916481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:39:17.864927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.742855965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:39:17.864933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.060100574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:39:17.864987Z","caller":"traceutil/trace.go:171","msg":"trace[1872882797] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23595; }","duration":"1.654134837s","start":"2026-02-26T02:39:16.21083Z","end":"2026-02-26T02:39:17.864965Z","steps":["trace[1872882797] 'agreement among raft nodes before linearized reading' (duration: 1.653876601s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:39:17.865013Z","caller":"traceutil/trace.go:171","msg":"trace[1369295899] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:23595; }","duration":"3.060246897s","start":"2026-02-26T02:39:14.804749Z","end":"2026-02-26T02:39:17.864996Z","steps":["trace[1369295899] 'agreement among raft nodes before linearized reading' (duration: 3.060033932s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:39:17.865017Z","caller":"traceutil/trace.go:171","msg":"trace[952049874] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:23595; }","duration":"3.743027929s","start":"2026-02-26T02:39:14.121962Z","end":"2026-02-26T02:39:17.86499Z","steps":["trace[952049874] 'agreement among raft nodes before linearized reading' (duration: 3.742812123s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:17.865035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:16.210802Z","time spent":"1.654219649s","remote":"127.0.0.1:50626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:39:17.865052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:14.804722Z","time spent":"3.06032489s","remote":"127.0.0.1:38494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:39:17.865074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:14.121933Z","time spent":"3.743129562s","remote":"127.0.0.1:42398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:39:17.865122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.386792002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-cdcn9\" ","response":"range_response_count:1 size:6383"} {"level":"warn","ts":"2026-02-26T02:39:17.865168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.338876059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:269005"} {"level":"info","ts":"2026-02-26T02:39:17.865182Z","caller":"traceutil/trace.go:171","msg":"trace[34250190] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-cdcn9; range_end:; response_count:1; response_revision:23595; }","duration":"3.386912696s","start":"2026-02-26T02:39:14.478249Z","end":"2026-02-26T02:39:17.865162Z","steps":["trace[34250190] 'agreement among raft nodes before linearized reading' (duration: 3.386743681s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:17.865217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.440383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:39:17.865229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:14.478225Z","time spent":"3.386996227s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":6407,"request content":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-cdcn9\" "} {"level":"info","ts":"2026-02-26T02:39:17.865231Z","caller":"traceutil/trace.go:171","msg":"trace[114074792] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:23595; }","duration":"2.338998142s","start":"2026-02-26T02:39:15.526215Z","end":"2026-02-26T02:39:17.865213Z","steps":["trace[114074792] 'agreement among raft nodes before linearized reading' (duration: 2.338429367s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:39:17.865265Z","caller":"traceutil/trace.go:171","msg":"trace[2014421301] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:23595; }","duration":"205.538846ms","start":"2026-02-26T02:39:17.659708Z","end":"2026-02-26T02:39:17.865247Z","steps":["trace[2014421301] 'agreement among raft nodes before linearized reading' (duration: 205.466444ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:17.865274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:15.526189Z","time spent":"2.339073394s","remote":"127.0.0.1:45492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":269029,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-02-26T02:39:17.86546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.34755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-02-26T02:39:17.865461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.385800376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-26T02:39:17.865493Z","caller":"traceutil/trace.go:171","msg":"trace[1627356411] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:23595; }","duration":"997.395512ms","start":"2026-02-26T02:39:16.868084Z","end":"2026-02-26T02:39:17.86548Z","steps":["trace[1627356411] 'agreement among raft nodes before linearized reading' (duration: 997.229608ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:17.865519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:16.868076Z","time spent":"997.435183ms","remote":"127.0.0.1:45188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1960,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-02-26T02:39:17.865525Z","caller":"traceutil/trace.go:171","msg":"trace[140245880] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23595; }","duration":"1.38591449s","start":"2026-02-26T02:39:16.479599Z","end":"2026-02-26T02:39:17.865513Z","steps":["trace[140245880] 'agreement among raft nodes before linearized reading' (duration: 1.385705584s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:17.865558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.548516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-l89xc.1897ab4e7d81fb30\" ","response":"range_response_count:1 size:880"} {"level":"warn","ts":"2026-02-26T02:39:17.865556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:16.47957Z","time spent":"1.385972871s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-26T02:39:17.865591Z","caller":"traceutil/trace.go:171","msg":"trace[276410569] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-bc4cf8c95-l89xc.1897ab4e7d81fb30; range_end:; response_count:1; response_revision:23595; }","duration":"997.616498ms","start":"2026-02-26T02:39:16.867964Z","end":"2026-02-26T02:39:17.86558Z","steps":["trace[276410569] 'agreement among raft nodes before linearized reading' (duration: 997.451633ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:17.865617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.108929861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:39:17.865628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:16.867914Z","time spent":"997.70647ms","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":904,"request content":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-l89xc.1897ab4e7d81fb30\" "} {"level":"info","ts":"2026-02-26T02:39:17.865657Z","caller":"traceutil/trace.go:171","msg":"trace[1104310374] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23595; }","duration":"2.109020013s","start":"2026-02-26T02:39:15.756624Z","end":"2026-02-26T02:39:17.865644Z","steps":["trace[1104310374] 'agreement among raft nodes before linearized reading' (duration: 2.108927471s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:17.86569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.922637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7506"} {"level":"info","ts":"2026-02-26T02:39:17.865711Z","caller":"traceutil/trace.go:171","msg":"trace[106845070] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:23595; }","duration":"991.956788ms","start":"2026-02-26T02:39:16.873747Z","end":"2026-02-26T02:39:17.865704Z","steps":["trace[106845070] 'agreement among raft nodes before linearized reading' (duration: 991.882626ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:17.865706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:15.756597Z","time spent":"2.109099316s","remote":"127.0.0.1:50598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:39:17.865729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:16.873741Z","time spent":"991.984749ms","remote":"127.0.0.1:40928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7530,"request content":"key:\"/registry/cilium.io/ciliumnodes/instance\" "} {"level":"warn","ts":"2026-02-26T02:39:17.86588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.030855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:39:17.865908Z","caller":"traceutil/trace.go:171","msg":"trace[61155140] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:23595; }","duration":"996.059626ms","start":"2026-02-26T02:39:16.869842Z","end":"2026-02-26T02:39:17.865902Z","steps":["trace[61155140] 'agreement among raft nodes before linearized reading' (duration: 996.003135ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:17.86593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:16.869778Z","time spent":"996.147449ms","remote":"127.0.0.1:45110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-02-26T02:39:17.865933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.797416783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-02-26T02:39:17.86598Z","caller":"traceutil/trace.go:171","msg":"trace[1803326503] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23595; }","duration":"1.797503975s","start":"2026-02-26T02:39:16.068458Z","end":"2026-02-26T02:39:17.865962Z","steps":["trace[1803326503] 'agreement among raft nodes before linearized reading' (duration: 1.797399232s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:17.866025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:16.06843Z","time spent":"1.797587167s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-26T02:39:17.864922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.421415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:39:17.866837Z","caller":"traceutil/trace.go:171","msg":"trace[1822215671] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23595; }","duration":"1.001368346s","start":"2026-02-26T02:39:16.865455Z","end":"2026-02-26T02:39:17.866823Z","steps":["trace[1822215671] 'agreement among raft nodes before linearized reading' (duration: 999.409455ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:39:17.865286Z","caller":"traceutil/trace.go:171","msg":"trace[1330992361] transaction","detail":"{read_only:false; response_revision:23595; number_of_response:1; }","duration":"992.321958ms","start":"2026-02-26T02:39:16.872938Z","end":"2026-02-26T02:39:17.86526Z","steps":["trace[1330992361] 'process raft request' (duration: 991.373453ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:17.866885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:16.865419Z","time spent":"1.001452529s","remote":"127.0.0.1:45224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-26T02:39:17.867026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:16.87292Z","time spent":"994.001612ms","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T02:39:18.4251Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892623,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:39:18.925364Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892623,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:39:19.426499Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892623,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:39:19.927514Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892623,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:39:20.428402Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892623,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:39:20.929513Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892623,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:39:21.430195Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892623,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:39:21.788289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000780042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:39:21.788428Z","caller":"traceutil/trace.go:171","msg":"trace[285188088] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000943846s","start":"2026-02-26T02:39:19.787421Z","end":"2026-02-26T02:39:21.788365Z","steps":["trace[285188088] 'agreement among raft nodes before linearized reading' (duration: 2.000807912s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:21.788517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:19.787401Z","time spent":"2.00110146s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:39:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:39:21.931433Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892623,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:39:22.436029Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892623,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:39:22.871045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:17.873352Z","time spent":"4.997672368s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-26T02:39:22.93666Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892623,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:39:23.437768Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892623,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:39:23.505461Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.581307508s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T02:39:23.506097Z","caller":"traceutil/trace.go:171","msg":"trace[1637029256] transaction","detail":"{read_only:false; response_revision:23597; number_of_response:1; }","duration":"5.637580651s","start":"2026-02-26T02:39:17.868478Z","end":"2026-02-26T02:39:23.506058Z","steps":["trace[1637029256] 'process raft request' (duration: 5.637267713s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:23.506318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:17.868434Z","time spent":"5.637764066s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:39:23.506393Z","caller":"traceutil/trace.go:171","msg":"trace[773121503] transaction","detail":"{read_only:false; response_revision:23600; number_of_response:1; }","duration":"5.632284591s","start":"2026-02-26T02:39:17.874056Z","end":"2026-02-26T02:39:23.506341Z","steps":["trace[773121503] 'process raft request' (duration: 5.632182909s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:39:23.506403Z","caller":"traceutil/trace.go:171","msg":"trace[1278846897] transaction","detail":"{read_only:false; response_revision:23598; number_of_response:1; }","duration":"5.634091199s","start":"2026-02-26T02:39:17.872267Z","end":"2026-02-26T02:39:23.506358Z","steps":["trace[1278846897] 'process raft request' (duration: 5.633661357s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:23.506662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:17.874048Z","time spent":"5.632456216s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6715,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:39:23.506674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:17.872259Z","time spent":"5.634346935s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:39:23.788684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99999123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:39:23.788776Z","caller":"traceutil/trace.go:171","msg":"trace[257560137] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000145694s","start":"2026-02-26T02:39:21.788609Z","end":"2026-02-26T02:39:23.788755Z","steps":["trace[257560137] 'agreement among raft nodes before linearized reading' (duration: 2.000030791s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:23.788817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:21.788584Z","time spent":"2.000226306s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:39:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:39:23.863547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:18.865754Z","time spent":"4.997779312s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/26 02:39:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:39:23.864815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:18.868738Z","time spent":"4.996067486s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/26 02:39:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:39:23.865556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:18.867087Z","time spent":"4.99846607s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-26T02:39:24.638803Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.133057127s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T02:39:24.63944Z","caller":"traceutil/trace.go:171","msg":"trace[1716966462] transaction","detail":"{read_only:false; response_revision:23602; number_of_response:1; }","duration":"6.170548984s","start":"2026-02-26T02:39:18.468863Z","end":"2026-02-26T02:39:24.639412Z","steps":["trace[1716966462] 'process raft request' (duration: 6.170412181s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:39:24.639498Z","caller":"traceutil/trace.go:171","msg":"trace[1011716617] transaction","detail":"{read_only:false; response_revision:23601; number_of_response:1; }","duration":"6.296009601s","start":"2026-02-26T02:39:18.343436Z","end":"2026-02-26T02:39:24.639446Z","steps":["trace[1011716617] 'process raft request' (duration: 6.295646982s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:24.639625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:18.468824Z","time spent":"6.170681638s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:39:24.639716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:18.343398Z","time spent":"6.296196696s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:39:24.64Z","caller":"traceutil/trace.go:171","msg":"trace[891265090] transaction","detail":"{read_only:false; response_revision:23604; number_of_response:1; }","duration":"5.773724729s","start":"2026-02-26T02:39:18.866261Z","end":"2026-02-26T02:39:24.639986Z","steps":["trace[891265090] 'process raft request' (duration: 5.773089242s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:24.640161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:18.866212Z","time spent":"5.773866262s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:39:25.752178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.112263959s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-02-26T02:39:25.752278Z","caller":"traceutil/trace.go:171","msg":"trace[1738577412] linearizableReadLoop","detail":"{readStateIndex:24484; appliedIndex:24474; }","duration":"7.827799875s","start":"2026-02-26T02:39:17.924459Z","end":"2026-02-26T02:39:25.752259Z","steps":["trace[1738577412] 'read index received' (duration: 5.581257997s)","trace[1738577412] 'applied index is now lower than readState.Index' (duration: 2.246540218s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:39:25.75331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.881684544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-02-26T02:39:25.753344Z","caller":"traceutil/trace.go:171","msg":"trace[931047594] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23606; }","duration":"7.881743946s","start":"2026-02-26T02:39:17.871592Z","end":"2026-02-26T02:39:25.753335Z","steps":["trace[931047594] 'agreement among raft nodes before linearized reading' (duration: 7.881570531s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:25.753391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:17.871586Z","time spent":"7.881799237s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T02:39:25.75369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.883933743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-75a5f6a6-e14d-4e18-aa77-58a809c3d0b2\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-02-26T02:39:25.75377Z","caller":"traceutil/trace.go:171","msg":"trace[823222602] range","detail":"{range_begin:/registry/persistentvolumes/pvc-75a5f6a6-e14d-4e18-aa77-58a809c3d0b2; range_end:; response_count:1; response_revision:23606; }","duration":"7.884034646s","start":"2026-02-26T02:39:17.869714Z","end":"2026-02-26T02:39:25.753749Z","steps":["trace[823222602] 'agreement among raft nodes before linearized reading' (duration: 7.883783709s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:25.753816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:17.869691Z","time spent":"7.884112438s","remote":"127.0.0.1:45180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1475,"request content":"key:\"/registry/persistentvolumes/pvc-75a5f6a6-e14d-4e18-aa77-58a809c3d0b2\" "} {"level":"warn","ts":"2026-02-26T02:39:25.753993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.885901795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1454"} {"level":"info","ts":"2026-02-26T02:39:25.754022Z","caller":"traceutil/trace.go:171","msg":"trace[1747649373] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:23606; }","duration":"7.885953627s","start":"2026-02-26T02:39:17.86806Z","end":"2026-02-26T02:39:25.754014Z","steps":["trace[1747649373] 'agreement among raft nodes before linearized reading' (duration: 7.885863444s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:25.754039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:17.868037Z","time spent":"7.885997228s","remote":"127.0.0.1:45224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":1478,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-02-26T02:39:25.796057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999829676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:39:25.796162Z","caller":"traceutil/trace.go:171","msg":"trace[2113295297] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999985811s","start":"2026-02-26T02:39:23.796153Z","end":"2026-02-26T02:39:25.796139Z","steps":["trace[2113295297] 'agreement among raft nodes before linearized reading' (duration: 1.999874048s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:25.796218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:23.796127Z","time spent":"2.000077703s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:39:25.93522Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.295398104s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T02:39:25.935837Z","caller":"traceutil/trace.go:171","msg":"trace[934653971] linearizableReadLoop","detail":"{readStateIndex:24487; appliedIndex:24485; }","duration":"183.511115ms","start":"2026-02-26T02:39:25.752298Z","end":"2026-02-26T02:39:25.93581Z","steps":["trace[934653971] 'read index received' (duration: 183.32648ms)","trace[934653971] 'applied index is now lower than readState.Index' (duration: 183.465µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:39:25.936077Z","caller":"traceutil/trace.go:171","msg":"trace[368639044] transaction","detail":"{read_only:false; response_revision:23607; number_of_response:1; }","duration":"2.424776414s","start":"2026-02-26T02:39:23.511248Z","end":"2026-02-26T02:39:25.936025Z","steps":["trace[368639044] 'process raft request' (duration: 2.424302071s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:25.93617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.070233272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-02-26T02:39:25.936223Z","caller":"traceutil/trace.go:171","msg":"trace[709095277] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:23608; }","duration":"2.070328684s","start":"2026-02-26T02:39:23.865879Z","end":"2026-02-26T02:39:25.936208Z","steps":["trace[709095277] 'agreement among raft nodes before linearized reading' (duration: 2.070108778s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:25.93627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:23.865869Z","time spent":"2.070388576s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":650,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-02-26T02:39:25.936352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.018528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:39:25.936411Z","caller":"traceutil/trace.go:171","msg":"trace[2014751304] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:23608; }","duration":"198.152962ms","start":"2026-02-26T02:39:25.738245Z","end":"2026-02-26T02:39:25.936398Z","steps":["trace[2014751304] 'agreement among raft nodes before linearized reading' (duration: 197.992137ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:25.936462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.228739018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:39:25.936507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.071168626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:540"} {"level":"warn","ts":"2026-02-26T02:39:25.936597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.253412508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:39:25.936648Z","caller":"traceutil/trace.go:171","msg":"trace[317300430] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23608; }","duration":"4.253503091s","start":"2026-02-26T02:39:21.683134Z","end":"2026-02-26T02:39:25.936637Z","steps":["trace[317300430] 'agreement among raft nodes before linearized reading' (duration: 4.253406038s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:25.936639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.068896646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-02-26T02:39:25.936327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.556866494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:39:25.936705Z","caller":"traceutil/trace.go:171","msg":"trace[1662766770] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:23608; }","duration":"2.069329447s","start":"2026-02-26T02:39:23.867356Z","end":"2026-02-26T02:39:25.936686Z","steps":["trace[1662766770] 'agreement among raft nodes before linearized reading' (duration: 2.068493015s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:25.936701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:21.683115Z","time spent":"4.253558452s","remote":"127.0.0.1:50622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:39:25.936769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:23.867345Z","time spent":"2.06940484s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":552,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-02-26T02:39:25.936148Z","caller":"traceutil/trace.go:171","msg":"trace[69630460] transaction","detail":"{read_only:false; response_revision:23608; number_of_response:1; }","duration":"1.56771971s","start":"2026-02-26T02:39:24.368355Z","end":"2026-02-26T02:39:25.936074Z","steps":["trace[69630460] 'process raft request' (duration: 1.567376581s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:25.936998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.426564511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-bdfc6fdd8-g46nk\" ","response":"range_response_count:1 size:7794"} {"level":"warn","ts":"2026-02-26T02:39:25.937103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.010089608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-02-26T02:39:25.937006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:24.368335Z","time spent":"1.568555512s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:39:25.937143Z","caller":"traceutil/trace.go:171","msg":"trace[752535783] range","detail":"{range_begin:/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-bdfc6fdd8-g46nk; range_end:; response_count:1; response_revision:23608; }","duration":"2.426818488s","start":"2026-02-26T02:39:23.510235Z","end":"2026-02-26T02:39:25.937053Z","steps":["trace[752535783] 'agreement among raft nodes before linearized reading' (duration: 2.426499839s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:25.937213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.866836443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:39:25.93723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:23.510219Z","time spent":"2.426992102s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":1,"response size":7818,"request content":"key:\"/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-bdfc6fdd8-g46nk\" "} {"level":"warn","ts":"2026-02-26T02:39:25.93723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.834800118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-02-26T02:39:25.937262Z","caller":"traceutil/trace.go:171","msg":"trace[1631246422] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:23608; }","duration":"7.866926325s","start":"2026-02-26T02:39:18.070327Z","end":"2026-02-26T02:39:25.937253Z","steps":["trace[1631246422] 'agreement among raft nodes before linearized reading' (duration: 7.866847543s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:25.937145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.721849042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:39:25.937288Z","caller":"traceutil/trace.go:171","msg":"trace[34581062] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23608; }","duration":"2.834902101s","start":"2026-02-26T02:39:23.102372Z","end":"2026-02-26T02:39:25.937274Z","steps":["trace[34581062] 'agreement among raft nodes before linearized reading' (duration: 2.834680045s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:25.937305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:18.0703Z","time spent":"7.866990627s","remote":"127.0.0.1:49562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:39:25.937339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:23.102344Z","time spent":"2.834986003s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-02-26T02:39:25.937341Z","caller":"traceutil/trace.go:171","msg":"trace[640771399] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:23608; }","duration":"6.722178061s","start":"2026-02-26T02:39:19.215144Z","end":"2026-02-26T02:39:25.937322Z","steps":["trace[640771399] 'agreement among raft nodes before linearized reading' (duration: 6.721816531s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:39:25.936722Z","caller":"traceutil/trace.go:171","msg":"trace[1523269479] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23608; }","duration":"3.557351797s","start":"2026-02-26T02:39:22.379355Z","end":"2026-02-26T02:39:25.936707Z","steps":["trace[1523269479] 'agreement among raft nodes before linearized reading' (duration: 3.556852574s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:25.937429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:19.215117Z","time spent":"6.722282543s","remote":"127.0.0.1:45148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":32,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:39:25.937152Z","caller":"traceutil/trace.go:171","msg":"trace[1784354653] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23608; }","duration":"8.01017462s","start":"2026-02-26T02:39:17.926965Z","end":"2026-02-26T02:39:25.93714Z","steps":["trace[1784354653] 'agreement among raft nodes before linearized reading' (duration: 8.009945994s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:25.937465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:22.379323Z","time spent":"3.558128287s","remote":"127.0.0.1:42304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:39:25.936506Z","caller":"traceutil/trace.go:171","msg":"trace[857605519] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:23608; }","duration":"4.22881051s","start":"2026-02-26T02:39:21.707674Z","end":"2026-02-26T02:39:25.936485Z","steps":["trace[857605519] 'agreement among raft nodes before linearized reading' (duration: 4.228712927s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:25.937529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062770065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-02-26T02:39:25.93754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.05122629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-02-26T02:39:25.937593Z","caller":"traceutil/trace.go:171","msg":"trace[1652381231] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23608; }","duration":"1.062881168s","start":"2026-02-26T02:39:24.874695Z","end":"2026-02-26T02:39:25.937576Z","steps":["trace[1652381231] 'agreement among raft nodes before linearized reading' (duration: 1.062647571s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:39:25.936597Z","caller":"traceutil/trace.go:171","msg":"trace[1516691076] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:23608; }","duration":"2.071285909s","start":"2026-02-26T02:39:23.865283Z","end":"2026-02-26T02:39:25.936569Z","steps":["trace[1516691076] 'agreement among raft nodes before linearized reading' (duration: 2.071114975s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:25.936703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.312000412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:39:25.937641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:24.874669Z","time spent":"1.062963999s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T02:39:25.93766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:23.86526Z","time spent":"2.072385428s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"info","ts":"2026-02-26T02:39:25.937604Z","caller":"traceutil/trace.go:171","msg":"trace[1634213201] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:23608; }","duration":"2.051324933s","start":"2026-02-26T02:39:23.88626Z","end":"2026-02-26T02:39:25.937585Z","steps":["trace[1634213201] 'agreement among raft nodes before linearized reading' (duration: 2.051025895s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:25.937732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:23.886245Z","time spent":"2.051473687s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":669,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"info","ts":"2026-02-26T02:39:25.937661Z","caller":"traceutil/trace.go:171","msg":"trace[174037030] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:23608; }","duration":"2.313003578s","start":"2026-02-26T02:39:23.624643Z","end":"2026-02-26T02:39:25.937647Z","steps":["trace[174037030] 'agreement among raft nodes before linearized reading' (duration: 2.311989412s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:25.937519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:17.926917Z","time spent":"8.01057706s","remote":"127.0.0.1:45198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-26T02:39:25.937793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:23.624616Z","time spent":"2.313163733s","remote":"127.0.0.1:57982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":32,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:39:25.937807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.571642033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:39:25.937858Z","caller":"traceutil/trace.go:171","msg":"trace[1127943759] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:23608; }","duration":"1.571748086s","start":"2026-02-26T02:39:24.366095Z","end":"2026-02-26T02:39:25.937843Z","steps":["trace[1127943759] 'agreement among raft nodes before linearized reading' (duration: 1.57154552s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:25.937921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:24.366069Z","time spent":"1.571837138s","remote":"127.0.0.1:40902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":75,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:39:25.937289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.068314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:39:25.937989Z","caller":"traceutil/trace.go:171","msg":"trace[80613423] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23608; }","duration":"690.816523ms","start":"2026-02-26T02:39:25.247157Z","end":"2026-02-26T02:39:25.937973Z","steps":["trace[80613423] 'agreement among raft nodes before linearized reading' (duration: 690.070493ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:25.938035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:25.247131Z","time spent":"690.889085ms","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:39:25.938215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:23.511217Z","time spent":"2.424981499s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":803,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T02:39:25.937782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:21.707651Z","time spent":"4.229973411s","remote":"127.0.0.1:42332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:39:25.93873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.77319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-02-26T02:39:25.938831Z","caller":"traceutil/trace.go:171","msg":"trace[1411742351] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23608; }","duration":"425.877842ms","start":"2026-02-26T02:39:25.512942Z","end":"2026-02-26T02:39:25.93882Z","steps":["trace[1411742351] 'agreement among raft nodes before linearized reading' (duration: 425.04394ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:25.938912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:25.512837Z","time spent":"426.065777ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-26T02:39:26.478791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:25.945876Z","time spent":"532.906712ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/26 02:39:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:39:27.227539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.358864ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:39:27.227664Z","caller":"traceutil/trace.go:171","msg":"trace[1462858100] linearizableReadLoop","detail":"{readStateIndex:24488; appliedIndex:24487; }","duration":"1.291733686s","start":"2026-02-26T02:39:25.935907Z","end":"2026-02-26T02:39:27.227641Z","steps":["trace[1462858100] 'read index received' (duration: 328.261979ms)","trace[1462858100] 'applied index is now lower than readState.Index' (duration: 963.470077ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:39:27.227741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.43040063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:39:27.22782Z","caller":"traceutil/trace.go:171","msg":"trace[429581727] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23609; }","duration":"1.430539924s","start":"2026-02-26T02:39:25.797258Z","end":"2026-02-26T02:39:27.227798Z","steps":["trace[429581727] 'agreement among raft nodes before linearized reading' (duration: 1.430384659s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:27.227866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:25.797236Z","time spent":"1.430620856s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:39:27.227857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.468535926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"warn","ts":"2026-02-26T02:39:27.227874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.469213043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9581"} {"level":"info","ts":"2026-02-26T02:39:27.227912Z","caller":"traceutil/trace.go:171","msg":"trace[1618227839] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:23609; }","duration":"1.469269445s","start":"2026-02-26T02:39:25.758633Z","end":"2026-02-26T02:39:27.227902Z","steps":["trace[1618227839] 'agreement among raft nodes before linearized reading' (duration: 1.469088731s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:39:27.227918Z","caller":"traceutil/trace.go:171","msg":"trace[1954846117] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:23609; }","duration":"1.468605127s","start":"2026-02-26T02:39:25.759296Z","end":"2026-02-26T02:39:27.227901Z","steps":["trace[1954846117] 'agreement among raft nodes before linearized reading' (duration: 1.468420022s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:27.227977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:25.759291Z","time spent":"1.468677509s","remote":"127.0.0.1:45188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-02-26T02:39:27.227983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:25.758627Z","time spent":"1.469339657s","remote":"127.0.0.1:45498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9605,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"warn","ts":"2026-02-26T02:39:27.227964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.43834169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:39:27.227986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.473362883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18646"} {"level":"info","ts":"2026-02-26T02:39:27.228056Z","caller":"traceutil/trace.go:171","msg":"trace[832126293] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:23609; }","duration":"1.438522705s","start":"2026-02-26T02:39:25.789511Z","end":"2026-02-26T02:39:27.228034Z","steps":["trace[832126293] 'agreement among raft nodes before linearized reading' (duration: 1.438286519s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:39:27.228075Z","caller":"traceutil/trace.go:171","msg":"trace[1184006099] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23609; }","duration":"1.473507006s","start":"2026-02-26T02:39:25.754548Z","end":"2026-02-26T02:39:27.228055Z","steps":["trace[1184006099] 'agreement among raft nodes before linearized reading' (duration: 1.473191048s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:27.228118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:25.78949Z","time spent":"1.438608337s","remote":"127.0.0.1:45380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":32,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:39:27.228119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:25.754533Z","time spent":"1.473578029s","remote":"127.0.0.1:45202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18670,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-02-26T02:39:27.228574Z","caller":"traceutil/trace.go:171","msg":"trace[1974885169] transaction","detail":"{read_only:false; response_revision:23609; number_of_response:1; }","duration":"1.47021335s","start":"2026-02-26T02:39:25.757472Z","end":"2026-02-26T02:39:27.227686Z","steps":["trace[1974885169] 'process raft request' (duration: 506.620009ms)","trace[1974885169] 'compare' (duration: 962.322137ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:39:27.22876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:25.757451Z","time spent":"1.471212936s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":725,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T02:39:27.630449Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.36625072s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:39:28.863747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.917866726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:39:28.863873Z","caller":"traceutil/trace.go:171","msg":"trace[219384799] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"2.91801769s","start":"2026-02-26T02:39:25.945817Z","end":"2026-02-26T02:39:28.863835Z","steps":["trace[219384799] 'agreement among raft nodes before linearized reading' (duration: 2.917868096s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:28.863971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:25.945809Z","time spent":"2.918149784s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/02/26 02:39:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:39:28.865962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.91990801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:39:28.866052Z","caller":"traceutil/trace.go:171","msg":"trace[907599422] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"2.920050514s","start":"2026-02-26T02:39:25.94598Z","end":"2026-02-26T02:39:28.86603Z","steps":["trace[907599422] 'agreement among raft nodes before linearized reading' (duration: 2.91990573s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:28.866124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:25.945976Z","time spent":"2.920138176s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/02/26 02:39:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:39:28.866919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.921171933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:39:28.866951Z","caller":"traceutil/trace.go:171","msg":"trace[1072601165] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"2.921232235s","start":"2026-02-26T02:39:25.945711Z","end":"2026-02-26T02:39:28.866943Z","steps":["trace[1072601165] 'agreement among raft nodes before linearized reading' (duration: 2.921195794s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:28.866973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:25.945622Z","time spent":"2.921345348s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/02/26 02:39:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:39:28.912481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.670754255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:39:28.912566Z","caller":"traceutil/trace.go:171","msg":"trace[355228919] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; }","duration":"1.670856568s","start":"2026-02-26T02:39:27.241688Z","end":"2026-02-26T02:39:28.912545Z","steps":["trace[355228919] 'agreement among raft nodes before linearized reading' (duration: 1.670751636s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:28.912652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:27.241615Z","time spent":"1.671025752s","remote":"127.0.0.1:50696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":0,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} 2026/02/26 02:39:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:39:29.238255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000633698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:39:29.238373Z","caller":"traceutil/trace.go:171","msg":"trace[18630941] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000799312s","start":"2026-02-26T02:39:27.237545Z","end":"2026-02-26T02:39:29.238344Z","steps":["trace[18630941] 'agreement among raft nodes before linearized reading' (duration: 2.000644098s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:29.238437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:27.237532Z","time spent":"2.000889044s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:39:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:39:30.819083Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.991483226s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:39:31.239236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000909834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:39:31.239342Z","caller":"traceutil/trace.go:171","msg":"trace[464132561] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001085428s","start":"2026-02-26T02:39:29.238235Z","end":"2026-02-26T02:39:31.23932Z","steps":["trace[464132561] 'agreement among raft nodes before linearized reading' (duration: 2.000954385s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:31.239397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:29.238209Z","time spent":"2.001178191s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:39:31.321293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.690468685s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:39:31.321826Z","caller":"traceutil/trace.go:171","msg":"trace[174001712] linearizableReadLoop","detail":"{readStateIndex:24494; appliedIndex:24488; }","duration":"4.094111611s","start":"2026-02-26T02:39:27.22769Z","end":"2026-02-26T02:39:31.321802Z","steps":["trace[174001712] 'read index received' (duration: 403.03247ms)","trace[174001712] 'applied index is now lower than readState.Index' (duration: 3.691077581s)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:39:31.322089Z","caller":"traceutil/trace.go:171","msg":"trace[754971870] transaction","detail":"{read_only:false; response_revision:23611; number_of_response:1; }","duration":"5.376115302s","start":"2026-02-26T02:39:25.945958Z","end":"2026-02-26T02:39:31.322073Z","steps":["trace[754971870] 'process raft request' (duration: 5.375458614s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:31.322185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:25.945953Z","time spent":"5.376167653s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:39:31.3224Z","caller":"traceutil/trace.go:171","msg":"trace[129521962] transaction","detail":"{read_only:false; response_revision:23612; number_of_response:1; }","duration":"5.37531816s","start":"2026-02-26T02:39:25.947071Z","end":"2026-02-26T02:39:31.322389Z","steps":["trace[129521962] 'process raft request' (duration: 5.374469288s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:31.322462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:25.947064Z","time spent":"5.375362271s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:39:31.322717Z","caller":"traceutil/trace.go:171","msg":"trace[1278528533] transaction","detail":"{read_only:false; response_revision:23613; number_of_response:1; }","duration":"5.370454152s","start":"2026-02-26T02:39:25.952247Z","end":"2026-02-26T02:39:31.322701Z","steps":["trace[1278528533] 'process raft request' (duration: 5.369361944s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:31.322786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:25.952235Z","time spent":"5.370508023s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7827,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:39:31.322926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.142976848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:39:31.322929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.220301945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:39:31.322957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.873409195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:39:31.322959Z","caller":"traceutil/trace.go:171","msg":"trace[2138090931] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23613; }","duration":"4.84055848s","start":"2026-02-26T02:39:26.482348Z","end":"2026-02-26T02:39:31.322907Z","steps":["trace[2138090931] 'process raft request' (duration: 4.839347898s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:39:31.323007Z","caller":"traceutil/trace.go:171","msg":"trace[1072497472] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:23614; }","duration":"4.143125482s","start":"2026-02-26T02:39:27.179861Z","end":"2026-02-26T02:39:31.322987Z","steps":["trace[1072497472] 'agreement among raft nodes before linearized reading' (duration: 4.142973358s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:39:31.323034Z","caller":"traceutil/trace.go:171","msg":"trace[1228121247] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:23614; }","duration":"4.873538579s","start":"2026-02-26T02:39:26.449474Z","end":"2026-02-26T02:39:31.323012Z","steps":["trace[1228121247] 'agreement among raft nodes before linearized reading' (duration: 4.873395605s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:39:31.323032Z","caller":"traceutil/trace.go:171","msg":"trace[1444800823] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:23614; }","duration":"5.22046697s","start":"2026-02-26T02:39:26.102537Z","end":"2026-02-26T02:39:31.323004Z","steps":["trace[1444800823] 'agreement among raft nodes before linearized reading' (duration: 5.220248465s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:31.323054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:27.179837Z","time spent":"4.143207354s","remote":"127.0.0.1:42390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:39:31.323075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:26.449449Z","time spent":"4.873616501s","remote":"127.0.0.1:40890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:39:31.323083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:26.102472Z","time spent":"5.220600663s","remote":"127.0.0.1:42356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":32,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:39:31.323118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:26.482314Z","time spent":"4.840716464s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":62,"response count":0,"response size":531,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:39:31.323183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.379033608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897ab4c3459ef5d\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-02-26T02:39:31.323257Z","caller":"traceutil/trace.go:171","msg":"trace[9210195] transaction","detail":"{read_only:false; response_revision:23614; number_of_response:1; }","duration":"4.675358307s","start":"2026-02-26T02:39:26.647885Z","end":"2026-02-26T02:39:31.323244Z","steps":["trace[9210195] 'process raft request' (duration: 4.673853077s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:31.323283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.162737208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:39:31.323287Z","caller":"traceutil/trace.go:171","msg":"trace[2065439376] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897ab4c3459ef5d; range_end:; response_count:1; response_revision:23614; }","duration":"5.379230333s","start":"2026-02-26T02:39:25.944028Z","end":"2026-02-26T02:39:31.323259Z","steps":["trace[2065439376] 'agreement among raft nodes before linearized reading' (duration: 5.378928555s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:39:31.323324Z","caller":"traceutil/trace.go:171","msg":"trace[31286387] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:23614; }","duration":"5.16279387s","start":"2026-02-26T02:39:26.160514Z","end":"2026-02-26T02:39:31.323308Z","steps":["trace[31286387] 'agreement among raft nodes before linearized reading' (duration: 5.162720548s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:31.323339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:26.647846Z","time spent":"4.675434099s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:39:31.323337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:25.944005Z","time spent":"5.379320776s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897ab4c3459ef5d\" "} {"level":"warn","ts":"2026-02-26T02:39:31.323353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:26.160501Z","time spent":"5.162846981s","remote":"127.0.0.1:50560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:39:31.323409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.443901027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:39:31.323517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.382561261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-02-26T02:39:31.323565Z","caller":"traceutil/trace.go:171","msg":"trace[224429762] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:23614; }","duration":"5.382635353s","start":"2026-02-26T02:39:25.940917Z","end":"2026-02-26T02:39:31.323553Z","steps":["trace[224429762] 'agreement among raft nodes before linearized reading' (duration: 5.382447948s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:31.323607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:25.94089Z","time spent":"5.382706655s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-02-26T02:39:31.323576Z","caller":"traceutil/trace.go:171","msg":"trace[1443704074] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23614; }","duration":"4.444224557s","start":"2026-02-26T02:39:26.879292Z","end":"2026-02-26T02:39:31.323517Z","steps":["trace[1443704074] 'agreement among raft nodes before linearized reading' (duration: 4.443687653s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:31.323778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:26.879266Z","time spent":"4.444484333s","remote":"127.0.0.1:42402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-02-26T02:39:31.82226Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892644,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:39:32.177692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000376291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:39:32.177908Z","caller":"traceutil/trace.go:171","msg":"trace[52769319] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000685748s","start":"2026-02-26T02:39:30.177197Z","end":"2026-02-26T02:39:32.177882Z","steps":["trace[52769319] 'agreement among raft nodes before linearized reading' (duration: 2.000423642s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:32.178007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:30.177169Z","time spent":"2.000821492s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:39:32.322679Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892644,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:39:32.470127Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.650814029s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:39:33.252731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00034004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:39:33.252834Z","caller":"traceutil/trace.go:171","msg":"trace[670233328] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000542546s","start":"2026-02-26T02:39:31.252265Z","end":"2026-02-26T02:39:33.252807Z","steps":["trace[670233328] 'agreement among raft nodes before linearized reading' (duration: 2.000369171s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:33.252893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:31.252244Z","time spent":"2.000635847s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:39:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:39:33.785463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.70687ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:39:33.785618Z","caller":"traceutil/trace.go:171","msg":"trace[105617482] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23614; }","duration":"635.872954ms","start":"2026-02-26T02:39:33.149721Z","end":"2026-02-26T02:39:33.785594Z","steps":["trace[105617482] 'range keys from in-memory index tree' (duration: 635.67809ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:33.786505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.316043757s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:39:33.786647Z","caller":"traceutil/trace.go:171","msg":"trace[1239679942] transaction","detail":"{read_only:false; response_revision:23615; number_of_response:1; }","duration":"4.919609382s","start":"2026-02-26T02:39:28.867012Z","end":"2026-02-26T02:39:33.786621Z","steps":["trace[1239679942] 'process raft request' (duration: 3.603328208s)","trace[1239679942] 'compare' (duration: 1.315714319s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:39:33.786752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:28.866973Z","time spent":"4.919738145s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":446,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:39:34.650552Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.180210468s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:39:35.253643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000274227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:39:35.253751Z","caller":"traceutil/trace.go:171","msg":"trace[998837617] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000455612s","start":"2026-02-26T02:39:33.25327Z","end":"2026-02-26T02:39:35.253726Z","steps":["trace[998837617] 'agreement among raft nodes before linearized reading' (duration: 2.000303847s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:35.253808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:33.253246Z","time spent":"2.000549324s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:39:36.02661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:34.957274Z","time spent":"1.069327957s","remote":"127.0.0.1:34522","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T02:39:36.027474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.376392439s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:39:36.027568Z","caller":"traceutil/trace.go:171","msg":"trace[1145805847] linearizableReadLoop","detail":"{readStateIndex:24496; appliedIndex:24494; }","duration":"4.705691366s","start":"2026-02-26T02:39:31.321862Z","end":"2026-02-26T02:39:36.027553Z","steps":["trace[1145805847] 'read index received' (duration: 1.148497504s)","trace[1145805847] 'applied index is now lower than readState.Index' (duration: 3.557192462s)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:39:36.027621Z","caller":"traceutil/trace.go:171","msg":"trace[1722503312] transaction","detail":"{read_only:false; response_revision:23616; number_of_response:1; }","duration":"4.700039647s","start":"2026-02-26T02:39:31.327533Z","end":"2026-02-26T02:39:36.027573Z","steps":["trace[1722503312] 'process raft request' (duration: 3.323427312s)","trace[1722503312] 'compare' (duration: 1.37491105s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:39:36.027811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:31.327518Z","time spent":"4.700177011s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:39:36.027824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.942741173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:39:36.027884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.775522746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:39:36.027885Z","caller":"traceutil/trace.go:171","msg":"trace[416748826] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:23616; }","duration":"6.942858545s","start":"2026-02-26T02:39:29.085009Z","end":"2026-02-26T02:39:36.027867Z","steps":["trace[416748826] 'agreement among raft nodes before linearized reading' (duration: 6.942616309s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:36.027925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:29.084984Z","time spent":"6.942931928s","remote":"127.0.0.1:45516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":58,"response size":32,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:39:36.02791Z","caller":"traceutil/trace.go:171","msg":"trace[1961986571] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:23616; }","duration":"4.775558977s","start":"2026-02-26T02:39:31.252344Z","end":"2026-02-26T02:39:36.027903Z","steps":["trace[1961986571] 'agreement among raft nodes before linearized reading' (duration: 4.77526724s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:36.028041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:31.252341Z","time spent":"4.775691291s","remote":"127.0.0.1:45506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":32,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:39:36.028227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.807017606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:39:36.02827Z","caller":"traceutil/trace.go:171","msg":"trace[576760854] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:23616; }","duration":"4.807066137s","start":"2026-02-26T02:39:31.221192Z","end":"2026-02-26T02:39:36.028258Z","steps":["trace[576760854] 'agreement among raft nodes before linearized reading' (duration: 4.806994265s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:36.028302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:31.221164Z","time spent":"4.807129849s","remote":"127.0.0.1:49484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:39:36.02842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.763427168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:39:36.028472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.7953791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-70dc2105-387e-44c6-85e8-35f6427497ab\" ","response":"range_response_count:1 size:1318"} {"level":"warn","ts":"2026-02-26T02:39:36.028476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.936007075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:39:36.028473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.342061545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:39:36.028516Z","caller":"traceutil/trace.go:171","msg":"trace[468504759] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23616; }","duration":"6.936069416s","start":"2026-02-26T02:39:29.092436Z","end":"2026-02-26T02:39:36.028506Z","steps":["trace[468504759] 'agreement among raft nodes before linearized reading' (duration: 6.936010195s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:39:36.028522Z","caller":"traceutil/trace.go:171","msg":"trace[662953887] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:23616; }","duration":"8.763590382s","start":"2026-02-26T02:39:27.264907Z","end":"2026-02-26T02:39:36.028497Z","steps":["trace[662953887] 'agreement among raft nodes before linearized reading' (duration: 8.763402397s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:36.028546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:29.092424Z","time spent":"6.936114018s","remote":"127.0.0.1:50656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:39:36.02855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.793270205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-02-26T02:39:36.028503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.482368232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:39:36.028548Z","caller":"traceutil/trace.go:171","msg":"trace[157281656] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23616; }","duration":"7.342217569s","start":"2026-02-26T02:39:28.686312Z","end":"2026-02-26T02:39:36.02853Z","steps":["trace[157281656] 'agreement among raft nodes before linearized reading' (duration: 7.342018954s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:39:36.02851Z","caller":"traceutil/trace.go:171","msg":"trace[667173741] range","detail":"{range_begin:/registry/persistentvolumes/pvc-70dc2105-387e-44c6-85e8-35f6427497ab; range_end:; response_count:1; response_revision:23616; }","duration":"8.795464102s","start":"2026-02-26T02:39:27.233036Z","end":"2026-02-26T02:39:36.028501Z","steps":["trace[667173741] 'agreement among raft nodes before linearized reading' (duration: 8.795284487s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:39:36.028601Z","caller":"traceutil/trace.go:171","msg":"trace[355768901] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:23616; }","duration":"8.793359758s","start":"2026-02-26T02:39:27.235229Z","end":"2026-02-26T02:39:36.028589Z","steps":["trace[355768901] 'agreement among raft nodes before linearized reading' (duration: 8.793130371s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:36.028613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.911085499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:39:36.028622Z","caller":"traceutil/trace.go:171","msg":"trace[1256313477] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:23616; }","duration":"5.482515446s","start":"2026-02-26T02:39:30.546074Z","end":"2026-02-26T02:39:36.028589Z","steps":["trace[1256313477] 'agreement among raft nodes before linearized reading' (duration: 5.48229577s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:39:36.028645Z","caller":"traceutil/trace.go:171","msg":"trace[1726602526] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:23616; }","duration":"4.911168391s","start":"2026-02-26T02:39:31.117468Z","end":"2026-02-26T02:39:36.028637Z","steps":["trace[1726602526] 'agreement among raft nodes before linearized reading' (duration: 4.911103319s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:36.028687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:31.117444Z","time spent":"4.911237733s","remote":"127.0.0.1:38464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:39:36.028623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:27.232979Z","time spent":"8.795635327s","remote":"127.0.0.1:45180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-70dc2105-387e-44c6-85e8-35f6427497ab\" "} {"level":"warn","ts":"2026-02-26T02:39:36.028701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:30.546029Z","time spent":"5.4826552s","remote":"127.0.0.1:42382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:39:36.028635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:28.686288Z","time spent":"7.342332152s","remote":"127.0.0.1:42230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:39:36.028748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.699960277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-02-26T02:39:36.028627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:27.235213Z","time spent":"8.793407358s","remote":"127.0.0.1:45188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-02-26T02:39:36.028785Z","caller":"traceutil/trace.go:171","msg":"trace[756272160] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23616; }","duration":"8.700045398s","start":"2026-02-26T02:39:27.328729Z","end":"2026-02-26T02:39:36.028774Z","steps":["trace[756272160] 'agreement among raft nodes before linearized reading' (duration: 8.699881324s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:36.028811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:27.328701Z","time spent":"8.70010511s","remote":"127.0.0.1:45134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-26T02:39:36.028583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:27.264885Z","time spent":"8.763686815s","remote":"127.0.0.1:50590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:39:36.028585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.841941346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-02-26T02:39:36.028881Z","caller":"traceutil/trace.go:171","msg":"trace[1425491073] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:23616; }","duration":"4.842267505s","start":"2026-02-26T02:39:31.186596Z","end":"2026-02-26T02:39:36.028864Z","steps":["trace[1425491073] 'agreement among raft nodes before linearized reading' (duration: 4.841933616s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:36.028915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:31.186575Z","time spent":"4.842332197s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":669,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-02-26T02:39:36.528556Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892651,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:39:37.005709Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.354916233s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:39:37.263221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000694768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:39:37.263314Z","caller":"traceutil/trace.go:171","msg":"trace[1551996569] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000876852s","start":"2026-02-26T02:39:35.262417Z","end":"2026-02-26T02:39:37.263294Z","steps":["trace[1551996569] 'agreement among raft nodes before linearized reading' (duration: 2.000748769s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:37.263367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:35.262397Z","time spent":"2.000960605s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:39:37 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:39:39.263526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.9999695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:39:39.263629Z","caller":"traceutil/trace.go:171","msg":"trace[646812638] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000144155s","start":"2026-02-26T02:39:37.263461Z","end":"2026-02-26T02:39:39.263605Z","steps":["trace[646812638] 'agreement among raft nodes before linearized reading' (duration: 2.000010091s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:39.263684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:37.263439Z","time spent":"2.000233627s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:39:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:39:40.263007Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"08529c979fe28dc5","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-26T02:39:40.332793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:33.33253Z","time spent":"7.000251838s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-26T02:39:40.451743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:33.451106Z","time spent":"7.000627157s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-26T02:39:40.497229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.491282836s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-02-26T02:39:40.499204Z","caller":"traceutil/trace.go:171","msg":"trace[630012848] linearizableReadLoop","detail":"{readStateIndex:24501; appliedIndex:24496; }","duration":"4.471587787s","start":"2026-02-26T02:39:36.027588Z","end":"2026-02-26T02:39:40.499176Z","steps":["trace[630012848] 'read index received' (duration: 978.510654ms)","trace[630012848] 'applied index is now lower than readState.Index' (duration: 3.493075983s)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:39:40.499388Z","caller":"traceutil/trace.go:171","msg":"trace[1648517085] transaction","detail":"{read_only:false; response_revision:23620; number_of_response:1; }","duration":"5.787499982s","start":"2026-02-26T02:39:34.711874Z","end":"2026-02-26T02:39:40.499374Z","steps":["trace[1648517085] 'process raft request' (duration: 5.787185523s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:40.499589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:34.711842Z","time spent":"5.787613245s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:39:40.499846Z","caller":"traceutil/trace.go:171","msg":"trace[1594798450] transaction","detail":"{read_only:false; response_revision:23621; number_of_response:1; }","duration":"5.474148205s","start":"2026-02-26T02:39:35.025685Z","end":"2026-02-26T02:39:40.499833Z","steps":["trace[1594798450] 'process raft request' (duration: 5.473419215s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:40.49998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:35.025663Z","time spent":"5.474217447s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:39:40.500105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.168378339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:39:40.500354Z","caller":"traceutil/trace.go:171","msg":"trace[1807699882] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23621; }","duration":"9.168646576s","start":"2026-02-26T02:39:31.331676Z","end":"2026-02-26T02:39:40.500323Z","steps":["trace[1807699882] 'agreement among raft nodes before linearized reading' (duration: 9.168295366s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:40.502261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.172509997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4250"} {"level":"info","ts":"2026-02-26T02:39:40.502338Z","caller":"traceutil/trace.go:171","msg":"trace[992318588] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:23621; }","duration":"9.17260009s","start":"2026-02-26T02:39:31.329726Z","end":"2026-02-26T02:39:40.502326Z","steps":["trace[992318588] 'agreement among raft nodes before linearized reading' (duration: 9.170450494s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:40.502375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:31.329705Z","time spent":"9.172658971s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4274,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-02-26T02:39:40.502672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.1752638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-26T02:39:40.502683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.739812106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:39:40.502688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.072769329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:39:40.502728Z","caller":"traceutil/trace.go:171","msg":"trace[27701154] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:23621; }","duration":"5.739874488s","start":"2026-02-26T02:39:34.762839Z","end":"2026-02-26T02:39:40.502713Z","steps":["trace[27701154] 'agreement among raft nodes before linearized reading' (duration: 5.739746244s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:40.502739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.779941733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:39:40.50277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.447460702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:39:40.502809Z","caller":"traceutil/trace.go:171","msg":"trace[1586502292] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23621; }","duration":"6.780088307s","start":"2026-02-26T02:39:33.722703Z","end":"2026-02-26T02:39:40.502792Z","steps":["trace[1586502292] 'agreement among raft nodes before linearized reading' (duration: 6.779920252s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:39:40.502823Z","caller":"traceutil/trace.go:171","msg":"trace[2034163753] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:23621; }","duration":"8.447545135s","start":"2026-02-26T02:39:32.055258Z","end":"2026-02-26T02:39:40.502803Z","steps":["trace[2034163753] 'agreement among raft nodes before linearized reading' (duration: 8.447484083s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:40.502843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:33.722675Z","time spent":"6.780161079s","remote":"127.0.0.1:50614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:39:40.502845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.969466447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:39:40.502854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.886291365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:39:40.502854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.005151357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:39:40.502835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.814531064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:39:40.502887Z","caller":"traceutil/trace.go:171","msg":"trace[1792977519] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:23621; }","duration":"5.886334386s","start":"2026-02-26T02:39:34.616543Z","end":"2026-02-26T02:39:40.502878Z","steps":["trace[1792977519] 'agreement among raft nodes before linearized reading' (duration: 5.886248574s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:39:40.502907Z","caller":"traceutil/trace.go:171","msg":"trace[348829200] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:23621; }","duration":"7.005243779s","start":"2026-02-26T02:39:33.49765Z","end":"2026-02-26T02:39:40.502893Z","steps":["trace[348829200] 'agreement among raft nodes before linearized reading' (duration: 7.005137406s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:40.502921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.076145408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:39:40.502916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.943058322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:39:40.502928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:34.61652Z","time spent":"5.886396568s","remote":"127.0.0.1:42628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:39:40.50296Z","caller":"traceutil/trace.go:171","msg":"trace[1399433638] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:23621; }","duration":"8.943141094s","start":"2026-02-26T02:39:31.559807Z","end":"2026-02-26T02:39:40.502948Z","steps":["trace[1399433638] 'agreement among raft nodes before linearized reading' (duration: 8.943082852s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:40.502688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.706380975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:39:40.502987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.228877831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:39:40.503012Z","caller":"traceutil/trace.go:171","msg":"trace[1657809829] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:23621; }","duration":"8.706782795s","start":"2026-02-26T02:39:31.796217Z","end":"2026-02-26T02:39:40.503Z","steps":["trace[1657809829] 'agreement among raft nodes before linearized reading' (duration: 8.706312013s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:40.503017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.01664267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:39:40.503048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:31.796136Z","time spent":"8.706900988s","remote":"127.0.0.1:45532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":32,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:39:40.503021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.74645518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:39:40.503069Z","caller":"traceutil/trace.go:171","msg":"trace[51900365] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23621; }","duration":"6.016735723s","start":"2026-02-26T02:39:34.48632Z","end":"2026-02-26T02:39:40.503056Z","steps":["trace[51900365] 'agreement among raft nodes before linearized reading' (duration: 6.01662321s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:40.502866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:32.05523Z","time spent":"8.447628186s","remote":"127.0.0.1:42598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:39:40.5031Z","caller":"traceutil/trace.go:171","msg":"trace[1057252784] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:23621; }","duration":"4.746574563s","start":"2026-02-26T02:39:35.756512Z","end":"2026-02-26T02:39:40.503087Z","steps":["trace[1057252784] 'agreement among raft nodes before linearized reading' (duration: 4.746466251s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:39:40.502717Z","caller":"traceutil/trace.go:171","msg":"trace[148208551] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:23621; }","duration":"9.175354952s","start":"2026-02-26T02:39:31.327349Z","end":"2026-02-26T02:39:40.502704Z","steps":["trace[148208551] 'agreement among raft nodes before linearized reading' (duration: 9.175210108s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:40.503102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.42877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-02-26T02:39:40.503171Z","caller":"traceutil/trace.go:171","msg":"trace[1952042994] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23621; }","duration":"165.529961ms","start":"2026-02-26T02:39:40.337633Z","end":"2026-02-26T02:39:40.503163Z","steps":["trace[1952042994] 'agreement among raft nodes before linearized reading' (duration: 165.436659ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:40.503172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.529897673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:39:40.503168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:31.327325Z","time spent":"9.175834275s","remote":"127.0.0.1:45318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-02-26T02:39:40.503154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.146763649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:39:40.50321Z","caller":"traceutil/trace.go:171","msg":"trace[412130199] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:23621; }","duration":"2.529986066s","start":"2026-02-26T02:39:37.973212Z","end":"2026-02-26T02:39:40.503198Z","steps":["trace[412130199] 'agreement among raft nodes before linearized reading' (duration: 2.529938705s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:39:40.502766Z","caller":"traceutil/trace.go:171","msg":"trace[1309882542] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23621; }","duration":"6.072909652s","start":"2026-02-26T02:39:34.429838Z","end":"2026-02-26T02:39:40.502747Z","steps":["trace[1309882542] 'agreement among raft nodes before linearized reading' (duration: 6.072749228s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:40.503054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.797379112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:39:40.503251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:37.973183Z","time spent":"2.530060258s","remote":"127.0.0.1:50510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:39:40.503254Z","caller":"traceutil/trace.go:171","msg":"trace[1405651248] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23621; }","duration":"9.146918003s","start":"2026-02-26T02:39:31.356322Z","end":"2026-02-26T02:39:40.503214Z","steps":["trace[1405651248] 'agreement among raft nodes before linearized reading' (duration: 9.146764199s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:39:40.502923Z","caller":"traceutil/trace.go:171","msg":"trace[1780294380] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:23621; }","duration":"4.814672758s","start":"2026-02-26T02:39:35.688231Z","end":"2026-02-26T02:39:40.502903Z","steps":["trace[1780294380] 'agreement among raft nodes before linearized reading' (duration: 4.814525194s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:40.50334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.470126389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"warn","ts":"2026-02-26T02:39:40.503164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.457517466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9581"} {"level":"warn","ts":"2026-02-26T02:39:40.503398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:35.688187Z","time spent":"4.81516849s","remote":"127.0.0.1:49588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:39:40.502996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:31.559778Z","time spent":"8.943208686s","remote":"127.0.0.1:49514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:39:40.50303Z","caller":"traceutil/trace.go:171","msg":"trace[1553464099] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23621; }","duration":"1.229015145s","start":"2026-02-26T02:39:39.274003Z","end":"2026-02-26T02:39:40.503019Z","steps":["trace[1553464099] 'agreement among raft nodes before linearized reading' (duration: 1.22884506s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:40.503354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:31.356295Z","time spent":"9.147045707s","remote":"127.0.0.1:42262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:39:40.503425Z","caller":"traceutil/trace.go:171","msg":"trace[1340111682] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:23621; }","duration":"4.457818325s","start":"2026-02-26T02:39:36.045594Z","end":"2026-02-26T02:39:40.503412Z","steps":["trace[1340111682] 'agreement among raft nodes before linearized reading' (duration: 4.457455815s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:40.503632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:36.045572Z","time spent":"4.45804512s","remote":"127.0.0.1:45498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9605,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"warn","ts":"2026-02-26T02:39:40.503259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:34.429805Z","time spent":"6.073444137s","remote":"127.0.0.1:42258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:39:40.503684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.172010304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-02-26T02:39:40.503728Z","caller":"traceutil/trace.go:171","msg":"trace[762742448] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23621; }","duration":"7.172104556s","start":"2026-02-26T02:39:33.33161Z","end":"2026-02-26T02:39:40.503715Z","steps":["trace[762742448] 'agreement among raft nodes before linearized reading' (duration: 7.168320866s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:40.502767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:34.762813Z","time spent":"5.739942329s","remote":"127.0.0.1:42372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:39:40.503765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:33.331571Z","time spent":"7.172186928s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-26T02:39:40.502875Z","caller":"traceutil/trace.go:171","msg":"trace[1489923342] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:23621; }","duration":"4.969551269s","start":"2026-02-26T02:39:35.533315Z","end":"2026-02-26T02:39:40.502866Z","steps":["trace[1489923342] 'agreement among raft nodes before linearized reading' (duration: 4.969480297s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:40.503916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:35.533287Z","time spent":"4.970614357s","remote":"127.0.0.1:45416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":32,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:39:40.502919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.469721008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897a8a815b748d0\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-02-26T02:39:40.504042Z","caller":"traceutil/trace.go:171","msg":"trace[1297928410] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897a8a815b748d0; range_end:; response_count:1; response_revision:23621; }","duration":"4.470842607s","start":"2026-02-26T02:39:36.033185Z","end":"2026-02-26T02:39:40.504027Z","steps":["trace[1297928410] 'agreement among raft nodes before linearized reading' (duration: 4.469590594s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:40.504084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:36.033127Z","time spent":"4.47094452s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897a8a815b748d0\" "} {"level":"info","ts":"2026-02-26T02:39:40.502951Z","caller":"traceutil/trace.go:171","msg":"trace[242885374] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23621; }","duration":"5.07621542s","start":"2026-02-26T02:39:35.426727Z","end":"2026-02-26T02:39:40.502942Z","steps":["trace[242885374] 'agreement among raft nodes before linearized reading' (duration: 5.076165178s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:40.502995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:33.497634Z","time spent":"7.005309721s","remote":"127.0.0.1:39472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:39:40.503029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.645072439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:39:40.504517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:35.426703Z","time spent":"5.077417041s","remote":"127.0.0.1:42174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:39:40.50457Z","caller":"traceutil/trace.go:171","msg":"trace[211636983] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:23621; }","duration":"1.64663826s","start":"2026-02-26T02:39:38.857905Z","end":"2026-02-26T02:39:40.504543Z","steps":["trace[211636983] 'agreement among raft nodes before linearized reading' (duration: 1.645064538s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:40.503002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:31.331644Z","time spent":"9.171343377s","remote":"127.0.0.1:45224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-02-26T02:39:40.504616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:38.857882Z","time spent":"1.646720051s","remote":"127.0.0.1:45288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":32,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:39:40.503113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:34.486297Z","time spent":"6.016801375s","remote":"127.0.0.1:50696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:39:40.503121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.993738116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:39:40.50486Z","caller":"traceutil/trace.go:171","msg":"trace[1775484440] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:23621; }","duration":"1.995528753s","start":"2026-02-26T02:39:38.509319Z","end":"2026-02-26T02:39:40.504848Z","steps":["trace[1775484440] 'agreement among raft nodes before linearized reading' (duration: 1.993757776s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:40.504908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:38.509283Z","time spent":"1.995611115s","remote":"127.0.0.1:45498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":21,"response size":32,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:39:40.50317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:35.75649Z","time spent":"4.746667145s","remote":"127.0.0.1:45322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":32,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:39:40.503271Z","caller":"traceutil/trace.go:171","msg":"trace[681852519] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:23621; }","duration":"2.797593338s","start":"2026-02-26T02:39:37.705662Z","end":"2026-02-26T02:39:40.503255Z","steps":["trace[681852519] 'agreement among raft nodes before linearized reading' (duration: 2.797358542s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:40.505023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:37.705634Z","time spent":"2.799366914s","remote":"127.0.0.1:42470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:39:40.503414Z","caller":"traceutil/trace.go:171","msg":"trace[820118282] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:23621; }","duration":"4.470206601s","start":"2026-02-26T02:39:36.033193Z","end":"2026-02-26T02:39:40.5034Z","steps":["trace[820118282] 'agreement among raft nodes before linearized reading' (duration: 4.470035966s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:40.505116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:36.033127Z","time spent":"4.471955647s","remote":"127.0.0.1:45188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1658,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-02-26T02:39:40.503518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:39.27396Z","time spent":"1.229548409s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:39:41.203507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.600148ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:39:41.203621Z","caller":"traceutil/trace.go:171","msg":"trace[599916131] linearizableReadLoop","detail":"{readStateIndex:24502; appliedIndex:24501; }","duration":"696.624296ms","start":"2026-02-26T02:39:40.506983Z","end":"2026-02-26T02:39:41.203607Z","steps":["trace[599916131] 'read index received' (duration: 493.74216ms)","trace[599916131] 'applied index is now lower than readState.Index' (duration: 202.879935ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:39:41.203683Z","caller":"traceutil/trace.go:171","msg":"trace[2005068686] transaction","detail":"{read_only:false; response_revision:23622; number_of_response:1; }","duration":"696.708867ms","start":"2026-02-26T02:39:40.506965Z","end":"2026-02-26T02:39:41.203674Z","steps":["trace[2005068686] 'process raft request' (duration: 493.854032ms)","trace[2005068686] 'compare' (duration: 202.013773ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:39:41.203723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:40.50695Z","time spent":"696.755589ms","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:39:41.204002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.016106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:39:41.204026Z","caller":"traceutil/trace.go:171","msg":"trace[643696471] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23622; }","duration":"697.062517ms","start":"2026-02-26T02:39:40.506958Z","end":"2026-02-26T02:39:41.204021Z","steps":["trace[643696471] 'agreement among raft nodes before linearized reading' (duration: 696.940404ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:41.204044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:40.506948Z","time spent":"697.091848ms","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:39:41.80087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.522372ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-02-26T02:39:41.801325Z","caller":"traceutil/trace.go:171","msg":"trace[1293614063] transaction","detail":"{read_only:false; response_revision:23623; number_of_response:1; }","duration":"1.291511661s","start":"2026-02-26T02:39:40.509785Z","end":"2026-02-26T02:39:41.801297Z","steps":["trace[1293614063] 'process raft request' (duration: 1.291225073s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:39:41.801382Z","caller":"traceutil/trace.go:171","msg":"trace[817609693] linearizableReadLoop","detail":"{readStateIndex:24506; appliedIndex:24502; }","duration":"597.70339ms","start":"2026-02-26T02:39:41.203639Z","end":"2026-02-26T02:39:41.801343Z","steps":["trace[817609693] 'read index received' (duration: 382.600442ms)","trace[817609693] 'applied index is now lower than readState.Index' (duration: 215.102028ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:39:41.801513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:40.509775Z","time spent":"1.291612093s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":736,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T02:39:41.801514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:40.507089Z","time spent":"1.294413637s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T02:39:41.801793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.292587709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1e274d68-356c-4d33-b42c-2ff6301a94a5\" ","response":"range_response_count:1 size:1294"} {"level":"warn","ts":"2026-02-26T02:39:41.80179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.112104403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:39:41.801865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.292763334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-02-26T02:39:41.801874Z","caller":"traceutil/trace.go:171","msg":"trace[1858011793] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1e274d68-356c-4d33-b42c-2ff6301a94a5; range_end:; response_count:1; response_revision:23625; }","duration":"1.292687592s","start":"2026-02-26T02:39:40.509169Z","end":"2026-02-26T02:39:41.801857Z","steps":["trace[1858011793] 'agreement among raft nodes before linearized reading' (duration: 1.292435735s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:39:41.801916Z","caller":"traceutil/trace.go:171","msg":"trace[465470414] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23625; }","duration":"1.292832886s","start":"2026-02-26T02:39:40.509066Z","end":"2026-02-26T02:39:41.801899Z","steps":["trace[465470414] 'agreement among raft nodes before linearized reading' (duration: 1.292668171s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:41.801942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:40.509165Z","time spent":"1.292770544s","remote":"127.0.0.1:45180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1318,"request content":"key:\"/registry/persistentvolumes/pvc-1e274d68-356c-4d33-b42c-2ff6301a94a5\" "} {"level":"warn","ts":"2026-02-26T02:39:41.801962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:40.509059Z","time spent":"1.292892207s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":598,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-02-26T02:39:41.801946Z","caller":"traceutil/trace.go:171","msg":"trace[634520891] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:23625; }","duration":"1.112347319s","start":"2026-02-26T02:39:40.689546Z","end":"2026-02-26T02:39:41.801894Z","steps":["trace[634520891] 'agreement among raft nodes before linearized reading' (duration: 1.112048852s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:41.802013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.238444662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-26T02:39:41.802064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:40.689521Z","time spent":"1.112522674s","remote":"127.0.0.1:42380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:39:41.802071Z","caller":"traceutil/trace.go:171","msg":"trace[1151675522] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:23625; }","duration":"1.238541925s","start":"2026-02-26T02:39:40.563518Z","end":"2026-02-26T02:39:41.802059Z","steps":["trace[1151675522] 'agreement among raft nodes before linearized reading' (duration: 1.238440252s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:41.802108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.290755601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:39:41.802119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:40.563492Z","time spent":"1.238620117s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":517,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-02-26T02:39:41.802133Z","caller":"traceutil/trace.go:171","msg":"trace[1948410413] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23625; }","duration":"1.290780591s","start":"2026-02-26T02:39:40.511338Z","end":"2026-02-26T02:39:41.802119Z","steps":["trace[1948410413] 'agreement among raft nodes before linearized reading' (duration: 1.290746121s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:41.802155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:40.511334Z","time spent":"1.290817792s","remote":"127.0.0.1:45318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-26T02:39:41.801935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.289260811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-02-26T02:39:41.802296Z","caller":"traceutil/trace.go:171","msg":"trace[55131145] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:23625; }","duration":"1.289626291s","start":"2026-02-26T02:39:40.512653Z","end":"2026-02-26T02:39:41.802279Z","steps":["trace[55131145] 'agreement among raft nodes before linearized reading' (duration: 1.289193439s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:41.802304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.409182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/pxc-operator-69cb5bbdb9-fppwd.1897ab4ebd464209\" ","response":"range_response_count:1 size:867"} {"level":"warn","ts":"2026-02-26T02:39:41.802342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.173036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:39:41.802347Z","caller":"traceutil/trace.go:171","msg":"trace[1253240518] transaction","detail":"{read_only:false; response_revision:23624; number_of_response:1; }","duration":"1.292101546s","start":"2026-02-26T02:39:40.51023Z","end":"2026-02-26T02:39:41.802331Z","steps":["trace[1253240518] 'process raft request' (duration: 1.290955466s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:39:41.802366Z","caller":"traceutil/trace.go:171","msg":"trace[885161162] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:23625; }","duration":"416.242248ms","start":"2026-02-26T02:39:41.386118Z","end":"2026-02-26T02:39:41.802361Z","steps":["trace[885161162] 'agreement among raft nodes before linearized reading' (duration: 416.201067ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:39:41.802359Z","caller":"traceutil/trace.go:171","msg":"trace[1284742297] range","detail":"{range_begin:/registry/events/openstack/pxc-operator-69cb5bbdb9-fppwd.1897ab4ebd464209; range_end:; response_count:1; response_revision:23625; }","duration":"594.511585ms","start":"2026-02-26T02:39:41.207826Z","end":"2026-02-26T02:39:41.802338Z","steps":["trace[1284742297] 'agreement among raft nodes before linearized reading' (duration: 594.261849ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:41.80239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:41.386093Z","time spent":"416.292349ms","remote":"127.0.0.1:45430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":30,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:39:41.8024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:41.207808Z","time spent":"594.584418ms","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":891,"request content":"key:\"/registry/events/openstack/pxc-operator-69cb5bbdb9-fppwd.1897ab4ebd464209\" "} {"level":"warn","ts":"2026-02-26T02:39:41.802454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:40.510224Z","time spent":"1.292154267s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:39:41.802486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.11631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:39:41.802517Z","caller":"traceutil/trace.go:171","msg":"trace[140255229] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23625; }","duration":"590.187952ms","start":"2026-02-26T02:39:41.212319Z","end":"2026-02-26T02:39:41.802507Z","steps":["trace[140255229] 'agreement among raft nodes before linearized reading' (duration: 590.13179ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:41.802551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:41.2123Z","time spent":"590.243663ms","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T02:39:41.802646Z","caller":"traceutil/trace.go:171","msg":"trace[687771232] transaction","detail":"{read_only:false; response_revision:23625; number_of_response:1; }","duration":"1.291444499s","start":"2026-02-26T02:39:40.511193Z","end":"2026-02-26T02:39:41.802638Z","steps":["trace[687771232] 'process raft request' (duration: 1.290086193s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:41.802674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.331679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-26T02:39:41.802707Z","caller":"traceutil/trace.go:171","msg":"trace[1670078718] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23625; }","duration":"841.364941ms","start":"2026-02-26T02:39:40.961331Z","end":"2026-02-26T02:39:41.802696Z","steps":["trace[1670078718] 'agreement among raft nodes before linearized reading' (duration: 841.223497ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:41.802722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:40.511188Z","time spent":"1.2914768s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4567,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:39:41.802738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:40.961251Z","time spent":"841.477753ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T02:39:41.802764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.633667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:429"} {"level":"warn","ts":"2026-02-26T02:39:41.802341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:40.512649Z","time spent":"1.289680832s","remote":"127.0.0.1:57116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3267,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-02-26T02:39:41.802796Z","caller":"traceutil/trace.go:171","msg":"trace[1866303429] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23625; }","duration":"841.665908ms","start":"2026-02-26T02:39:40.96112Z","end":"2026-02-26T02:39:41.802786Z","steps":["trace[1866303429] 'agreement among raft nodes before linearized reading' (duration: 841.506504ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:41.802825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:40.961057Z","time spent":"841.762411ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":453,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T02:39:41.803001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.109815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/certificates.cert-manager.io\" ","response":"range_response_count:1 size:21238"} {"level":"info","ts":"2026-02-26T02:39:41.803037Z","caller":"traceutil/trace.go:171","msg":"trace[192795718] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/certificates.cert-manager.io; range_end:; response_count:1; response_revision:23625; }","duration":"813.186017ms","start":"2026-02-26T02:39:40.989839Z","end":"2026-02-26T02:39:41.803025Z","steps":["trace[192795718] 'agreement among raft nodes before linearized reading' (duration: 813.053964ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:41.803064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:40.989819Z","time spent":"813.238739ms","remote":"127.0.0.1:45076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":21262,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/certificates.cert-manager.io\" "} {"level":"warn","ts":"2026-02-26T02:39:42.270862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.130381ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:39:42.271212Z","caller":"traceutil/trace.go:171","msg":"trace[1048496570] transaction","detail":"{read_only:false; response_revision:23627; number_of_response:1; }","duration":"466.446731ms","start":"2026-02-26T02:39:41.804729Z","end":"2026-02-26T02:39:42.271175Z","steps":["trace[1048496570] 'process raft request' (duration: 319.858109ms)","trace[1048496570] 'compare' (duration: 145.581166ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:39:42.271369Z","caller":"traceutil/trace.go:171","msg":"trace[348970189] transaction","detail":"{read_only:false; response_revision:23628; number_of_response:1; }","duration":"460.293969ms","start":"2026-02-26T02:39:41.811055Z","end":"2026-02-26T02:39:42.271349Z","steps":["trace[348970189] 'process raft request' (duration: 459.96179ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:42.271361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:41.804707Z","time spent":"466.583104ms","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:39:42.271435Z","caller":"traceutil/trace.go:171","msg":"trace[1532109429] transaction","detail":"{read_only:false; response_revision:23629; number_of_response:1; }","duration":"459.472497ms","start":"2026-02-26T02:39:41.811924Z","end":"2026-02-26T02:39:42.271396Z","steps":["trace[1532109429] 'process raft request' (duration: 459.19655ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:42.271479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:41.811045Z","time spent":"460.392211ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:39:42.271639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:41.81191Z","time spent":"459.621931ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:39:42.271738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.075396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-02-26T02:39:42.271752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.894444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3238"} {"level":"info","ts":"2026-02-26T02:39:42.271775Z","caller":"traceutil/trace.go:171","msg":"trace[302423385] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:23629; }","duration":"462.125757ms","start":"2026-02-26T02:39:41.809639Z","end":"2026-02-26T02:39:42.271765Z","steps":["trace[302423385] 'agreement among raft nodes before linearized reading' (duration: 461.972563ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:42.27177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.834396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:39:42.271817Z","caller":"traceutil/trace.go:171","msg":"trace[527031235] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:23629; }","duration":"460.972127ms","start":"2026-02-26T02:39:41.810826Z","end":"2026-02-26T02:39:42.271798Z","steps":["trace[527031235] 'agreement among raft nodes before linearized reading' (duration: 460.752871ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:39:42.27187Z","caller":"traceutil/trace.go:171","msg":"trace[682728158] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23629; }","duration":"462.974819ms","start":"2026-02-26T02:39:41.808872Z","end":"2026-02-26T02:39:42.271846Z","steps":["trace[682728158] 'agreement among raft nodes before linearized reading' (duration: 462.791004ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:42.271876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:41.81082Z","time spent":"461.041708ms","remote":"127.0.0.1:57116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3262,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" "} {"level":"warn","ts":"2026-02-26T02:39:42.271927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:41.808856Z","time spent":"463.060922ms","remote":"127.0.0.1:45318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-26T02:39:42.27185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.072617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:39:42.271557Z","caller":"traceutil/trace.go:171","msg":"trace[1447705047] linearizableReadLoop","detail":"{readStateIndex:24510; appliedIndex:24507; }","duration":"422.999716ms","start":"2026-02-26T02:39:41.848546Z","end":"2026-02-26T02:39:42.271546Z","steps":["trace[1447705047] 'read index received' (duration: 276.058084ms)","trace[1447705047] 'applied index is now lower than readState.Index' (duration: 146.940152ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:39:42.271821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:41.809632Z","time spent":"462.183688ms","remote":"127.0.0.1:45188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-02-26T02:39:42.27203Z","caller":"traceutil/trace.go:171","msg":"trace[1646709278] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23629; }","duration":"437.353234ms","start":"2026-02-26T02:39:41.834652Z","end":"2026-02-26T02:39:42.272005Z","steps":["trace[1646709278] 'agreement among raft nodes before linearized reading' (duration: 436.974054ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:42.272149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:41.834631Z","time spent":"437.499799ms","remote":"127.0.0.1:42216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:39:42.272244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.353886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-02-26T02:39:42.272296Z","caller":"traceutil/trace.go:171","msg":"trace[2009807089] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23629; }","duration":"420.429909ms","start":"2026-02-26T02:39:41.851856Z","end":"2026-02-26T02:39:42.272286Z","steps":["trace[2009807089] 'agreement among raft nodes before linearized reading' (duration: 420.239264ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:42.272326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:41.851843Z","time spent":"420.47653ms","remote":"127.0.0.1:45198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-26T02:39:42.272321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.164283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7069"} {"level":"info","ts":"2026-02-26T02:39:42.272379Z","caller":"traceutil/trace.go:171","msg":"trace[1353699252] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:23629; }","duration":"466.618636ms","start":"2026-02-26T02:39:41.805747Z","end":"2026-02-26T02:39:42.272366Z","steps":["trace[1353699252] 'agreement among raft nodes before linearized reading' (duration: 466.086472ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:42.272422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:41.805735Z","time spent":"466.679117ms","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7093,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-02-26T02:39:43.071429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.40605ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:39:43.071588Z","caller":"traceutil/trace.go:171","msg":"trace[1069880404] linearizableReadLoop","detail":"{readStateIndex:24511; appliedIndex:24510; }","duration":"790.821579ms","start":"2026-02-26T02:39:42.280746Z","end":"2026-02-26T02:39:43.071567Z","steps":["trace[1069880404] 'read index received' (duration: 124.158912ms)","trace[1069880404] 'applied index is now lower than readState.Index' (duration: 666.642197ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:39:43.072086Z","caller":"traceutil/trace.go:171","msg":"trace[856687085] transaction","detail":"{read_only:false; response_revision:23630; number_of_response:1; }","duration":"791.785204ms","start":"2026-02-26T02:39:42.280257Z","end":"2026-02-26T02:39:43.072042Z","steps":["trace[856687085] 'process raft request' (duration: 124.673815ms)","trace[856687085] 'compare' (duration: 666.106262ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:39:43.072237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:42.280226Z","time spent":"791.903917ms","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":814,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T02:39:43.072652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.877367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-02-26T02:39:43.072764Z","caller":"traceutil/trace.go:171","msg":"trace[1854288852] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:23630; }","duration":"792.01307ms","start":"2026-02-26T02:39:42.280717Z","end":"2026-02-26T02:39:43.07273Z","steps":["trace[1854288852] 'agreement among raft nodes before linearized reading' (duration: 791.64281ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:43.072838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:42.280704Z","time spent":"792.123603ms","remote":"127.0.0.1:45188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-02-26T02:39:43.572058Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892681,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:39:43.694105Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.289041247s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:39:44.235818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.306124ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:39:44.236122Z","caller":"traceutil/trace.go:171","msg":"trace[737315124] linearizableReadLoop","detail":"{readStateIndex:24515; appliedIndex:24511; }","duration":"1.164213448s","start":"2026-02-26T02:39:43.071893Z","end":"2026-02-26T02:39:44.236106Z","steps":["trace[737315124] 'read index received' (duration: 622.453782ms)","trace[737315124] 'applied index is now lower than readState.Index' (duration: 541.758656ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:39:44.236204Z","caller":"traceutil/trace.go:171","msg":"trace[117605587] transaction","detail":"{read_only:false; response_revision:23631; number_of_response:1; }","duration":"1.955474208s","start":"2026-02-26T02:39:42.280718Z","end":"2026-02-26T02:39:44.236193Z","steps":["trace[117605587] 'process raft request' (duration: 1.413736963s)","trace[117605587] 'compare' (duration: 540.855572ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:39:44.236264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:42.280702Z","time spent":"1.95553927s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7414,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:39:44.236369Z","caller":"traceutil/trace.go:171","msg":"trace[1772426729] transaction","detail":"{read_only:false; response_revision:23632; number_of_response:1; }","duration":"1.95138045s","start":"2026-02-26T02:39:42.28496Z","end":"2026-02-26T02:39:44.23634Z","steps":["trace[1772426729] 'process raft request' (duration: 1.950951118s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:44.236421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.411693339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:39:44.236462Z","caller":"traceutil/trace.go:171","msg":"trace[1893186183] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:23634; }","duration":"1.411798432s","start":"2026-02-26T02:39:42.824653Z","end":"2026-02-26T02:39:44.236451Z","steps":["trace[1893186183] 'agreement among raft nodes before linearized reading' (duration: 1.411666178s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:39:44.23644Z","caller":"traceutil/trace.go:171","msg":"trace[843594516] transaction","detail":"{read_only:false; response_revision:23634; number_of_response:1; }","duration":"1.159501453s","start":"2026-02-26T02:39:43.076902Z","end":"2026-02-26T02:39:44.236404Z","steps":["trace[843594516] 'process raft request' (duration: 1.159159794s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:44.236489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:42.82463Z","time spent":"1.411853173s","remote":"127.0.0.1:38448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:39:44.236456Z","caller":"traceutil/trace.go:171","msg":"trace[1741078782] transaction","detail":"{read_only:false; response_revision:23633; number_of_response:1; }","duration":"1.951289078s","start":"2026-02-26T02:39:42.285089Z","end":"2026-02-26T02:39:44.236378Z","steps":["trace[1741078782] 'process raft request' (duration: 1.950940699s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:44.236542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:42.284926Z","time spent":"1.951531074s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:39:44.236602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.95099368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-neutron-nodes\" ","response":"range_response_count:1 size:1261"} {"level":"warn","ts":"2026-02-26T02:39:44.236603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:43.076884Z","time spent":"1.159636337s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T02:39:44.23663Z","caller":"traceutil/trace.go:171","msg":"trace[1744708085] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-neutron-nodes; range_end:; response_count:1; response_revision:23634; }","duration":"1.951049931s","start":"2026-02-26T02:39:42.285573Z","end":"2026-02-26T02:39:44.236623Z","steps":["trace[1744708085] 'agreement among raft nodes before linearized reading' (duration: 1.950965709s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:44.236655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:42.285565Z","time spent":"1.951085383s","remote":"127.0.0.1:45224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1285,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-neutron-nodes\" "} {"level":"warn","ts":"2026-02-26T02:39:44.236699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.449370622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:39:44.236707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:42.285079Z","time spent":"1.951499453s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:39:44.236743Z","caller":"traceutil/trace.go:171","msg":"trace[634934029] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23634; }","duration":"1.449453144s","start":"2026-02-26T02:39:42.787279Z","end":"2026-02-26T02:39:44.236732Z","steps":["trace[634934029] 'agreement among raft nodes before linearized reading' (duration: 1.449385462s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:44.236772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:42.787254Z","time spent":"1.449512975s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:39:44.236786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.697023997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:39:44.236524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.925455626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-02-26T02:39:44.236673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.920068314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-02-26T02:39:44.236843Z","caller":"traceutil/trace.go:171","msg":"trace[394507025] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23634; }","duration":"1.925833687s","start":"2026-02-26T02:39:42.311001Z","end":"2026-02-26T02:39:44.236835Z","steps":["trace[394507025] 'agreement among raft nodes before linearized reading' (duration: 1.925428976s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:39:44.236836Z","caller":"traceutil/trace.go:171","msg":"trace[1363204877] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23634; }","duration":"1.697105419s","start":"2026-02-26T02:39:42.539709Z","end":"2026-02-26T02:39:44.236814Z","steps":["trace[1363204877] 'agreement among raft nodes before linearized reading' (duration: 1.697022927s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:39:44.236861Z","caller":"traceutil/trace.go:171","msg":"trace[303128793] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23634; }","duration":"1.920345832s","start":"2026-02-26T02:39:42.316506Z","end":"2026-02-26T02:39:44.236852Z","steps":["trace[303128793] 'agreement among raft nodes before linearized reading' (duration: 1.91989504s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:44.236866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:42.310976Z","time spent":"1.925883208s","remote":"127.0.0.1:45134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-26T02:39:44.23689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:42.316485Z","time spent":"1.920396403s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":507,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-26T02:39:44.236889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:42.539681Z","time spent":"1.697197312s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:39:44.736726Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892684,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:39:45.237258Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892684,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:39:45.737772Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892684,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:39:46.139586Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.269964614s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:39:46.239893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000047231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:39:46.240017Z","caller":"traceutil/trace.go:171","msg":"trace[818661237] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000240796s","start":"2026-02-26T02:39:44.239753Z","end":"2026-02-26T02:39:46.239994Z","steps":["trace[818661237] 'agreement among raft nodes before linearized reading' (duration: 2.000088571s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:46.240083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:44.239731Z","time spent":"2.000343989s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:39:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:39:48.247627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000067722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:39:48.247917Z","caller":"traceutil/trace.go:171","msg":"trace[1021286814] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000445112s","start":"2026-02-26T02:39:46.247446Z","end":"2026-02-26T02:39:48.247891Z","steps":["trace[1021286814] 'agreement among raft nodes before linearized reading' (duration: 2.000115133s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:48.248103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:46.247418Z","time spent":"2.000592986s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:39:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:39:48.711356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.571207892s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:39:48.711465Z","caller":"traceutil/trace.go:171","msg":"trace[1983406708] transaction","detail":"{read_only:false; response_revision:23635; number_of_response:1; }","duration":"4.902665886s","start":"2026-02-26T02:39:43.80878Z","end":"2026-02-26T02:39:48.711446Z","steps":["trace[1983406708] 'process raft request' (duration: 2.331286339s)","trace[1983406708] 'compare' (duration: 2.570192445s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:39:48.711667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:43.808743Z","time spent":"4.902749168s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:39:50.248873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00073238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:39:50.248997Z","caller":"traceutil/trace.go:171","msg":"trace[1410457358] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000937126s","start":"2026-02-26T02:39:48.248032Z","end":"2026-02-26T02:39:50.248969Z","steps":["trace[1410457358] 'agreement among raft nodes before linearized reading' (duration: 2.000772642s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:50.249066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:48.248004Z","time spent":"2.001044488s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:39:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:39:51.246415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:44.245847Z","time spent":"7.000557106s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-26T02:39:51.246513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:44.245391Z","time spent":"7.00110697s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-26T02:39:52.177249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999909088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:39:52.177387Z","caller":"traceutil/trace.go:171","msg":"trace[927616026] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000108003s","start":"2026-02-26T02:39:50.177249Z","end":"2026-02-26T02:39:52.177357Z","steps":["trace[927616026] 'agreement among raft nodes before linearized reading' (duration: 1.999938569s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:52.177453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:50.177226Z","time spent":"2.000214965s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:39:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:39:52.257064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999860296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:39:52.257181Z","caller":"traceutil/trace.go:171","msg":"trace[1188079066] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000046601s","start":"2026-02-26T02:39:50.25711Z","end":"2026-02-26T02:39:52.257156Z","steps":["trace[1188079066] 'agreement among raft nodes before linearized reading' (duration: 1.999894457s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:52.257244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:50.257087Z","time spent":"2.000144464s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:39:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:39:52.368839Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"6.228873211s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:39:52.444973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999797335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:39:52.445103Z","caller":"traceutil/trace.go:171","msg":"trace[473105432] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"5.00000859s","start":"2026-02-26T02:39:47.445064Z","end":"2026-02-26T02:39:52.445072Z","steps":["trace[473105432] 'agreement among raft nodes before linearized reading' (duration: 4.999822355s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:52.445177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:47.445044Z","time spent":"5.000111764s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-02-26T02:39:52.857531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.306017ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:39:52.858017Z","caller":"traceutil/trace.go:171","msg":"trace[1477279629] linearizableReadLoop","detail":"{readStateIndex:24518; appliedIndex:24515; }","duration":"8.621804945s","start":"2026-02-26T02:39:44.236157Z","end":"2026-02-26T02:39:52.857962Z","steps":["trace[1477279629] 'read index received' (duration: 1.903812585s)","trace[1477279629] 'applied index is now lower than readState.Index' (duration: 6.717807565s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:39:52.858295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.771067328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:39:52.858341Z","caller":"traceutil/trace.go:171","msg":"trace[306564749] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:23637; }","duration":"8.771179172s","start":"2026-02-26T02:39:44.087148Z","end":"2026-02-26T02:39:52.858327Z","steps":["trace[306564749] 'agreement among raft nodes before linearized reading' (duration: 8.77109404s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:52.858378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:44.087123Z","time spent":"8.771244933s","remote":"127.0.0.1:42402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:39:52.858573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.048807697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-02-26T02:39:52.858608Z","caller":"traceutil/trace.go:171","msg":"trace[1550616044] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23637; }","duration":"9.048883389s","start":"2026-02-26T02:39:43.809714Z","end":"2026-02-26T02:39:52.858597Z","steps":["trace[1550616044] 'agreement among raft nodes before linearized reading' (duration: 9.048769326s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:52.858634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:43.80969Z","time spent":"9.048937451s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-26T02:39:52.858847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.194468435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-02-26T02:39:52.858886Z","caller":"traceutil/trace.go:171","msg":"trace[693786151] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:23637; }","duration":"9.194555547s","start":"2026-02-26T02:39:43.664319Z","end":"2026-02-26T02:39:52.858875Z","steps":["trace[693786151] 'agreement among raft nodes before linearized reading' (duration: 9.194459955s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:52.858914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:43.66428Z","time spent":"9.194627379s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":669,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-02-26T02:39:52.85906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.440374456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:39:52.859095Z","caller":"traceutil/trace.go:171","msg":"trace[455311138] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:23637; }","duration":"9.440451298s","start":"2026-02-26T02:39:43.418635Z","end":"2026-02-26T02:39:52.859086Z","steps":["trace[455311138] 'agreement among raft nodes before linearized reading' (duration: 9.440395566s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:52.859122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:43.418612Z","time spent":"9.440502819s","remote":"127.0.0.1:42586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:39:52.859395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.783083856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6b094bda-ee69-4b5b-a4a7-106c94517e2d\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-02-26T02:39:52.859443Z","caller":"traceutil/trace.go:171","msg":"trace[663360093] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6b094bda-ee69-4b5b-a4a7-106c94517e2d; range_end:; response_count:1; response_revision:23637; }","duration":"9.783161558s","start":"2026-02-26T02:39:43.076271Z","end":"2026-02-26T02:39:52.859433Z","steps":["trace[663360093] 'agreement among raft nodes before linearized reading' (duration: 9.783022334s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:52.859477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:43.076251Z","time spent":"9.78321559s","remote":"127.0.0.1:45180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-6b094bda-ee69-4b5b-a4a7-106c94517e2d\" "} {"level":"warn","ts":"2026-02-26T02:39:53.359042Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892691,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:39:53.777375Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.408239498s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:39:53.808948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:52.864664Z","time spent":"944.269562ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/26 02:39:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:39:53.818141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.573869242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-neutron\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:39:53.818265Z","caller":"traceutil/trace.go:171","msg":"trace[971575224] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-neutron; range_end:; }","duration":"9.574006367s","start":"2026-02-26T02:39:44.244221Z","end":"2026-02-26T02:39:53.818227Z","steps":["trace[971575224] 'agreement among raft nodes before linearized reading' (duration: 9.573876893s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:53.81848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:44.244214Z","time spent":"9.574248553s","remote":"127.0.0.1:45224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-neutron\" "} 2026/02/26 02:39:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:39:53.930397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.585656ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:39:53.930593Z","caller":"traceutil/trace.go:171","msg":"trace[1445910791] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23637; }","duration":"775.795673ms","start":"2026-02-26T02:39:53.154775Z","end":"2026-02-26T02:39:53.930571Z","steps":["trace[1445910791] 'range keys from in-memory index tree' (duration: 775.560916ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:53.931023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.263038ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:39:53.931222Z","caller":"traceutil/trace.go:171","msg":"trace[1571048644] transaction","detail":"{read_only:false; response_revision:23638; number_of_response:1; }","duration":"4.622547495s","start":"2026-02-26T02:39:49.308652Z","end":"2026-02-26T02:39:53.931199Z","steps":["trace[1571048644] 'process raft request' (duration: 4.46900253s)","trace[1571048644] 'compare' (duration: 152.418056ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:39:53.931302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:49.30862Z","time spent":"4.622650008s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:39:53.931541Z","caller":"traceutil/trace.go:171","msg":"trace[1740344990] transaction","detail":"{read_only:false; response_revision:23639; number_of_response:1; }","duration":"3.373085911s","start":"2026-02-26T02:39:50.558434Z","end":"2026-02-26T02:39:53.93152Z","steps":["trace[1740344990] 'process raft request' (duration: 3.372710451s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:53.931699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:50.558412Z","time spent":"3.373201434s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:39:53.931844Z","caller":"traceutil/trace.go:171","msg":"trace[1990779011] transaction","detail":"{read_only:false; response_revision:23641; number_of_response:1; }","duration":"3.213327582s","start":"2026-02-26T02:39:50.718488Z","end":"2026-02-26T02:39:53.931816Z","steps":["trace[1990779011] 'process raft request' (duration: 3.213214219s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:39:53.93197Z","caller":"traceutil/trace.go:171","msg":"trace[1542603807] transaction","detail":"{read_only:false; response_revision:23640; number_of_response:1; }","duration":"3.358223519s","start":"2026-02-26T02:39:50.573692Z","end":"2026-02-26T02:39:53.931915Z","steps":["trace[1542603807] 'process raft request' (duration: 3.357738016s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:53.932036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:50.718457Z","time spent":"3.213494216s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:39:53.932064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:50.573663Z","time spent":"3.358361263s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:39:53.944669Z","caller":"traceutil/trace.go:171","msg":"trace[392348508] linearizableReadLoop","detail":"{readStateIndex:24523; appliedIndex:24518; }","duration":"1.086593742s","start":"2026-02-26T02:39:52.858051Z","end":"2026-02-26T02:39:53.944645Z","steps":["trace[392348508] 'read index received' (duration: 919.621312ms)","trace[392348508] 'applied index is now lower than readState.Index' (duration: 166.97127ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:39:53.94476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.828880612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:39:53.944811Z","caller":"traceutil/trace.go:171","msg":"trace[454899554] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:23642; }","duration":"6.828980145s","start":"2026-02-26T02:39:47.115816Z","end":"2026-02-26T02:39:53.944797Z","steps":["trace[454899554] 'agreement among raft nodes before linearized reading' (duration: 6.828876732s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:53.944849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:47.115792Z","time spent":"6.829049317s","remote":"127.0.0.1:50574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:39:53.944914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.700229523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-02-26T02:39:53.944869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.077414821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:39:53.944971Z","caller":"traceutil/trace.go:171","msg":"trace[178783098] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23642; }","duration":"7.700338046s","start":"2026-02-26T02:39:46.244611Z","end":"2026-02-26T02:39:53.944949Z","steps":["trace[178783098] 'agreement among raft nodes before linearized reading' (duration: 7.700179982s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:53.945014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:46.244523Z","time spent":"7.70048285s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T02:39:53.945033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.225681697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:39:53.94506Z","caller":"traceutil/trace.go:171","msg":"trace[235212964] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:23642; }","duration":"6.225711798s","start":"2026-02-26T02:39:47.719342Z","end":"2026-02-26T02:39:53.945054Z","steps":["trace[235212964] 'agreement among raft nodes before linearized reading' (duration: 6.225658406s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:53.945095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:47.719255Z","time spent":"6.225834862s","remote":"127.0.0.1:57900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:39:53.945086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.185138331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-26T02:39:53.945115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.194282841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:39:53.94514Z","caller":"traceutil/trace.go:171","msg":"trace[2022675584] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:23642; }","duration":"9.185274945s","start":"2026-02-26T02:39:44.759851Z","end":"2026-02-26T02:39:53.945126Z","steps":["trace[2022675584] 'agreement among raft nodes before linearized reading' (duration: 9.185031588s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:53.945175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:44.759822Z","time spent":"9.185345777s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":174,"response size":33,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:39:53.945185Z","caller":"traceutil/trace.go:171","msg":"trace[900630832] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:23642; }","duration":"7.194396724s","start":"2026-02-26T02:39:46.750763Z","end":"2026-02-26T02:39:53.94516Z","steps":["trace[900630832] 'agreement among raft nodes before linearized reading' (duration: 7.194320842s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:53.945202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.701349583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"info","ts":"2026-02-26T02:39:53.94523Z","caller":"traceutil/trace.go:171","msg":"trace[1962572605] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23642; }","duration":"9.701387853s","start":"2026-02-26T02:39:44.243836Z","end":"2026-02-26T02:39:53.945223Z","steps":["trace[1962572605] 'agreement among raft nodes before linearized reading' (duration: 9.701295511s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:53.945241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.732225066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:39:53.945239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:46.750734Z","time spent":"7.194493826s","remote":"127.0.0.1:42360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:39:53.945258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:44.243832Z","time spent":"9.701422344s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7137,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-02-26T02:39:53.945268Z","caller":"traceutil/trace.go:171","msg":"trace[613131698] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23642; }","duration":"6.732313328s","start":"2026-02-26T02:39:47.212948Z","end":"2026-02-26T02:39:53.945261Z","steps":["trace[613131698] 'agreement among raft nodes before linearized reading' (duration: 6.732262537s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:53.945292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:47.212917Z","time spent":"6.732369299s","remote":"127.0.0.1:42418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:39:53.945375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.701617959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-sskkd.1897ab4fec9e7581\" ","response":"range_response_count:1 size:864"} {"level":"warn","ts":"2026-02-26T02:39:53.945399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.863509526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:39:53.945408Z","caller":"traceutil/trace.go:171","msg":"trace[333477269] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-sskkd.1897ab4fec9e7581; range_end:; response_count:1; response_revision:23642; }","duration":"9.701679781s","start":"2026-02-26T02:39:44.243716Z","end":"2026-02-26T02:39:53.945396Z","steps":["trace[333477269] 'agreement among raft nodes before linearized reading' (duration: 9.701610159s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:53.945018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.567410313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-26T02:39:53.945426Z","caller":"traceutil/trace.go:171","msg":"trace[1911212265] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23642; }","duration":"7.863592697s","start":"2026-02-26T02:39:46.081824Z","end":"2026-02-26T02:39:53.945417Z","steps":["trace[1911212265] 'agreement among raft nodes before linearized reading' (duration: 7.863541716s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:39:53.945437Z","caller":"traceutil/trace.go:171","msg":"trace[128890335] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:23642; }","duration":"7.567931327s","start":"2026-02-26T02:39:46.377499Z","end":"2026-02-26T02:39:53.94543Z","steps":["trace[128890335] 'agreement among raft nodes before linearized reading' (duration: 7.567226598s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:53.945456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:46.081776Z","time spent":"7.86367514s","remote":"127.0.0.1:42354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:39:53.945463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:46.377465Z","time spent":"7.567990378s","remote":"127.0.0.1:40948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":160,"response size":33,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:39:53.94551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079024223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-02-26T02:39:53.94554Z","caller":"traceutil/trace.go:171","msg":"trace[827006374] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:23642; }","duration":"1.079075424s","start":"2026-02-26T02:39:52.866457Z","end":"2026-02-26T02:39:53.945532Z","steps":["trace[827006374] 'agreement among raft nodes before linearized reading' (duration: 1.078995922s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:53.945566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:52.86644Z","time spent":"1.079122305s","remote":"127.0.0.1:45188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1590,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-02-26T02:39:53.945595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.497363937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:39:53.945655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.199859908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:39:53.945658Z","caller":"traceutil/trace.go:171","msg":"trace[608478840] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:23642; }","duration":"1.497458999s","start":"2026-02-26T02:39:52.448182Z","end":"2026-02-26T02:39:53.945641Z","steps":["trace[608478840] 'agreement among raft nodes before linearized reading' (duration: 1.497383617s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:39:53.945688Z","caller":"traceutil/trace.go:171","msg":"trace[1060973696] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:23642; }","duration":"8.19992482s","start":"2026-02-26T02:39:45.745755Z","end":"2026-02-26T02:39:53.94568Z","steps":["trace[1060973696] 'agreement among raft nodes before linearized reading' (duration: 8.199880499s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:53.945526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.706443345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:39:53.945712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:52.448156Z","time spent":"1.497545381s","remote":"127.0.0.1:49566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:39:53.945741Z","caller":"traceutil/trace.go:171","msg":"trace[1224054154] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23642; }","duration":"2.706725202s","start":"2026-02-26T02:39:51.238998Z","end":"2026-02-26T02:39:53.945723Z","steps":["trace[1224054154] 'agreement among raft nodes before linearized reading' (duration: 2.706447455s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:53.945761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.910202496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:39:53.945789Z","caller":"traceutil/trace.go:171","msg":"trace[1565306013] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23642; }","duration":"8.910286049s","start":"2026-02-26T02:39:45.035495Z","end":"2026-02-26T02:39:53.945781Z","steps":["trace[1565306013] 'agreement among raft nodes before linearized reading' (duration: 8.910241678s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:53.945789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:51.238971Z","time spent":"2.706805085s","remote":"127.0.0.1:42580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:39:53.945822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:45.035467Z","time spent":"8.91034783s","remote":"127.0.0.1:42434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:39:53.945749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.011591786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/auth-system/keycloak\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-02-26T02:39:53.945873Z","caller":"traceutil/trace.go:171","msg":"trace[1067233589] range","detail":"{range_begin:/registry/serviceaccounts/auth-system/keycloak; range_end:; response_count:1; response_revision:23642; }","duration":"1.011762781s","start":"2026-02-26T02:39:52.9341Z","end":"2026-02-26T02:39:53.945863Z","steps":["trace[1067233589] 'agreement among raft nodes before linearized reading' (duration: 1.011595037s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:53.945891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.902660057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:39:53.945911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:52.934071Z","time spent":"1.011830382s","remote":"127.0.0.1:45230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":930,"request content":"key:\"/registry/serviceaccounts/auth-system/keycloak\" "} {"level":"info","ts":"2026-02-26T02:39:53.94592Z","caller":"traceutil/trace.go:171","msg":"trace[1084704228] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23642; }","duration":"1.902691197s","start":"2026-02-26T02:39:52.04322Z","end":"2026-02-26T02:39:53.945912Z","steps":["trace[1084704228] 'agreement among raft nodes before linearized reading' (duration: 1.902639596s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:53.945944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:52.043197Z","time spent":"1.902740668s","remote":"127.0.0.1:42296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:39:53.94543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:44.243699Z","time spent":"9.701726472s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":888,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-sskkd.1897ab4fec9e7581\" "} {"level":"warn","ts":"2026-02-26T02:39:53.94599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.050484661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:39:53.94603Z","caller":"traceutil/trace.go:171","msg":"trace[1924941466] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:23642; }","duration":"2.050578204s","start":"2026-02-26T02:39:51.895439Z","end":"2026-02-26T02:39:53.946017Z","steps":["trace[1924941466] 'agreement among raft nodes before linearized reading' (duration: 2.050509492s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:53.946075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:51.89541Z","time spent":"2.050653186s","remote":"127.0.0.1:38462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:39:53.94612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.680123622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:39:53.946147Z","caller":"traceutil/trace.go:171","msg":"trace[781577287] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23642; }","duration":"1.680208104s","start":"2026-02-26T02:39:52.265932Z","end":"2026-02-26T02:39:53.94614Z","steps":["trace[781577287] 'agreement among raft nodes before linearized reading' (duration: 1.680170113s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:53.946174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:52.265902Z","time spent":"1.680267376s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:39:53.946201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.614500124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-02-26T02:39:53.94623Z","caller":"traceutil/trace.go:171","msg":"trace[2144555984] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23642; }","duration":"7.614578707s","start":"2026-02-26T02:39:46.331645Z","end":"2026-02-26T02:39:53.946224Z","steps":["trace[2144555984] 'agreement among raft nodes before linearized reading' (duration: 7.614452353s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:53.94629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:46.331617Z","time spent":"7.614667008s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-26T02:39:53.945618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.033850094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:39:53.946371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.836590815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:39:53.946403Z","caller":"traceutil/trace.go:171","msg":"trace[1215228558] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:23642; }","duration":"1.836682097s","start":"2026-02-26T02:39:52.109715Z","end":"2026-02-26T02:39:53.946397Z","steps":["trace[1215228558] 'agreement among raft nodes before linearized reading' (duration: 1.836622946s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:53.946087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.655413241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:39:53.946466Z","caller":"traceutil/trace.go:171","msg":"trace[565465151] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23642; }","duration":"1.655796182s","start":"2026-02-26T02:39:52.290657Z","end":"2026-02-26T02:39:53.946453Z","steps":["trace[565465151] 'agreement among raft nodes before linearized reading' (duration: 1.655397661s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:53.946514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:52.29062Z","time spent":"1.655878514s","remote":"127.0.0.1:42402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-02-26T02:39:53.946577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.932968754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:39:53.946624Z","caller":"traceutil/trace.go:171","msg":"trace[1396137727] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:23642; }","duration":"4.933022017s","start":"2026-02-26T02:39:49.013588Z","end":"2026-02-26T02:39:53.94661Z","steps":["trace[1396137727] 'agreement among raft nodes before linearized reading' (duration: 4.932941025s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:53.946661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:49.013559Z","time spent":"4.933092398s","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:39:53.946674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.259799967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-26T02:39:53.945659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.28375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:39:53.946701Z","caller":"traceutil/trace.go:171","msg":"trace[1291791532] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:23642; }","duration":"5.259865789s","start":"2026-02-26T02:39:48.686827Z","end":"2026-02-26T02:39:53.946693Z","steps":["trace[1291791532] 'agreement among raft nodes before linearized reading' (duration: 5.259717325s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:53.946727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:48.686802Z","time spent":"5.25991571s","remote":"127.0.0.1:45134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":140,"response size":33,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:39:53.946728Z","caller":"traceutil/trace.go:171","msg":"trace[1657218967] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:23642; }","duration":"340.353029ms","start":"2026-02-26T02:39:53.606362Z","end":"2026-02-26T02:39:53.946715Z","steps":["trace[1657218967] 'agreement among raft nodes before linearized reading' (duration: 339.25472ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:53.946798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:53.606282Z","time spent":"340.502532ms","remote":"127.0.0.1:50498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:39:53.946852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.128905138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:39:53.946876Z","caller":"traceutil/trace.go:171","msg":"trace[1621130561] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23642; }","duration":"5.128975631s","start":"2026-02-26T02:39:48.81789Z","end":"2026-02-26T02:39:53.946866Z","steps":["trace[1621130561] 'agreement among raft nodes before linearized reading' (duration: 5.12893696s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:53.94688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.051114878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:39:53.946888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.43980457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-02-26T02:39:53.946896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:48.817867Z","time spent":"5.129023231s","remote":"127.0.0.1:42256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:39:53.946907Z","caller":"traceutil/trace.go:171","msg":"trace[1821996830] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23642; }","duration":"6.05120455s","start":"2026-02-26T02:39:47.895693Z","end":"2026-02-26T02:39:53.946898Z","steps":["trace[1821996830] 'agreement among raft nodes before linearized reading' (duration: 6.051155309s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:53.946935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:47.895661Z","time spent":"6.051265411s","remote":"127.0.0.1:50670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:39:53.946944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.02691338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:39:53.946969Z","caller":"traceutil/trace.go:171","msg":"trace[351519544] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:23642; }","duration":"4.027049514s","start":"2026-02-26T02:39:49.919913Z","end":"2026-02-26T02:39:53.946963Z","steps":["trace[351519544] 'agreement among raft nodes before linearized reading' (duration: 4.027008593s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:53.946988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:49.919876Z","time spent":"4.027107406s","remote":"127.0.0.1:45246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:39:53.946998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.57639562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:39:53.946908Z","caller":"traceutil/trace.go:171","msg":"trace[167906271] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:1; response_revision:23642; }","duration":"3.439867421s","start":"2026-02-26T02:39:50.507035Z","end":"2026-02-26T02:39:53.946902Z","steps":["trace[167906271] 'agreement among raft nodes before linearized reading' (duration: 3.439739518s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:39:53.947036Z","caller":"traceutil/trace.go:171","msg":"trace[988275755] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:23642; }","duration":"4.576481932s","start":"2026-02-26T02:39:49.370542Z","end":"2026-02-26T02:39:53.947024Z","steps":["trace[988275755] 'agreement among raft nodes before linearized reading' (duration: 4.57641411s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:53.947056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:50.507009Z","time spent":"3.440036565s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/162.253.55.200\" "} {"level":"warn","ts":"2026-02-26T02:39:53.94706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:49.370514Z","time spent":"4.576539303s","remote":"127.0.0.1:39480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":32,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:39:53.946367Z","caller":"traceutil/trace.go:171","msg":"trace[1420615577] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:23642; }","duration":"8.034651926s","start":"2026-02-26T02:39:45.911686Z","end":"2026-02-26T02:39:53.946338Z","steps":["trace[1420615577] 'agreement among raft nodes before linearized reading' (duration: 8.033875615s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:53.947188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:45.911646Z","time spent":"8.035534179s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":32,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:39:53.945721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:45.745728Z","time spent":"8.199986162s","remote":"127.0.0.1:40928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:39:53.946427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:52.109683Z","time spent":"1.836739209s","remote":"127.0.0.1:50486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:39:53.9478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.703041797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T02:39:53.947845Z","caller":"traceutil/trace.go:171","msg":"trace[918908316] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23642; }","duration":"7.70313523s","start":"2026-02-26T02:39:46.244692Z","end":"2026-02-26T02:39:53.947827Z","steps":["trace[918908316] 'agreement among raft nodes before linearized reading' (duration: 7.702782111s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:53.947874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:46.244664Z","time spent":"7.703204481s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-26T02:39:53.945019Z","caller":"traceutil/trace.go:171","msg":"trace[1745219] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:23642; }","duration":"6.077658897s","start":"2026-02-26T02:39:47.867331Z","end":"2026-02-26T02:39:53.94499Z","steps":["trace[1745219] 'agreement among raft nodes before linearized reading' (duration: 6.077332589s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:53.947918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:47.867304Z","time spent":"6.080599265s","remote":"127.0.0.1:49620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:39:54.453103Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892696,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:39:54.953988Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892696,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:39:55.301913Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.354160031s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:39:55.559392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.238909ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-02-26T02:39:55.559526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:53.947647Z","time spent":"1.611872613s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T02:39:55.957039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999985049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:39:55.957181Z","caller":"traceutil/trace.go:171","msg":"trace[1736921337] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000169294s","start":"2026-02-26T02:39:53.956975Z","end":"2026-02-26T02:39:55.957144Z","steps":["trace[1736921337] 'agreement among raft nodes before linearized reading' (duration: 2.00000501s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:55.95724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:53.956961Z","time spent":"2.000267738s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:39:56.24293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:53.950281Z","time spent":"2.29263726s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-26T02:39:56.242972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:53.95273Z","time spent":"2.290230957s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/26 02:39:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/02/26 02:39:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:39:56.516731Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.214611086s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T02:39:56.517499Z","caller":"traceutil/trace.go:171","msg":"trace[1552769779] transaction","detail":"{read_only:false; response_revision:23643; number_of_response:1; }","duration":"2.569118587s","start":"2026-02-26T02:39:53.948303Z","end":"2026-02-26T02:39:56.517422Z","steps":["trace[1552769779] 'process raft request' (duration: 2.568703946s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:39:56.517574Z","caller":"traceutil/trace.go:171","msg":"trace[1378920868] transaction","detail":"{read_only:false; response_revision:23645; number_of_response:1; }","duration":"2.566096597s","start":"2026-02-26T02:39:53.951448Z","end":"2026-02-26T02:39:56.517544Z","steps":["trace[1378920868] 'process raft request' (duration: 2.565925192s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:56.517735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:53.948279Z","time spent":"2.569334702s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:39:56.517767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:53.951426Z","time spent":"2.56623016s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:39:56.518034Z","caller":"traceutil/trace.go:171","msg":"trace[31079868] transaction","detail":"{read_only:false; response_revision:23647; number_of_response:1; }","duration":"2.563679803s","start":"2026-02-26T02:39:53.954339Z","end":"2026-02-26T02:39:56.518019Z","steps":["trace[31079868] 'process raft request' (duration: 2.563125549s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:56.518126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:53.954327Z","time spent":"2.563759355s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:39:56.518496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.565387278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f2dc9856-2c43-4bf9-87c5-a7177635db99\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-02-26T02:39:56.518586Z","caller":"traceutil/trace.go:171","msg":"trace[344442513] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f2dc9856-2c43-4bf9-87c5-a7177635db99; range_end:; response_count:1; response_revision:23647; }","duration":"2.565557743s","start":"2026-02-26T02:39:53.953008Z","end":"2026-02-26T02:39:56.518566Z","steps":["trace[344442513] 'agreement among raft nodes before linearized reading' (duration: 2.565266225s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:56.518627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:53.952996Z","time spent":"2.565622014s","remote":"127.0.0.1:45180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1308,"request content":"key:\"/registry/persistentvolumes/pvc-f2dc9856-2c43-4bf9-87c5-a7177635db99\" "} {"level":"info","ts":"2026-02-26T02:39:56.518213Z","caller":"traceutil/trace.go:171","msg":"trace[592954798] linearizableReadLoop","detail":"{readStateIndex:24529; appliedIndex:24523; }","duration":"2.565106001s","start":"2026-02-26T02:39:53.953046Z","end":"2026-02-26T02:39:56.518152Z","steps":["trace[592954798] 'read index received' (duration: 1.349069748s)","trace[592954798] 'applied index is now lower than readState.Index' (duration: 1.216033053s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:39:57.28674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.231031ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:39:57.287131Z","caller":"traceutil/trace.go:171","msg":"trace[1252513551] transaction","detail":"{read_only:false; response_revision:23649; number_of_response:1; }","duration":"1.347009645s","start":"2026-02-26T02:39:55.940083Z","end":"2026-02-26T02:39:57.287093Z","steps":["trace[1252513551] 'process raft request' (duration: 1.346788739s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:39:57.287272Z","caller":"traceutil/trace.go:171","msg":"trace[2130585768] transaction","detail":"{read_only:false; response_revision:23648; number_of_response:1; }","duration":"1.725317892s","start":"2026-02-26T02:39:55.56191Z","end":"2026-02-26T02:39:57.287228Z","steps":["trace[2130585768] 'process raft request' (duration: 1.210454326s)","trace[2130585768] 'compare' (duration: 513.963493ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:39:57.287272Z","caller":"traceutil/trace.go:171","msg":"trace[113437519] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23649; }","duration":"1.041881084s","start":"2026-02-26T02:39:56.245359Z","end":"2026-02-26T02:39:57.287241Z","steps":["trace[113437519] 'process raft request' (duration: 1.041623527s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:39:57.287236Z","caller":"traceutil/trace.go:171","msg":"trace[637303647] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23649; }","duration":"1.041308109s","start":"2026-02-26T02:39:56.245864Z","end":"2026-02-26T02:39:57.287172Z","steps":["trace[637303647] 'process raft request' (duration: 1.041160765s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:57.287446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:55.940046Z","time spent":"1.34720753s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:39:57.287463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:56.245317Z","time spent":"1.042065869s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":472,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:39:57.287794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:56.245835Z","time spent":"1.041607847s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":476,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:39:57.287464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:55.561871Z","time spent":"1.725496797s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:39:57.288188Z","caller":"traceutil/trace.go:171","msg":"trace[526161788] linearizableReadLoop","detail":"{readStateIndex:24533; appliedIndex:24529; }","duration":"769.056615ms","start":"2026-02-26T02:39:56.519105Z","end":"2026-02-26T02:39:57.288161Z","steps":["trace[526161788] 'read index received' (duration: 253.269414ms)","trace[526161788] 'applied index is now lower than readState.Index' (duration: 515.783351ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:39:57.790536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.532135053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:39:57.790579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.473197ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-02-26T02:39:57.79071Z","caller":"traceutil/trace.go:171","msg":"trace[1029886994] linearizableReadLoop","detail":"{readStateIndex:24534; appliedIndex:24533; }","duration":"502.115101ms","start":"2026-02-26T02:39:57.288571Z","end":"2026-02-26T02:39:57.790686Z","steps":["trace[1029886994] 'read index received' (duration: 237.966µs)","trace[1029886994] 'applied index is now lower than readState.Index' (duration: 501.869865ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:39:57.790817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.952982602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:39:57.790853Z","caller":"traceutil/trace.go:171","msg":"trace[1614572412] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:23649; }","duration":"1.953081425s","start":"2026-02-26T02:39:55.837763Z","end":"2026-02-26T02:39:57.790844Z","steps":["trace[1614572412] 'agreement among raft nodes before linearized reading' (duration: 1.450581454s)","trace[1614572412] 'count revisions from in-memory index tree' (duration: 502.44773ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:39:57.790882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:55.837733Z","time spent":"1.953141606s","remote":"127.0.0.1:45540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":32,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:39:57.790918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.450536882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-26T02:39:57.791021Z","caller":"traceutil/trace.go:171","msg":"trace[1371815591] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23649; }","duration":"1.450700277s","start":"2026-02-26T02:39:56.340288Z","end":"2026-02-26T02:39:57.790988Z","steps":["trace[1371815591] 'agreement among raft nodes before linearized reading' (duration: 948.061672ms)","trace[1371815591] 'range keys from in-memory index tree' (duration: 502.383828ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:39:57.791074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:56.340265Z","time spent":"1.45079812s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T02:39:57.791145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.672126341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:39:57.791179Z","caller":"traceutil/trace.go:171","msg":"trace[1710694843] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:23649; }","duration":"3.672212163s","start":"2026-02-26T02:39:54.118956Z","end":"2026-02-26T02:39:57.791168Z","steps":["trace[1710694843] 'agreement among raft nodes before linearized reading' (duration: 3.169445055s)","trace[1710694843] 'count revisions from in-memory index tree' (duration: 502.722626ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:39:57.791206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:54.118928Z","time spent":"3.672271515s","remote":"127.0.0.1:38470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:39:57.791293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.836756719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:39:57.79134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.832810295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:39:57.791343Z","caller":"traceutil/trace.go:171","msg":"trace[1125057309] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23649; }","duration":"3.836814141s","start":"2026-02-26T02:39:53.95451Z","end":"2026-02-26T02:39:57.791324Z","steps":["trace[1125057309] 'agreement among raft nodes before linearized reading' (duration: 3.333976871s)","trace[1125057309] 'range keys from in-memory index tree' (duration: 502.776008ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:39:57.791361Z","caller":"traceutil/trace.go:171","msg":"trace[2135106681] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23649; }","duration":"1.832882147s","start":"2026-02-26T02:39:55.958472Z","end":"2026-02-26T02:39:57.791354Z","steps":["trace[2135106681] 'agreement among raft nodes before linearized reading' (duration: 1.329889203s)","trace[2135106681] 'range keys from in-memory index tree' (duration: 502.945783ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:39:57.791382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:55.958444Z","time spent":"1.832933328s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:39:57.791376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:53.954501Z","time spent":"3.836866732s","remote":"127.0.0.1:45224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-02-26T02:39:57.791533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.550075276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:516"} {"level":"info","ts":"2026-02-26T02:39:57.791563Z","caller":"traceutil/trace.go:171","msg":"trace[1882736442] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:23649; }","duration":"2.550173288s","start":"2026-02-26T02:39:55.241382Z","end":"2026-02-26T02:39:57.791555Z","steps":["trace[1882736442] 'agreement among raft nodes before linearized reading' (duration: 2.046998709s)","trace[1882736442] 'range keys from in-memory index tree' (duration: 503.082087ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:39:57.791582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:55.241357Z","time spent":"2.550220669s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":540,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-02-26T02:39:57.791708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.772119726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"info","ts":"2026-02-26T02:39:57.791742Z","caller":"traceutil/trace.go:171","msg":"trace[813134563] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:23649; }","duration":"2.772187537s","start":"2026-02-26T02:39:55.019547Z","end":"2026-02-26T02:39:57.791734Z","steps":["trace[813134563] 'agreement among raft nodes before linearized reading' (duration: 2.268849624s)","trace[813134563] 'range keys from in-memory index tree' (duration: 503.263421ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:39:57.791759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:55.019489Z","time spent":"2.772265849s","remote":"127.0.0.1:49480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7557,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-02-26T02:39:57.791877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.271518016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:39:57.7919Z","caller":"traceutil/trace.go:171","msg":"trace[1305182315] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:23649; }","duration":"2.271577938s","start":"2026-02-26T02:39:55.520315Z","end":"2026-02-26T02:39:57.791893Z","steps":["trace[1305182315] 'agreement among raft nodes before linearized reading' (duration: 1.76808374s)","trace[1305182315] 'count revisions from in-memory index tree' (duration: 503.460076ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:39:57.791918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:55.520291Z","time spent":"2.271622198s","remote":"127.0.0.1:39520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:39:57.790626Z","caller":"traceutil/trace.go:171","msg":"trace[2082305910] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:23649; }","duration":"1.532282097s","start":"2026-02-26T02:39:56.25832Z","end":"2026-02-26T02:39:57.790602Z","steps":["trace[2082305910] 'agreement among raft nodes before linearized reading' (duration: 1.030025342s)","trace[2082305910] 'count revisions from in-memory index tree' (duration: 502.114471ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:39:57.792479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:56.258302Z","time spent":"1.534128025s","remote":"127.0.0.1:57934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:39:57.792673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.267716055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-02-26T02:39:57.792686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.993438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-02-26T02:39:57.792725Z","caller":"traceutil/trace.go:171","msg":"trace[1005615425] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:23649; }","duration":"1.267813797s","start":"2026-02-26T02:39:56.524892Z","end":"2026-02-26T02:39:57.792706Z","steps":["trace[1005615425] 'agreement among raft nodes before linearized reading' (duration: 1.267614312s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:39:57.792728Z","caller":"traceutil/trace.go:171","msg":"trace[2143932119] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23649; }","duration":"502.070309ms","start":"2026-02-26T02:39:57.290646Z","end":"2026-02-26T02:39:57.792716Z","steps":["trace[2143932119] 'agreement among raft nodes before linearized reading' (duration: 501.952706ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:57.792761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:57.290599Z","time spent":"502.156552ms","remote":"127.0.0.1:45198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-26T02:39:57.792769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:56.52486Z","time spent":"1.267890389s","remote":"127.0.0.1:45188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-02-26T02:39:57.792819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.267104279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-wbnrv\" ","response":"range_response_count:1 size:4333"} {"level":"info","ts":"2026-02-26T02:39:57.792918Z","caller":"traceutil/trace.go:171","msg":"trace[1121623873] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-wbnrv; range_end:; response_count:1; response_revision:23649; }","duration":"1.267258303s","start":"2026-02-26T02:39:56.525635Z","end":"2026-02-26T02:39:57.792894Z","steps":["trace[1121623873] 'agreement among raft nodes before linearized reading' (duration: 1.266937924s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:57.79296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:56.525617Z","time spent":"1.267333934s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":4357,"request content":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-wbnrv\" "} {"level":"warn","ts":"2026-02-26T02:39:57.793051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.270882328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.1897ab5126282bc5\" ","response":"range_response_count:1 size:840"} {"level":"info","ts":"2026-02-26T02:39:57.793312Z","caller":"traceutil/trace.go:171","msg":"trace[219598467] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.1897ab5126282bc5; range_end:; response_count:1; response_revision:23649; }","duration":"1.271189276s","start":"2026-02-26T02:39:56.522105Z","end":"2026-02-26T02:39:57.793295Z","steps":["trace[219598467] 'agreement among raft nodes before linearized reading' (duration: 1.270502088s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:57.793414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:56.522083Z","time spent":"1.271316609s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":864,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.1897ab5126282bc5\" "} {"level":"warn","ts":"2026-02-26T02:39:58.377897Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892717,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T02:39:58.43911Z","caller":"traceutil/trace.go:171","msg":"trace[1373767848] linearizableReadLoop","detail":"{readStateIndex:24536; appliedIndex:24535; }","duration":"562.270276ms","start":"2026-02-26T02:39:57.876813Z","end":"2026-02-26T02:39:58.439083Z","steps":["trace[1373767848] 'read index received' (duration: 561.868496ms)","trace[1373767848] 'applied index is now lower than readState.Index' (duration: 400.41µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:39:58.439154Z","caller":"traceutil/trace.go:171","msg":"trace[1996996704] transaction","detail":"{read_only:false; response_revision:23651; number_of_response:1; }","duration":"635.522446ms","start":"2026-02-26T02:39:57.803589Z","end":"2026-02-26T02:39:58.439112Z","steps":["trace[1996996704] 'process raft request' (duration: 635.107805ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:58.439295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.626347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:39:58.439344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:57.803571Z","time spent":"635.66223ms","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4704,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:39:58.43936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.544628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-585884fcc7-2bvgz.1897a9bc24f2b8de\" ","response":"range_response_count:1 size:2108"} {"level":"warn","ts":"2026-02-26T02:39:58.439347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.032324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-02-26T02:39:58.439388Z","caller":"traceutil/trace.go:171","msg":"trace[1644082091] range","detail":"{range_begin:/registry/events/openstack/glance-api-585884fcc7-2bvgz.1897a9bc24f2b8de; range_end:; response_count:1; response_revision:23651; }","duration":"558.61858ms","start":"2026-02-26T02:39:57.880761Z","end":"2026-02-26T02:39:58.439379Z","steps":["trace[1644082091] 'agreement among raft nodes before linearized reading' (duration: 558.478166ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:39:58.439385Z","caller":"traceutil/trace.go:171","msg":"trace[2068061021] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23651; }","duration":"633.771101ms","start":"2026-02-26T02:39:57.805591Z","end":"2026-02-26T02:39:58.439362Z","steps":["trace[2068061021] 'agreement among raft nodes before linearized reading' (duration: 633.575305ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:39:58.439414Z","caller":"traceutil/trace.go:171","msg":"trace[816057832] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:23651; }","duration":"632.126927ms","start":"2026-02-26T02:39:57.80727Z","end":"2026-02-26T02:39:58.439396Z","steps":["trace[816057832] 'agreement among raft nodes before linearized reading' (duration: 631.86461ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:58.439422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:57.880745Z","time spent":"558.671481ms","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":2132,"request content":"key:\"/registry/events/openstack/glance-api-585884fcc7-2bvgz.1897a9bc24f2b8de\" "} {"level":"warn","ts":"2026-02-26T02:39:58.439445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:57.807264Z","time spent":"632.174769ms","remote":"127.0.0.1:45188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-02-26T02:39:58.439443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:57.805574Z","time spent":"633.858472ms","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:39:58.439449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.897349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-26T02:39:58.439527Z","caller":"traceutil/trace.go:171","msg":"trace[84900096] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:23651; }","duration":"638.003992ms","start":"2026-02-26T02:39:57.801505Z","end":"2026-02-26T02:39:58.439509Z","steps":["trace[84900096] 'agreement among raft nodes before linearized reading' (duration: 637.731214ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:58.439558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:57.801502Z","time spent":"638.051263ms","remote":"127.0.0.1:45318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-02-26T02:39:58.439584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.772882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:39:58.439646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.96723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-02-26T02:39:58.439742Z","caller":"traceutil/trace.go:171","msg":"trace[304192270] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:23651; }","duration":"356.134464ms","start":"2026-02-26T02:39:58.083582Z","end":"2026-02-26T02:39:58.439716Z","steps":["trace[304192270] 'agreement among raft nodes before linearized reading' (duration: 355.837516ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:39:58.439748Z","caller":"traceutil/trace.go:171","msg":"trace[2131931886] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23651; }","duration":"553.928117ms","start":"2026-02-26T02:39:57.885772Z","end":"2026-02-26T02:39:58.4397Z","steps":["trace[2131931886] 'agreement among raft nodes before linearized reading' (duration: 553.702571ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:58.439867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:57.885749Z","time spent":"554.10047ms","remote":"127.0.0.1:45318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-26T02:39:58.439795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:58.083554Z","time spent":"356.232867ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"info","ts":"2026-02-26T02:39:58.757913Z","caller":"traceutil/trace.go:171","msg":"trace[180789293] linearizableReadLoop","detail":"{readStateIndex:24537; appliedIndex:24536; }","duration":"314.882176ms","start":"2026-02-26T02:39:58.443006Z","end":"2026-02-26T02:39:58.757888Z","steps":["trace[180789293] 'read index received' (duration: 273.314671ms)","trace[180789293] 'applied index is now lower than readState.Index' (duration: 41.566235ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:39:58.757951Z","caller":"traceutil/trace.go:171","msg":"trace[582783823] transaction","detail":"{read_only:false; response_revision:23652; number_of_response:1; }","duration":"315.02596ms","start":"2026-02-26T02:39:58.442881Z","end":"2026-02-26T02:39:58.757906Z","steps":["trace[582783823] 'process raft request' (duration: 273.274591ms)","trace[582783823] 'compare' (duration: 41.629266ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:39:58.758141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.099912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-dd4dcf3a-0f13-4fca-87f1-753600c60585\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-02-26T02:39:58.75813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:58.44287Z","time spent":"315.161764ms","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2091,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:39:58.758171Z","caller":"traceutil/trace.go:171","msg":"trace[1278698532] range","detail":"{range_begin:/registry/persistentvolumes/pvc-dd4dcf3a-0f13-4fca-87f1-753600c60585; range_end:; response_count:1; response_revision:23652; }","duration":"315.159703ms","start":"2026-02-26T02:39:58.443002Z","end":"2026-02-26T02:39:58.758162Z","steps":["trace[1278698532] 'agreement among raft nodes before linearized reading' (duration: 314.993809ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:58.7582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:58.442975Z","time spent":"315.219645ms","remote":"127.0.0.1:45180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-dd4dcf3a-0f13-4fca-87f1-753600c60585\" "} {"level":"info","ts":"2026-02-26T02:39:59.156034Z","caller":"traceutil/trace.go:171","msg":"trace[1891627932] linearizableReadLoop","detail":"{readStateIndex:24538; appliedIndex:24537; }","duration":"398.003688ms","start":"2026-02-26T02:39:58.757968Z","end":"2026-02-26T02:39:59.155972Z","steps":["trace[1891627932] 'read index received' (duration: 397.672419ms)","trace[1891627932] 'applied index is now lower than readState.Index' (duration: 329.569µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:39:59.156071Z","caller":"traceutil/trace.go:171","msg":"trace[2124447617] transaction","detail":"{read_only:false; response_revision:23653; number_of_response:1; }","duration":"701.796122ms","start":"2026-02-26T02:39:58.454236Z","end":"2026-02-26T02:39:59.156032Z","steps":["trace[2124447617] 'process raft request' (duration: 701.430003ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:59.156254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.608768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:39:59.156305Z","caller":"traceutil/trace.go:171","msg":"trace[795602752] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:23653; }","duration":"654.743422ms","start":"2026-02-26T02:39:58.501545Z","end":"2026-02-26T02:39:59.156289Z","steps":["trace[795602752] 'agreement among raft nodes before linearized reading' (duration: 654.629159ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:59.156357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:58.501512Z","time spent":"654.834385ms","remote":"127.0.0.1:57932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:39:59.156518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:58.45422Z","time spent":"701.943776ms","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16140,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:39:59.156647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.305237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-78ff5b7587-z4q2l.1897ab527cb4fc57\" ","response":"range_response_count:1 size:844"} {"level":"info","ts":"2026-02-26T02:39:59.156805Z","caller":"traceutil/trace.go:171","msg":"trace[1828640950] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-78ff5b7587-z4q2l.1897ab527cb4fc57; range_end:; response_count:1; response_revision:23653; }","duration":"395.457941ms","start":"2026-02-26T02:39:58.761284Z","end":"2026-02-26T02:39:59.156742Z","steps":["trace[1828640950] 'agreement among raft nodes before linearized reading' (duration: 395.089281ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:59.15687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:58.761223Z","time spent":"395.635155ms","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":868,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-78ff5b7587-z4q2l.1897ab527cb4fc57\" "} {"level":"warn","ts":"2026-02-26T02:39:59.15693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.012759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-02-26T02:39:59.156984Z","caller":"traceutil/trace.go:171","msg":"trace[583229040] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:23653; }","duration":"395.108621ms","start":"2026-02-26T02:39:58.76186Z","end":"2026-02-26T02:39:59.156968Z","steps":["trace[583229040] 'agreement among raft nodes before linearized reading' (duration: 394.879075ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:59.157023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:58.761835Z","time spent":"395.180813ms","remote":"127.0.0.1:45188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2107,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-02-26T02:39:59.15714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.359126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:39:59.157278Z","caller":"traceutil/trace.go:171","msg":"trace[288191616] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:23653; }","duration":"680.546941ms","start":"2026-02-26T02:39:58.476693Z","end":"2026-02-26T02:39:59.15724Z","steps":["trace[288191616] 'agreement among raft nodes before linearized reading' (duration: 680.348406ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:39:59.157354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:58.476671Z","time spent":"680.663615ms","remote":"127.0.0.1:49516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:39:59.662Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892726,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T02:40:00.051514Z","caller":"traceutil/trace.go:171","msg":"trace[145988830] transaction","detail":"{read_only:false; response_revision:23654; number_of_response:1; }","duration":"891.098591ms","start":"2026-02-26T02:39:59.16039Z","end":"2026-02-26T02:40:00.051489Z","steps":["trace[145988830] 'process raft request' (duration: 890.944657ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:00.051665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:59.160353Z","time spent":"891.226784ms","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":826,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:40:00.503893Z","caller":"traceutil/trace.go:171","msg":"trace[1558267774] linearizableReadLoop","detail":"{readStateIndex:24540; appliedIndex:24538; }","duration":"1.342457054s","start":"2026-02-26T02:39:59.161406Z","end":"2026-02-26T02:40:00.503863Z","steps":["trace[1558267774] 'read index received' (duration: 890.050063ms)","trace[1558267774] 'applied index is now lower than readState.Index' (duration: 452.405721ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:40:00.504124Z","caller":"traceutil/trace.go:171","msg":"trace[1794486891] transaction","detail":"{read_only:false; response_revision:23656; number_of_response:1; }","duration":"724.416779ms","start":"2026-02-26T02:39:59.77965Z","end":"2026-02-26T02:40:00.504067Z","steps":["trace[1794486891] 'process raft request' (duration: 724.120661ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:00.504224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.342794063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-bbcdceb6-63a0-4831-bd9f-b01de1984901\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-02-26T02:40:00.504267Z","caller":"traceutil/trace.go:171","msg":"trace[971605534] range","detail":"{range_begin:/registry/persistentvolumes/pvc-bbcdceb6-63a0-4831-bd9f-b01de1984901; range_end:; response_count:1; response_revision:23656; }","duration":"1.342900927s","start":"2026-02-26T02:39:59.161351Z","end":"2026-02-26T02:40:00.504252Z","steps":["trace[971605534] 'agreement among raft nodes before linearized reading' (duration: 1.342695951s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:00.504309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:59.161325Z","time spent":"1.342974418s","remote":"127.0.0.1:45180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1460,"request content":"key:\"/registry/persistentvolumes/pvc-bbcdceb6-63a0-4831-bd9f-b01de1984901\" "} {"level":"warn","ts":"2026-02-26T02:40:00.504392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:59.779618Z","time spent":"724.631745ms","remote":"127.0.0.1:49480","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7516,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:40:00.505055Z","caller":"traceutil/trace.go:171","msg":"trace[183345467] transaction","detail":"{read_only:false; response_revision:23655; number_of_response:1; }","duration":"1.209619174s","start":"2026-02-26T02:39:59.295389Z","end":"2026-02-26T02:40:00.505008Z","steps":["trace[183345467] 'process raft request' (duration: 1.208118954s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:00.505393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:59.295363Z","time spent":"1.209757768s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:40:00.743516Z","caller":"traceutil/trace.go:171","msg":"trace[1514578976] linearizableReadLoop","detail":"{readStateIndex:24542; appliedIndex:24541; }","duration":"239.477491ms","start":"2026-02-26T02:40:00.504011Z","end":"2026-02-26T02:40:00.743489Z","steps":["trace[1514578976] 'read index received' (duration: 158.792755ms)","trace[1514578976] 'applied index is now lower than readState.Index' (duration: 80.683476ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:40:00.743673Z","caller":"traceutil/trace.go:171","msg":"trace[821007676] transaction","detail":"{read_only:false; response_revision:23657; number_of_response:1; }","duration":"686.290354ms","start":"2026-02-26T02:40:00.057368Z","end":"2026-02-26T02:40:00.743659Z","steps":["trace[821007676] 'process raft request' (duration: 605.385902ms)","trace[821007676] 'compare' (duration: 79.954067ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:40:00.743792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:00.057334Z","time spent":"686.376827ms","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":827,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T02:40:00.744025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.320885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:40:00.744053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.766155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:40:00.744116Z","caller":"traceutil/trace.go:171","msg":"trace[837721533] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23657; }","duration":"960.459889ms","start":"2026-02-26T02:39:59.783636Z","end":"2026-02-26T02:40:00.744096Z","steps":["trace[837721533] 'agreement among raft nodes before linearized reading' (duration: 960.228353ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:40:00.744135Z","caller":"traceutil/trace.go:171","msg":"trace[1251972198] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:23657; }","duration":"226.874828ms","start":"2026-02-26T02:40:00.51724Z","end":"2026-02-26T02:40:00.744115Z","steps":["trace[1251972198] 'agreement among raft nodes before linearized reading' (duration: 226.661903ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:00.744172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:59.783626Z","time spent":"960.53328ms","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:40:00.744154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.83234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-02-26T02:40:00.744234Z","caller":"traceutil/trace.go:171","msg":"trace[635875256] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:1; response_revision:23657; }","duration":"236.969224ms","start":"2026-02-26T02:40:00.507246Z","end":"2026-02-26T02:40:00.744215Z","steps":["trace[635875256] 'agreement among raft nodes before linearized reading' (duration: 236.656916ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:00.744288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.581542694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-7dvxw\" ","response":"range_response_count:1 size:5597"} {"level":"info","ts":"2026-02-26T02:40:00.744342Z","caller":"traceutil/trace.go:171","msg":"trace[832949720] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-7dvxw; range_end:; response_count:1; response_revision:23657; }","duration":"1.581638327s","start":"2026-02-26T02:39:59.162688Z","end":"2026-02-26T02:40:00.744327Z","steps":["trace[832949720] 'agreement among raft nodes before linearized reading' (duration: 1.581459132s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:00.744375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:59.16267Z","time spent":"1.581697169s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":5621,"request content":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-7dvxw\" "} {"level":"warn","ts":"2026-02-26T02:40:00.744474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.35319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-02-26T02:40:00.744502Z","caller":"traceutil/trace.go:171","msg":"trace[1745335640] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:23657; }","duration":"230.397791ms","start":"2026-02-26T02:40:00.514093Z","end":"2026-02-26T02:40:00.744491Z","steps":["trace[1745335640] 'agreement among raft nodes before linearized reading' (duration: 230.328789ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:00.744507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.577859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:516"} {"level":"warn","ts":"2026-02-26T02:40:00.744516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.580654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:40:00.744533Z","caller":"traceutil/trace.go:171","msg":"trace[1178760776] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:23657; }","duration":"418.640851ms","start":"2026-02-26T02:40:00.325883Z","end":"2026-02-26T02:40:00.744524Z","steps":["trace[1178760776] 'agreement among raft nodes before linearized reading' (duration: 418.503727ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:40:00.744556Z","caller":"traceutil/trace.go:171","msg":"trace[334595736] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:23657; }","duration":"913.677926ms","start":"2026-02-26T02:39:59.830866Z","end":"2026-02-26T02:40:00.744544Z","steps":["trace[334595736] 'agreement among raft nodes before linearized reading' (duration: 913.610675ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:00.744585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:39:59.830843Z","time spent":"913.731507ms","remote":"127.0.0.1:42488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:40:00.744647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.682805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18646"} {"level":"info","ts":"2026-02-26T02:40:00.744664Z","caller":"traceutil/trace.go:171","msg":"trace[198923379] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:23657; }","duration":"231.700125ms","start":"2026-02-26T02:40:00.512959Z","end":"2026-02-26T02:40:00.744659Z","steps":["trace[198923379] 'agreement among raft nodes before linearized reading' (duration: 231.637444ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:00.744561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:00.325858Z","time spent":"418.697113ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":540,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"info","ts":"2026-02-26T02:40:01.253719Z","caller":"traceutil/trace.go:171","msg":"trace[511526592] linearizableReadLoop","detail":"{readStateIndex:24544; appliedIndex:24543; }","duration":"488.929334ms","start":"2026-02-26T02:40:00.764759Z","end":"2026-02-26T02:40:01.253689Z","steps":["trace[511526592] 'read index received' (duration: 487.445594ms)","trace[511526592] 'applied index is now lower than readState.Index' (duration: 1.482149ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:40:01.253788Z","caller":"traceutil/trace.go:171","msg":"trace[513842033] transaction","detail":"{read_only:false; response_revision:23658; number_of_response:1; }","duration":"497.230412ms","start":"2026-02-26T02:40:00.756507Z","end":"2026-02-26T02:40:01.253737Z","steps":["trace[513842033] 'process raft request' (duration: 495.740993ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:01.253928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.144969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:40:01.253982Z","caller":"traceutil/trace.go:171","msg":"trace[925949080] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23658; }","duration":"492.243531ms","start":"2026-02-26T02:40:00.761725Z","end":"2026-02-26T02:40:01.253969Z","steps":["trace[925949080] 'agreement among raft nodes before linearized reading' (duration: 492.119798ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:01.254037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:00.761719Z","time spent":"492.295792ms","remote":"127.0.0.1:42422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:40:01.254305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:00.756494Z","time spent":"497.410507ms","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7566,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:40:01.254388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.900842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-fa084a96-61eb-4d47-82fa-bddbe2852ea7\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-02-26T02:40:01.254431Z","caller":"traceutil/trace.go:171","msg":"trace[866720171] range","detail":"{range_begin:/registry/persistentvolumes/pvc-fa084a96-61eb-4d47-82fa-bddbe2852ea7; range_end:; response_count:1; response_revision:23658; }","duration":"502.957723ms","start":"2026-02-26T02:40:00.751462Z","end":"2026-02-26T02:40:01.25442Z","steps":["trace[866720171] 'agreement among raft nodes before linearized reading' (duration: 502.826379ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:01.254468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:00.75145Z","time spent":"503.011765ms","remote":"127.0.0.1:45180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1340,"request content":"key:\"/registry/persistentvolumes/pvc-fa084a96-61eb-4d47-82fa-bddbe2852ea7\" "} {"level":"warn","ts":"2026-02-26T02:40:01.830303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.947344ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:40:01.830699Z","caller":"traceutil/trace.go:171","msg":"trace[689692024] transaction","detail":"{read_only:false; response_revision:23661; number_of_response:1; }","duration":"390.836408ms","start":"2026-02-26T02:40:01.43984Z","end":"2026-02-26T02:40:01.830677Z","steps":["trace[689692024] 'process raft request' (duration: 390.772327ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:40:01.830706Z","caller":"traceutil/trace.go:171","msg":"trace[321034995] linearizableReadLoop","detail":"{readStateIndex:24546; appliedIndex:24544; }","duration":"576.86108ms","start":"2026-02-26T02:40:01.25381Z","end":"2026-02-26T02:40:01.830671Z","steps":["trace[321034995] 'read index received' (duration: 160.978512ms)","trace[321034995] 'applied index is now lower than readState.Index' (duration: 415.879108ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:40:01.8307Z","caller":"traceutil/trace.go:171","msg":"trace[1488590395] transaction","detail":"{read_only:false; response_revision:23660; number_of_response:1; }","duration":"1.063405931s","start":"2026-02-26T02:40:00.767232Z","end":"2026-02-26T02:40:01.830638Z","steps":["trace[1488590395] 'process raft request' (duration: 1.063196696s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:01.830784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:01.439808Z","time spent":"390.938731ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:40:01.830881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.957737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:40:01.830945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:00.767226Z","time spent":"1.063587286s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:40:01.831003Z","caller":"traceutil/trace.go:171","msg":"trace[1974666670] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:23661; }","duration":"617.144732ms","start":"2026-02-26T02:40:01.213829Z","end":"2026-02-26T02:40:01.830974Z","steps":["trace[1974666670] 'agreement among raft nodes before linearized reading' (duration: 616.896366ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:01.831017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.378087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:40:01.831067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:01.213811Z","time spent":"617.243164ms","remote":"127.0.0.1:49540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:40:01.831092Z","caller":"traceutil/trace.go:171","msg":"trace[1974511054] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23661; }","duration":"946.679196ms","start":"2026-02-26T02:40:00.884395Z","end":"2026-02-26T02:40:01.831074Z","steps":["trace[1974511054] 'agreement among raft nodes before linearized reading' (duration: 946.333377ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:01.83108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.918109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4947"} {"level":"warn","ts":"2026-02-26T02:40:01.831134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:00.884375Z","time spent":"946.748817ms","remote":"127.0.0.1:42204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:40:01.831177Z","caller":"traceutil/trace.go:171","msg":"trace[1792985196] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:23661; }","duration":"564.074184ms","start":"2026-02-26T02:40:01.267082Z","end":"2026-02-26T02:40:01.831156Z","steps":["trace[1792985196] 'agreement among raft nodes before linearized reading' (duration: 563.827057ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:01.831231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:01.267056Z","time spent":"564.165176ms","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4971,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"warn","ts":"2026-02-26T02:40:01.831239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.292236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-26T02:40:01.831287Z","caller":"traceutil/trace.go:171","msg":"trace[585002660] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23661; }","duration":"354.379828ms","start":"2026-02-26T02:40:01.476893Z","end":"2026-02-26T02:40:01.831273Z","steps":["trace[585002660] 'agreement among raft nodes before linearized reading' (duration: 354.170303ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:01.830939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.043862166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:40:01.831333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:01.47687Z","time spent":"354.454499ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-26T02:40:01.83137Z","caller":"traceutil/trace.go:171","msg":"trace[482548466] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23661; }","duration":"1.044317928s","start":"2026-02-26T02:40:00.787034Z","end":"2026-02-26T02:40:01.831352Z","steps":["trace[482548466] 'agreement among raft nodes before linearized reading' (duration: 1.043825405s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:01.831419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:00.787027Z","time spent":"1.04437986s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:40:01.83151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.808027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-02-26T02:40:01.831576Z","caller":"traceutil/trace.go:171","msg":"trace[1122113119] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23661; }","duration":"467.91029ms","start":"2026-02-26T02:40:01.363651Z","end":"2026-02-26T02:40:01.831561Z","steps":["trace[1122113119] 'agreement among raft nodes before linearized reading' (duration: 467.703044ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:01.831612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:01.363628Z","time spent":"467.977592ms","remote":"127.0.0.1:45188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1878,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-26T02:40:01.837246Z","caller":"traceutil/trace.go:171","msg":"trace[45738700] transaction","detail":"{read_only:false; response_revision:23659; number_of_response:1; }","duration":"1.065110206s","start":"2026-02-26T02:40:00.76555Z","end":"2026-02-26T02:40:01.83066Z","steps":["trace[45738700] 'process raft request' (duration: 649.360051ms)","trace[45738700] 'compare' (duration: 414.4208ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:40:01.837367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:00.765543Z","time spent":"1.071762731s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:40:01.985636Z","caller":"traceutil/trace.go:171","msg":"trace[88015477] transaction","detail":"{read_only:false; response_revision:23662; number_of_response:1; }","duration":"143.44126ms","start":"2026-02-26T02:40:01.842145Z","end":"2026-02-26T02:40:01.985586Z","steps":["trace[88015477] 'process raft request' (duration: 138.062819ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:40:02.060008Z","caller":"traceutil/trace.go:171","msg":"trace[1481890954] linearizableReadLoop","detail":"{readStateIndex:24549; appliedIndex:24547; }","duration":"216.653809ms","start":"2026-02-26T02:40:01.843327Z","end":"2026-02-26T02:40:02.059981Z","steps":["trace[1481890954] 'read index received' (duration: 137.093452ms)","trace[1481890954] 'applied index is now lower than readState.Index' (duration: 79.559137ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:40:02.060066Z","caller":"traceutil/trace.go:171","msg":"trace[1769100671] transaction","detail":"{read_only:false; response_revision:23663; number_of_response:1; }","duration":"216.791693ms","start":"2026-02-26T02:40:01.843224Z","end":"2026-02-26T02:40:02.060016Z","steps":["trace[1769100671] 'process raft request' (duration: 216.544036ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:02.060334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.983738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-26T02:40:02.060475Z","caller":"traceutil/trace.go:171","msg":"trace[1428629454] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:23663; }","duration":"217.152982ms","start":"2026-02-26T02:40:01.843302Z","end":"2026-02-26T02:40:02.060455Z","steps":["trace[1428629454] 'agreement among raft nodes before linearized reading' (duration: 216.772622ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:02.060599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.675417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:40:02.060658Z","caller":"traceutil/trace.go:171","msg":"trace[1009133135] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23663; }","duration":"214.746829ms","start":"2026-02-26T02:40:01.845898Z","end":"2026-02-26T02:40:02.060645Z","steps":["trace[1009133135] 'agreement among raft nodes before linearized reading' (duration: 214.645947ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:02.060712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.06766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-38d82645-7a8f-450c-899c-07af03a812d9\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-02-26T02:40:02.060829Z","caller":"traceutil/trace.go:171","msg":"trace[411694893] range","detail":"{range_begin:/registry/persistentvolumes/pvc-38d82645-7a8f-450c-899c-07af03a812d9; range_end:; response_count:1; response_revision:23663; }","duration":"217.269605ms","start":"2026-02-26T02:40:01.84353Z","end":"2026-02-26T02:40:02.0608Z","steps":["trace[411694893] 'agreement among raft nodes before linearized reading' (duration: 216.867345ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:02.060805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.361316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-02-26T02:40:02.060965Z","caller":"traceutil/trace.go:171","msg":"trace[900543511] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:23663; }","duration":"190.595712ms","start":"2026-02-26T02:40:01.870351Z","end":"2026-02-26T02:40:02.060947Z","steps":["trace[900543511] 'agreement among raft nodes before linearized reading' (duration: 190.182531ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:04.263964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:02.26608Z","time spent":"1.997875504s","remote":"127.0.0.1:33508","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T02:40:04.265939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.11573665s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:40:04.266005Z","caller":"traceutil/trace.go:171","msg":"trace[762103437] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23663; }","duration":"1.115814912s","start":"2026-02-26T02:40:03.150179Z","end":"2026-02-26T02:40:04.265994Z","steps":["trace[762103437] 'range keys from in-memory index tree' (duration: 1.11572441s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:04.266602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.762187295s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:40:04.266765Z","caller":"traceutil/trace.go:171","msg":"trace[1935545957] transaction","detail":"{read_only:false; response_revision:23664; number_of_response:1; }","duration":"2.199522338s","start":"2026-02-26T02:40:02.067214Z","end":"2026-02-26T02:40:04.266736Z","steps":["trace[1935545957] 'process raft request' (duration: 437.039826ms)","trace[1935545957] 'compare' (duration: 1.760216602s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:40:04.266861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:02.067194Z","time spent":"2.19962272s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:40:05.021348Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.517031045s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:40:05.806333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000519763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:40:05.806472Z","caller":"traceutil/trace.go:171","msg":"trace[1086045543] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000729498s","start":"2026-02-26T02:40:03.805711Z","end":"2026-02-26T02:40:05.806441Z","steps":["trace[1086045543] 'agreement among raft nodes before linearized reading' (duration: 2.000571674s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:05.806552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:03.805683Z","time spent":"2.000851912s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:40:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:40:05.95769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:04.944281Z","time spent":"1.013399283s","remote":"127.0.0.1:33534","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T02:40:05.958845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.125422ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:40:05.958972Z","caller":"traceutil/trace.go:171","msg":"trace[180035034] linearizableReadLoop","detail":"{readStateIndex:24551; appliedIndex:24549; }","duration":"3.888754758s","start":"2026-02-26T02:40:02.070197Z","end":"2026-02-26T02:40:05.958951Z","steps":["trace[180035034] 'read index received' (duration: 434.078747ms)","trace[180035034] 'applied index is now lower than readState.Index' (duration: 3.454674141s)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:40:05.959283Z","caller":"traceutil/trace.go:171","msg":"trace[630636997] transaction","detail":"{read_only:false; response_revision:23665; number_of_response:1; }","duration":"3.88916852s","start":"2026-02-26T02:40:02.070099Z","end":"2026-02-26T02:40:05.959268Z","steps":["trace[630636997] 'process raft request' (duration: 2.951497223s)","trace[630636997] 'compare' (duration: 936.528926ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:40:05.959365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:02.070062Z","time spent":"3.889262672s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7983,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:40:05.959718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.889524159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2673ec15-2333-4f3c-b6f2-22c818bd363c\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-02-26T02:40:05.959762Z","caller":"traceutil/trace.go:171","msg":"trace[250397488] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2673ec15-2333-4f3c-b6f2-22c818bd363c; range_end:; response_count:1; response_revision:23665; }","duration":"3.88958121s","start":"2026-02-26T02:40:02.070167Z","end":"2026-02-26T02:40:05.959749Z","steps":["trace[250397488] 'agreement among raft nodes before linearized reading' (duration: 3.889425426s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:05.959798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:02.07016Z","time spent":"3.889630091s","remote":"127.0.0.1:45180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1308,"request content":"key:\"/registry/persistentvolumes/pvc-2673ec15-2333-4f3c-b6f2-22c818bd363c\" "} {"level":"warn","ts":"2026-02-26T02:40:06.232713Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.210982619s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T02:40:06.256476Z","caller":"traceutil/trace.go:171","msg":"trace[839578565] transaction","detail":"{read_only:false; response_revision:23666; number_of_response:1; }","duration":"3.74380776s","start":"2026-02-26T02:40:02.512608Z","end":"2026-02-26T02:40:06.256415Z","steps":["trace[839578565] 'process raft request' (duration: 3.720473315s)","trace[839578565] 'compare' (duration: 23.030957ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:40:06.256623Z","caller":"traceutil/trace.go:171","msg":"trace[979671962] transaction","detail":"{read_only:false; response_revision:23667; number_of_response:1; }","duration":"2.064828718s","start":"2026-02-26T02:40:04.19176Z","end":"2026-02-26T02:40:06.256589Z","steps":["trace[979671962] 'process raft request' (duration: 2.064585242s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:06.256796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:02.512576Z","time spent":"3.744052166s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:40:06.256829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:04.19173Z","time spent":"2.064996143s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:40:06.257291Z","caller":"traceutil/trace.go:171","msg":"trace[1265702200] transaction","detail":"{read_only:false; response_revision:23668; number_of_response:1; }","duration":"1.985326444s","start":"2026-02-26T02:40:04.271919Z","end":"2026-02-26T02:40:06.257245Z","steps":["trace[1265702200] 'process raft request' (duration: 1.984599564s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:40:06.257349Z","caller":"traceutil/trace.go:171","msg":"trace[2076428010] linearizableReadLoop","detail":"{readStateIndex:24555; appliedIndex:24551; }","duration":"298.30479ms","start":"2026-02-26T02:40:05.959007Z","end":"2026-02-26T02:40:06.257312Z","steps":["trace[2076428010] 'read index received' (duration: 273.937478ms)","trace[2076428010] 'applied index is now lower than readState.Index' (duration: 24.364932ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:40:06.257635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.141808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:40:06.257756Z","caller":"traceutil/trace.go:171","msg":"trace[11631823] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23669; }","duration":"974.319953ms","start":"2026-02-26T02:40:05.28342Z","end":"2026-02-26T02:40:06.25774Z","steps":["trace[11631823] 'agreement among raft nodes before linearized reading' (duration: 974.087646ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:06.257831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:05.283394Z","time spent":"974.423406ms","remote":"127.0.0.1:42568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:40:06.257869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.428926083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:40:06.257935Z","caller":"traceutil/trace.go:171","msg":"trace[1586997361] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:23669; }","duration":"2.428993984s","start":"2026-02-26T02:40:03.828923Z","end":"2026-02-26T02:40:06.257917Z","steps":["trace[1586997361] 'agreement among raft nodes before linearized reading' (duration: 2.428882751s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:06.257997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:03.828855Z","time spent":"2.429125328s","remote":"127.0.0.1:49560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:40:06.257975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:04.271898Z","time spent":"1.985479357s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":914,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T02:40:06.258249Z","caller":"traceutil/trace.go:171","msg":"trace[123708370] transaction","detail":"{read_only:false; response_revision:23669; number_of_response:1; }","duration":"1.975041043s","start":"2026-02-26T02:40:04.283191Z","end":"2026-02-26T02:40:06.258232Z","steps":["trace[123708370] 'process raft request' (duration: 1.973931233s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:06.258374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:04.283159Z","time spent":"1.975174745s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:40:06.258401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.34303699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-02-26T02:40:06.258804Z","caller":"traceutil/trace.go:171","msg":"trace[2088945607] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:23669; }","duration":"3.34345893s","start":"2026-02-26T02:40:02.915324Z","end":"2026-02-26T02:40:06.258783Z","steps":["trace[2088945607] 'agreement among raft nodes before linearized reading' (duration: 3.342946587s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:06.258856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.189348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-x9lwc\" ","response":"range_response_count:1 size:5931"} {"level":"warn","ts":"2026-02-26T02:40:06.258878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.972853645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-26T02:40:06.258938Z","caller":"traceutil/trace.go:171","msg":"trace[120117437] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:23669; }","duration":"3.97302709s","start":"2026-02-26T02:40:02.285898Z","end":"2026-02-26T02:40:06.258925Z","steps":["trace[120117437] 'agreement among raft nodes before linearized reading' (duration: 3.972790564s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:40:06.258961Z","caller":"traceutil/trace.go:171","msg":"trace[1108728267] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-x9lwc; range_end:; response_count:1; response_revision:23669; }","duration":"295.324553ms","start":"2026-02-26T02:40:05.963592Z","end":"2026-02-26T02:40:06.258917Z","steps":["trace[1108728267] 'agreement among raft nodes before linearized reading' (duration: 295.073156ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:06.258985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:02.285808Z","time spent":"3.973167634s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":175,"response size":33,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:40:06.259096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.738392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:40:06.257751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.711479607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"warn","ts":"2026-02-26T02:40:06.258638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.530428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:40:06.259286Z","caller":"traceutil/trace.go:171","msg":"trace[1114477821] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23669; }","duration":"452.196366ms","start":"2026-02-26T02:40:05.807076Z","end":"2026-02-26T02:40:06.259272Z","steps":["trace[1114477821] 'agreement among raft nodes before linearized reading' (duration: 451.468807ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:06.258878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:02.915308Z","time spent":"3.343551993s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":669,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"info","ts":"2026-02-26T02:40:06.259376Z","caller":"traceutil/trace.go:171","msg":"trace[1207308901] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:23669; }","duration":"1.713161691s","start":"2026-02-26T02:40:04.546199Z","end":"2026-02-26T02:40:06.259361Z","steps":["trace[1207308901] 'agreement among raft nodes before linearized reading' (duration: 1.711315673s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:06.259292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.188826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-02-26T02:40:06.259454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:04.546176Z","time spent":"1.713262614s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"info","ts":"2026-02-26T02:40:06.259507Z","caller":"traceutil/trace.go:171","msg":"trace[1302760706] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:23669; }","duration":"293.423042ms","start":"2026-02-26T02:40:05.966063Z","end":"2026-02-26T02:40:06.259486Z","steps":["trace[1302760706] 'agreement among raft nodes before linearized reading' (duration: 293.110683ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:06.25864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.969967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-26T02:40:06.259607Z","caller":"traceutil/trace.go:171","msg":"trace[396548081] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23669; }","duration":"773.997944ms","start":"2026-02-26T02:40:05.485598Z","end":"2026-02-26T02:40:06.259596Z","steps":["trace[396548081] 'agreement among raft nodes before linearized reading' (duration: 772.917986ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:06.259149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.359224877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:516"} {"level":"warn","ts":"2026-02-26T02:40:06.259708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:05.485554Z","time spent":"774.111237ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-26T02:40:06.259711Z","caller":"traceutil/trace.go:171","msg":"trace[501263109] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:23669; }","duration":"3.359930255s","start":"2026-02-26T02:40:02.89976Z","end":"2026-02-26T02:40:06.25969Z","steps":["trace[501263109] 'agreement among raft nodes before linearized reading' (duration: 3.359043092s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:06.259967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:02.899733Z","time spent":"3.360196882s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":540,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"info","ts":"2026-02-26T02:40:06.259288Z","caller":"traceutil/trace.go:171","msg":"trace[1005478063] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:23669; }","duration":"465.950377ms","start":"2026-02-26T02:40:05.793289Z","end":"2026-02-26T02:40:06.25924Z","steps":["trace[1005478063] 'agreement among raft nodes before linearized reading' (duration: 465.524376ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:06.25944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:05.806991Z","time spent":"452.380091ms","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:40:06.26008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:05.793265Z","time spent":"466.78949ms","remote":"127.0.0.1:49500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:40:06.260492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.829379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:40:06.260581Z","caller":"traceutil/trace.go:171","msg":"trace[595817170] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:23669; }","duration":"648.043175ms","start":"2026-02-26T02:40:05.612515Z","end":"2026-02-26T02:40:06.260559Z","steps":["trace[595817170] 'agreement among raft nodes before linearized reading' (duration: 645.984731ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:06.260624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:05.612488Z","time spent":"648.126257ms","remote":"127.0.0.1:42364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:40:06.915005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.388877ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:40:06.915268Z","caller":"traceutil/trace.go:171","msg":"trace[249440728] transaction","detail":"{read_only:false; response_revision:23670; number_of_response:1; }","duration":"646.037053ms","start":"2026-02-26T02:40:06.269129Z","end":"2026-02-26T02:40:06.915166Z","steps":["trace[249440728] 'process raft request' (duration: 488.355988ms)","trace[249440728] 'compare' (duration: 156.479353ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:40:06.915431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:06.269103Z","time spent":"646.2714ms","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:40:07.454653Z","caller":"traceutil/trace.go:171","msg":"trace[663868039] transaction","detail":"{read_only:false; response_revision:23671; number_of_response:1; }","duration":"1.181538215s","start":"2026-02-26T02:40:06.273062Z","end":"2026-02-26T02:40:07.454601Z","steps":["trace[663868039] 'process raft request' (duration: 1.181292628s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:40:07.454547Z","caller":"traceutil/trace.go:171","msg":"trace[1881192920] linearizableReadLoop","detail":"{readStateIndex:24557; appliedIndex:24555; }","duration":"1.064656784s","start":"2026-02-26T02:40:06.389866Z","end":"2026-02-26T02:40:07.454523Z","steps":["trace[1881192920] 'read index received' (duration: 368.738687ms)","trace[1881192920] 'applied index is now lower than readState.Index' (duration: 695.917377ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:40:07.454819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064924491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:40:07.454908Z","caller":"traceutil/trace.go:171","msg":"trace[506590988] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:23671; }","duration":"1.065103226s","start":"2026-02-26T02:40:06.389784Z","end":"2026-02-26T02:40:07.454887Z","steps":["trace[506590988] 'agreement among raft nodes before linearized reading' (duration: 1.064900441s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:07.454923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:06.273042Z","time spent":"1.181736099s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5700,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:40:07.455012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:06.389754Z","time spent":"1.065195699s","remote":"127.0.0.1:45338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":32,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:40:07.455051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.572738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:40:07.45509Z","caller":"traceutil/trace.go:171","msg":"trace[973656825] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:23671; }","duration":"846.742452ms","start":"2026-02-26T02:40:06.608337Z","end":"2026-02-26T02:40:07.455079Z","steps":["trace[973656825] 'agreement among raft nodes before linearized reading' (duration: 846.581248ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:07.455126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:06.608315Z","time spent":"846.804484ms","remote":"127.0.0.1:45250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:40:07.45525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.5842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-26T02:40:07.455355Z","caller":"traceutil/trace.go:171","msg":"trace[508152998] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23671; }","duration":"492.753324ms","start":"2026-02-26T02:40:06.962579Z","end":"2026-02-26T02:40:07.455332Z","steps":["trace[508152998] 'agreement among raft nodes before linearized reading' (duration: 492.471206ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:07.455411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:06.962549Z","time spent":"492.852397ms","remote":"127.0.0.1:45134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-26T02:40:07.455493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.168772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:40:07.455565Z","caller":"traceutil/trace.go:171","msg":"trace[653033423] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:23671; }","duration":"461.294085ms","start":"2026-02-26T02:40:06.994254Z","end":"2026-02-26T02:40:07.455548Z","steps":["trace[653033423] 'agreement among raft nodes before linearized reading' (duration: 461.09136ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:07.455614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:06.994233Z","time spent":"461.369368ms","remote":"127.0.0.1:42324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:40:07.455604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.690581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18646"} {"level":"warn","ts":"2026-02-26T02:40:07.455516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.823795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/orc-system/orc-controller-manager-6cb597b5d4-cdcn9.1897ab4f8f2ae4eb\" ","response":"range_response_count:1 size:877"} {"level":"info","ts":"2026-02-26T02:40:07.455735Z","caller":"traceutil/trace.go:171","msg":"trace[1593732718] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:23671; }","duration":"772.852686ms","start":"2026-02-26T02:40:06.682854Z","end":"2026-02-26T02:40:07.455706Z","steps":["trace[1593732718] 'agreement among raft nodes before linearized reading' (duration: 772.589499ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:07.455795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:06.682833Z","time spent":"772.952178ms","remote":"127.0.0.1:45202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18670,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-02-26T02:40:07.455791Z","caller":"traceutil/trace.go:171","msg":"trace[1725979619] range","detail":"{range_begin:/registry/events/orc-system/orc-controller-manager-6cb597b5d4-cdcn9.1897ab4f8f2ae4eb; range_end:; response_count:1; response_revision:23671; }","duration":"529.124383ms","start":"2026-02-26T02:40:06.926646Z","end":"2026-02-26T02:40:07.45577Z","steps":["trace[1725979619] 'agreement among raft nodes before linearized reading' (duration: 528.753434ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:07.455858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:06.926625Z","time spent":"529.213285ms","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":901,"request content":"key:\"/registry/events/orc-system/orc-controller-manager-6cb597b5d4-cdcn9.1897ab4f8f2ae4eb\" "} {"level":"warn","ts":"2026-02-26T02:40:07.973586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.61171ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:40:07.973702Z","caller":"traceutil/trace.go:171","msg":"trace[1829547827] linearizableReadLoop","detail":"{readStateIndex:24558; appliedIndex:24557; }","duration":"510.284586ms","start":"2026-02-26T02:40:07.463398Z","end":"2026-02-26T02:40:07.973683Z","steps":["trace[1829547827] 'read index received' (duration: 143.473881ms)","trace[1829547827] 'applied index is now lower than readState.Index' (duration: 366.809175ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:40:07.973801Z","caller":"traceutil/trace.go:171","msg":"trace[1003382362] transaction","detail":"{read_only:false; response_revision:23672; number_of_response:1; }","duration":"513.11509ms","start":"2026-02-26T02:40:07.460673Z","end":"2026-02-26T02:40:07.973788Z","steps":["trace[1003382362] 'process raft request' (duration: 146.199542ms)","trace[1003382362] 'compare' (duration: 365.410759ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:40:07.97387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:07.460646Z","time spent":"513.188692ms","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:40:07.974208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.80774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-02-26T02:40:07.974249Z","caller":"traceutil/trace.go:171","msg":"trace[844061260] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:23672; }","duration":"510.901912ms","start":"2026-02-26T02:40:07.463336Z","end":"2026-02-26T02:40:07.974238Z","steps":["trace[844061260] 'agreement among raft nodes before linearized reading' (duration: 510.737908ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:07.974279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:07.463311Z","time spent":"510.961594ms","remote":"127.0.0.1:45224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1161,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-02-26T02:40:07.974701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.951998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-x9lwc\" ","response":"range_response_count:1 size:5717"} {"level":"warn","ts":"2026-02-26T02:40:07.97478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.0028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:40:07.974819Z","caller":"traceutil/trace.go:171","msg":"trace[1163536367] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23672; }","duration":"189.093423ms","start":"2026-02-26T02:40:07.785714Z","end":"2026-02-26T02:40:07.974807Z","steps":["trace[1163536367] 'agreement among raft nodes before linearized reading' (duration: 189.030391ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:40:07.974818Z","caller":"traceutil/trace.go:171","msg":"trace[933208354] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-x9lwc; range_end:; response_count:1; response_revision:23672; }","duration":"507.189325ms","start":"2026-02-26T02:40:07.467603Z","end":"2026-02-26T02:40:07.974792Z","steps":["trace[933208354] 'agreement among raft nodes before linearized reading' (duration: 506.63587ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:07.974879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:07.467581Z","time spent":"507.287788ms","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5741,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-x9lwc\" "} {"level":"warn","ts":"2026-02-26T02:40:08.487657Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892778,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:40:08.98864Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892778,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:40:09.486478Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.500700393s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T02:40:09.486931Z","caller":"traceutil/trace.go:171","msg":"trace[2123920176] transaction","detail":"{read_only:false; response_revision:23673; number_of_response:1; }","duration":"1.50130229s","start":"2026-02-26T02:40:07.985599Z","end":"2026-02-26T02:40:09.486901Z","steps":["trace[2123920176] 'process raft request' (duration: 1.501097484s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:09.487105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:07.985578Z","time spent":"1.501416382s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6087,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:40:10.787034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999978729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:40:10.78714Z","caller":"traceutil/trace.go:171","msg":"trace[293361065] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000182165s","start":"2026-02-26T02:40:08.786934Z","end":"2026-02-26T02:40:10.787116Z","steps":["trace[293361065] 'agreement among raft nodes before linearized reading' (duration: 2.0000144s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:10.787212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:08.786909Z","time spent":"2.000291648s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:40:12.186631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000289368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:40:12.186726Z","caller":"traceutil/trace.go:171","msg":"trace[473399565] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000482913s","start":"2026-02-26T02:40:10.18622Z","end":"2026-02-26T02:40:12.186703Z","steps":["trace[473399565] 'agreement among raft nodes before linearized reading' (duration: 2.000325359s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:12.186772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:10.186194Z","time spent":"2.000567346s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:40:12.788853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000631767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:40:12.78895Z","caller":"traceutil/trace.go:171","msg":"trace[244253040] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000791502s","start":"2026-02-26T02:40:10.788136Z","end":"2026-02-26T02:40:12.788928Z","steps":["trace[244253040] 'agreement among raft nodes before linearized reading' (duration: 2.000667798s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:12.789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:10.788112Z","time spent":"2.000878074s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:40:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:40:14.004731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999153718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:40:14.004842Z","caller":"traceutil/trace.go:171","msg":"trace[396571925] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.999329873s","start":"2026-02-26T02:40:09.005483Z","end":"2026-02-26T02:40:14.004813Z","steps":["trace[396571925] 'agreement among raft nodes before linearized reading' (duration: 4.999187489s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:14.004908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:09.005457Z","time spent":"4.999438366s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-02-26T02:40:14.284692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998795489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:40:14.284815Z","caller":"traceutil/trace.go:171","msg":"trace[154242688] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.998946813s","start":"2026-02-26T02:40:09.285844Z","end":"2026-02-26T02:40:14.284791Z","steps":["trace[154242688] 'agreement among raft nodes before linearized reading' (duration: 4.998790449s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:14.284874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:09.285763Z","time spent":"4.999099127s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/02/26 02:40:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:40:14.629053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.996229581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:40:14.629159Z","caller":"traceutil/trace.go:171","msg":"trace[1650407150] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.996404937s","start":"2026-02-26T02:40:09.632729Z","end":"2026-02-26T02:40:14.629134Z","steps":["trace[1650407150] 'agreement among raft nodes before linearized reading' (duration: 4.996274713s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:14.629222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:09.632704Z","time spent":"4.996503119s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/02/26 02:40:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:40:14.79714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000116913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:40:14.797236Z","caller":"traceutil/trace.go:171","msg":"trace[212564263] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000262067s","start":"2026-02-26T02:40:12.796956Z","end":"2026-02-26T02:40:14.797218Z","steps":["trace[212564263] 'agreement among raft nodes before linearized reading' (duration: 2.000146354s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:14.797282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:12.796934Z","time spent":"2.000340169s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:40:14.988575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:07.987452Z","time spent":"7.001112151s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-26T02:40:15.264079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:08.26319Z","time spent":"7.000880584s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-26T02:40:16.337634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:09.337069Z","time spent":"7.000556736s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-26T02:40:16.419283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.269784641s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:40:16.419436Z","caller":"traceutil/trace.go:171","msg":"trace[881297909] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23673; }","duration":"3.269954545s","start":"2026-02-26T02:40:13.149453Z","end":"2026-02-26T02:40:16.419407Z","steps":["trace[881297909] 'range keys from in-memory index tree' (duration: 3.2697614s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:16.728858Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.297294424s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T02:40:16.729859Z","caller":"traceutil/trace.go:171","msg":"trace[1020188267] linearizableReadLoop","detail":"{readStateIndex:24561; appliedIndex:24558; }","duration":"8.742675961s","start":"2026-02-26T02:40:07.987154Z","end":"2026-02-26T02:40:16.729829Z","steps":["trace[1020188267] 'read index received' (duration: 1.499532373s)","trace[1020188267] 'applied index is now lower than readState.Index' (duration: 7.243141988s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:40:16.730196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.743017319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-02-26T02:40:16.730246Z","caller":"traceutil/trace.go:171","msg":"trace[1898988728] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:23676; }","duration":"8.743194124s","start":"2026-02-26T02:40:07.987039Z","end":"2026-02-26T02:40:16.730233Z","steps":["trace[1898988728] 'agreement among raft nodes before linearized reading' (duration: 8.742953668s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:16.730296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:07.98703Z","time spent":"8.743254926s","remote":"127.0.0.1:45224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1161,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-02-26T02:40:16.79843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000364879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:40:16.798571Z","caller":"traceutil/trace.go:171","msg":"trace[1240049604] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000558084s","start":"2026-02-26T02:40:14.797986Z","end":"2026-02-26T02:40:16.798544Z","steps":["trace[1240049604] 'agreement among raft nodes before linearized reading' (duration: 2.00037696s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:16.798634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:14.797976Z","time spent":"2.000646447s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:40:17.316785Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"08529c979fe28e19","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-26T02:40:18.261765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.992545944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:40:18.261886Z","caller":"traceutil/trace.go:171","msg":"trace[1316893597] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"2.992721628s","start":"2026-02-26T02:40:15.269129Z","end":"2026-02-26T02:40:18.261851Z","steps":["trace[1316893597] 'agreement among raft nodes before linearized reading' (duration: 2.992579985s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:18.261957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:15.269104Z","time spent":"2.992832491s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/02/26 02:40:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:40:18.465866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.007750236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:40:18.465957Z","caller":"traceutil/trace.go:171","msg":"trace[987366283] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; }","duration":"10.00789989s","start":"2026-02-26T02:40:08.458034Z","end":"2026-02-26T02:40:18.465934Z","steps":["trace[987366283] 'agreement among raft nodes before linearized reading' (duration: 10.007777567s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:18.466002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:08.458008Z","time spent":"10.007985232s","remote":"127.0.0.1:42402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":0,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} 2026/02/26 02:40:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:40:18.805278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000527265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:40:18.805397Z","caller":"traceutil/trace.go:171","msg":"trace[665344593] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00072613s","start":"2026-02-26T02:40:16.804645Z","end":"2026-02-26T02:40:18.805371Z","steps":["trace[665344593] 'agreement among raft nodes before linearized reading' (duration: 2.000570006s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:18.805462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:16.804621Z","time spent":"2.000830403s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:40:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:40:20.495973Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.172653199s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:40:20.805579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999909708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:40:20.805692Z","caller":"traceutil/trace.go:171","msg":"trace[1389844229] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000092092s","start":"2026-02-26T02:40:18.805568Z","end":"2026-02-26T02:40:20.80566Z","steps":["trace[1389844229] 'agreement among raft nodes before linearized reading' (duration: 1.999951638s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:20.80575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:18.805544Z","time spent":"2.000195475s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:40:21.975093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.984824921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:40:21.975217Z","caller":"traceutil/trace.go:171","msg":"trace[1587143094] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.984999725s","start":"2026-02-26T02:40:16.990186Z","end":"2026-02-26T02:40:21.975186Z","steps":["trace[1587143094] 'agreement among raft nodes before linearized reading' (duration: 4.984849481s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:21.975268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:16.990165Z","time spent":"4.985091918s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-02-26T02:40:22.177791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000448962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:40:22.178004Z","caller":"traceutil/trace.go:171","msg":"trace[1254730923] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000676588s","start":"2026-02-26T02:40:20.177266Z","end":"2026-02-26T02:40:22.177943Z","steps":["trace[1254730923] 'agreement among raft nodes before linearized reading' (duration: 2.000445412s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:22.17808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:20.177177Z","time spent":"2.000875344s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:40:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:40:22.813978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999905738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:40:22.814085Z","caller":"traceutil/trace.go:171","msg":"trace[950255631] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000095863s","start":"2026-02-26T02:40:20.813965Z","end":"2026-02-26T02:40:22.814061Z","steps":["trace[950255631] 'agreement among raft nodes before linearized reading' (duration: 1.999934859s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:22.8142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:20.813944Z","time spent":"2.000210327s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:40:22.822525Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"08529c979fe28e3f","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-26T02:40:23.257365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998341527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:40:23.257465Z","caller":"traceutil/trace.go:171","msg":"trace[766201295] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.998491862s","start":"2026-02-26T02:40:18.258952Z","end":"2026-02-26T02:40:23.257444Z","steps":["trace[766201295] 'agreement among raft nodes before linearized reading' (duration: 4.998366598s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:23.257531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:18.25893Z","time spent":"4.998590595s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/02/26 02:40:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:40:23.339454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:16.338768Z","time spent":"7.000676158s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-26T02:40:23.368463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998990475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:40:23.368665Z","caller":"traceutil/trace.go:171","msg":"trace[326056525] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999244192s","start":"2026-02-26T02:40:18.369393Z","end":"2026-02-26T02:40:23.368637Z","steps":["trace[326056525] 'agreement among raft nodes before linearized reading' (duration: 4.999017296s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:23.368811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:18.36937Z","time spent":"4.999424156s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/02/26 02:40:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:40:23.465813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:16.464605Z","time spent":"7.001198793s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-26T02:40:24.324143Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"08529c979fe28e19","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-26T02:40:24.33511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.989144644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:40:24.335242Z","caller":"traceutil/trace.go:171","msg":"trace[128037526] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"7.989297488s","start":"2026-02-26T02:40:16.345913Z","end":"2026-02-26T02:40:24.335211Z","steps":["trace[128037526] 'agreement among raft nodes before linearized reading' (duration: 7.989140054s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:24.335316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:16.345865Z","time spent":"7.989433782s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/02/26 02:40:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:40:24.837089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.014185054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:40:24.837184Z","caller":"traceutil/trace.go:171","msg":"trace[866549287] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.014377959s","start":"2026-02-26T02:40:22.822787Z","end":"2026-02-26T02:40:24.837165Z","steps":["trace[866549287] 'agreement among raft nodes before linearized reading' (duration: 2.014245666s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:24.837231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:22.822755Z","time spent":"2.014467691s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:40:26.838454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999270712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:40:26.83858Z","caller":"traceutil/trace.go:171","msg":"trace[79517432] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999456167s","start":"2026-02-26T02:40:24.839092Z","end":"2026-02-26T02:40:26.838548Z","steps":["trace[79517432] 'agreement among raft nodes before linearized reading' (duration: 1.999304983s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:26.838679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:24.83907Z","time spent":"1.99959023s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:40:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:40:28.844542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000443192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:40:28.847188Z","caller":"traceutil/trace.go:171","msg":"trace[197593814] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000650077s","start":"2026-02-26T02:40:26.843998Z","end":"2026-02-26T02:40:28.844648Z","steps":["trace[197593814] 'agreement among raft nodes before linearized reading' (duration: 2.000478742s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:28.847326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:26.843972Z","time spent":"2.003330947s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:40:29.312802Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.884331113s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:40:29.687855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999125298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:40:29.687997Z","caller":"traceutil/trace.go:171","msg":"trace[41808134] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.999326163s","start":"2026-02-26T02:40:24.688644Z","end":"2026-02-26T02:40:29.68797Z","steps":["trace[41808134] 'agreement among raft nodes before linearized reading' (duration: 4.999115208s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:29.688142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:24.688605Z","time spent":"4.999492588s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/02/26 02:40:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:40:29.848866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.632553011s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-02-26T02:40:29.851048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.700388476s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:40:29.851266Z","caller":"traceutil/trace.go:171","msg":"trace[972178680] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23676; }","duration":"6.700618352s","start":"2026-02-26T02:40:23.150607Z","end":"2026-02-26T02:40:29.851226Z","steps":["trace[972178680] 'range keys from in-memory index tree' (duration: 6.700358935s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:30.344762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:23.344581Z","time spent":"7.000167635s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-26T02:40:30.472356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:23.471921Z","time spent":"7.000423992s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-26T02:40:30.848697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999473847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:40:30.848901Z","caller":"traceutil/trace.go:171","msg":"trace[1522159073] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999644032s","start":"2026-02-26T02:40:28.849139Z","end":"2026-02-26T02:40:30.848783Z","steps":["trace[1522159073] 'agreement among raft nodes before linearized reading' (duration: 1.999494188s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:30.848967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:28.84912Z","time spent":"1.999834856s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:40:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:40:31.127579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999659611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:40:31.127683Z","caller":"traceutil/trace.go:171","msg":"trace[1698299965] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999840276s","start":"2026-02-26T02:40:26.127818Z","end":"2026-02-26T02:40:31.127659Z","steps":["trace[1698299965] 'agreement among raft nodes before linearized reading' (duration: 4.999705682s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:31.127735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:26.127792Z","time spent":"4.999932818s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/02/26 02:40:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:40:31.515669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998957562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:40:31.515762Z","caller":"traceutil/trace.go:171","msg":"trace[1569205581] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.999107666s","start":"2026-02-26T02:40:26.516633Z","end":"2026-02-26T02:40:31.515741Z","steps":["trace[1569205581] 'agreement among raft nodes before linearized reading' (duration: 4.998980063s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:31.515811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:26.516614Z","time spent":"4.999188579s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-02-26T02:40:31.582963Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.733810136s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:40:32.177992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000512473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:40:32.178137Z","caller":"traceutil/trace.go:171","msg":"trace[1468039496] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00076506s","start":"2026-02-26T02:40:30.177345Z","end":"2026-02-26T02:40:32.17811Z","steps":["trace[1468039496] 'agreement among raft nodes before linearized reading' (duration: 2.000546875s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:32.17821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:30.17732Z","time spent":"2.000868442s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:40:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:40:32.858734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999841177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:40:32.858833Z","caller":"traceutil/trace.go:171","msg":"trace[1388463247] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999997501s","start":"2026-02-26T02:40:30.858815Z","end":"2026-02-26T02:40:32.858813Z","steps":["trace[1388463247] 'agreement among raft nodes before linearized reading' (duration: 1.999870938s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:32.858885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:30.858793Z","time spent":"2.000079773s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:40:34.613363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.463471332s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:40:34.613541Z","caller":"traceutil/trace.go:171","msg":"trace[634727554] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23677; }","duration":"1.463678498s","start":"2026-02-26T02:40:33.149841Z","end":"2026-02-26T02:40:34.613519Z","steps":["trace[634727554] 'range keys from in-memory index tree' (duration: 1.463451842s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:34.614196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.765200964s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-02-26T02:40:34.617162Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"57.211µs","request":"header: lease_revoke:","response":"size:30","error":"lease not found"} {"level":"warn","ts":"2026-02-26T02:40:34.617555Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"262.297µs","request":"header: lease_revoke:","response":"size:30","error":"lease not found"} {"level":"warn","ts":"2026-02-26T02:40:34.6176Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"08529c979fe28e3f","error":"lease not found"} {"level":"info","ts":"2026-02-26T02:40:34.617662Z","caller":"traceutil/trace.go:171","msg":"trace[686024861] linearizableReadLoop","detail":"{readStateIndex:24566; appliedIndex:24562; }","duration":"17.887680534s","start":"2026-02-26T02:40:16.729953Z","end":"2026-02-26T02:40:34.617634Z","steps":["trace[686024861] 'read index received' (duration: 486.279994ms)","trace[686024861] 'applied index is now lower than readState.Index' (duration: 17.40139896s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:40:34.617799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.925972902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:40:34.617835Z","caller":"traceutil/trace.go:171","msg":"trace[37478212] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23679; }","duration":"18.926063854s","start":"2026-02-26T02:40:15.69176Z","end":"2026-02-26T02:40:34.617824Z","steps":["trace[37478212] 'agreement among raft nodes before linearized reading' (duration: 18.925963911s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:34.617871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:15.69174Z","time spent":"18.926120316s","remote":"127.0.0.1:45470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:40:34.618126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.365193187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:40:34.618173Z","caller":"traceutil/trace.go:171","msg":"trace[1877293674] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:23679; }","duration":"23.365270579s","start":"2026-02-26T02:40:11.252884Z","end":"2026-02-26T02:40:34.618154Z","steps":["trace[1877293674] 'agreement among raft nodes before linearized reading' (duration: 23.365197477s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:34.618203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:11.252861Z","time spent":"23.365332541s","remote":"127.0.0.1:42476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:40:34.618283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.203977269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:40:34.618407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"24.110362982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:40:34.61845Z","caller":"traceutil/trace.go:171","msg":"trace[704126693] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:0; response_revision:23679; }","duration":"24.110439984s","start":"2026-02-26T02:40:10.508Z","end":"2026-02-26T02:40:34.61844Z","steps":["trace[704126693] 'agreement among raft nodes before linearized reading' (duration: 24.110382053s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:34.61848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:10.507977Z","time spent":"24.110493695s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":30,"request content":"key:\"/registry/masterleases/162.253.55.200\" "} {"level":"info","ts":"2026-02-26T02:40:34.618559Z","caller":"traceutil/trace.go:171","msg":"trace[959248717] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:23679; }","duration":"23.204325028s","start":"2026-02-26T02:40:11.414101Z","end":"2026-02-26T02:40:34.618426Z","steps":["trace[959248717] 'agreement among raft nodes before linearized reading' (duration: 23.203940818s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:34.618677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.08483101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:40:34.618719Z","caller":"traceutil/trace.go:171","msg":"trace[247497998] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:23679; }","duration":"25.084922832s","start":"2026-02-26T02:40:09.533784Z","end":"2026-02-26T02:40:34.618707Z","steps":["trace[247497998] 'agreement among raft nodes before linearized reading' (duration: 25.08484107s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:34.618752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:09.53376Z","time spent":"25.084982234s","remote":"127.0.0.1:45188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":16,"response size":32,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:40:34.618847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:11.414078Z","time spent":"23.204741358s","remote":"127.0.0.1:50712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:40:34.618907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.900190353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:40:34.619012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.762197438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:40:34.619025Z","caller":"traceutil/trace.go:171","msg":"trace[655487948] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:23679; }","duration":"21.900371778s","start":"2026-02-26T02:40:12.718625Z","end":"2026-02-26T02:40:34.618997Z","steps":["trace[655487948] 'agreement among raft nodes before linearized reading' (duration: 21.900139362s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:34.619034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.2120266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-02-26T02:40:34.61905Z","caller":"traceutil/trace.go:171","msg":"trace[1659669885] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23679; }","duration":"25.76226755s","start":"2026-02-26T02:40:08.85677Z","end":"2026-02-26T02:40:34.619038Z","steps":["trace[1659669885] 'agreement among raft nodes before linearized reading' (duration: 25.762210349s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:40:34.619088Z","caller":"traceutil/trace.go:171","msg":"trace[1594107468] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:23679; }","duration":"19.212125953s","start":"2026-02-26T02:40:15.406949Z","end":"2026-02-26T02:40:34.619075Z","steps":["trace[1594107468] 'agreement among raft nodes before linearized reading' (duration: 19.211966239s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:34.619092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:08.856747Z","time spent":"25.762335681s","remote":"127.0.0.1:42212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:40:34.618957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.726317753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:40:34.619127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:15.406921Z","time spent":"19.212197574s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":669,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-02-26T02:40:34.619104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.669006023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-02-26T02:40:34.619154Z","caller":"traceutil/trace.go:171","msg":"trace[523532732] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23679; }","duration":"25.726509148s","start":"2026-02-26T02:40:08.892626Z","end":"2026-02-26T02:40:34.619136Z","steps":["trace[523532732] 'agreement among raft nodes before linearized reading' (duration: 25.726295872s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:34.619191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:08.892557Z","time spent":"25.726622221s","remote":"127.0.0.1:42406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:40:34.619197Z","caller":"traceutil/trace.go:171","msg":"trace[1891544890] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:23679; }","duration":"25.669113156s","start":"2026-02-26T02:40:08.95006Z","end":"2026-02-26T02:40:34.619173Z","steps":["trace[1891544890] 'agreement among raft nodes before linearized reading' (duration: 25.668824418s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:34.618896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.937554609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:40:34.619236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:08.94999Z","time spent":"25.669239379s","remote":"127.0.0.1:45188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-02-26T02:40:34.619287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.62647551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-59c75f6dbd-brd9l.1897a97bc57f37a0\" ","response":"range_response_count:1 size:1138"} {"level":"info","ts":"2026-02-26T02:40:34.619282Z","caller":"traceutil/trace.go:171","msg":"trace[1786894947] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:23679; }","duration":"25.937961979s","start":"2026-02-26T02:40:08.681282Z","end":"2026-02-26T02:40:34.619244Z","steps":["trace[1786894947] 'agreement among raft nodes before linearized reading' (duration: 25.937540918s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:40:34.619333Z","caller":"traceutil/trace.go:171","msg":"trace[2013993478] range","detail":"{range_begin:/registry/events/openstack/barbican-api-59c75f6dbd-brd9l.1897a97bc57f37a0; range_end:; response_count:1; response_revision:23679; }","duration":"19.626552072s","start":"2026-02-26T02:40:14.992765Z","end":"2026-02-26T02:40:34.619317Z","steps":["trace[2013993478] 'agreement among raft nodes before linearized reading' (duration: 19.626442139s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:34.619372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:14.992741Z","time spent":"19.626621245s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1162,"request content":"key:\"/registry/events/openstack/barbican-api-59c75f6dbd-brd9l.1897a97bc57f37a0\" "} {"level":"warn","ts":"2026-02-26T02:40:34.61938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:08.68126Z","time spent":"25.938086393s","remote":"127.0.0.1:39448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:40:34.619348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.759022404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418331"} {"level":"warn","ts":"2026-02-26T02:40:34.619467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.101721864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:40:34.619536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.90044361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:40:34.619567Z","caller":"traceutil/trace.go:171","msg":"trace[330971546] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:23679; }","duration":"22.101853837s","start":"2026-02-26T02:40:12.517686Z","end":"2026-02-26T02:40:34.61954Z","steps":["trace[330971546] 'agreement among raft nodes before linearized reading' (duration: 22.101693843s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:34.619576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.448949073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:40:34.619588Z","caller":"traceutil/trace.go:171","msg":"trace[805586433] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:23679; }","duration":"19.900566463s","start":"2026-02-26T02:40:14.71901Z","end":"2026-02-26T02:40:34.619576Z","steps":["trace[805586433] 'agreement among raft nodes before linearized reading' (duration: 19.900467291s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:40:34.619624Z","caller":"traceutil/trace.go:171","msg":"trace[2033161076] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:23679; }","duration":"22.449043426s","start":"2026-02-26T02:40:12.170566Z","end":"2026-02-26T02:40:34.61961Z","steps":["trace[2033161076] 'agreement among raft nodes before linearized reading' (duration: 22.448964014s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:34.61964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:14.718983Z","time spent":"19.900647556s","remote":"127.0.0.1:50538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:40:34.61965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.919380199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:40:34.619664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:12.170539Z","time spent":"22.449114977s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:40:34.619671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.126790266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-sskkd\" ","response":"range_response_count:1 size:6861"} {"level":"info","ts":"2026-02-26T02:40:34.61969Z","caller":"traceutil/trace.go:171","msg":"trace[17778890] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23679; }","duration":"21.919447241s","start":"2026-02-26T02:40:12.700231Z","end":"2026-02-26T02:40:34.619679Z","steps":["trace[17778890] 'agreement among raft nodes before linearized reading' (duration: 21.919372339s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:40:34.619713Z","caller":"traceutil/trace.go:171","msg":"trace[1368833995] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-sskkd; range_end:; response_count:1; response_revision:23679; }","duration":"25.126903698s","start":"2026-02-26T02:40:09.492797Z","end":"2026-02-26T02:40:34.619701Z","steps":["trace[1368833995] 'agreement among raft nodes before linearized reading' (duration: 25.126787305s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:34.619731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:12.700213Z","time spent":"21.919498802s","remote":"127.0.0.1:42602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:40:34.619743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:09.492768Z","time spent":"25.12696889s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6885,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-sskkd\" "} {"level":"warn","ts":"2026-02-26T02:40:34.619734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"26.450858184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:40:34.619795Z","caller":"traceutil/trace.go:171","msg":"trace[1744493832] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:23679; }","duration":"26.450967917s","start":"2026-02-26T02:40:08.168807Z","end":"2026-02-26T02:40:34.619775Z","steps":["trace[1744493832] 'agreement among raft nodes before linearized reading' (duration: 26.450887015s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:34.61986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:08.168778Z","time spent":"26.451065209s","remote":"127.0.0.1:57960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:40:34.619894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.171229007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:40:34.619917Z","caller":"traceutil/trace.go:171","msg":"trace[2066081830] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:23679; }","duration":"25.171316409s","start":"2026-02-26T02:40:09.448594Z","end":"2026-02-26T02:40:34.61991Z","steps":["trace[2066081830] 'agreement among raft nodes before linearized reading' (duration: 25.171265778s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:34.619966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:09.448562Z","time spent":"25.171398141s","remote":"127.0.0.1:39460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:40:34.619981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.993308458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:40:34.620023Z","caller":"traceutil/trace.go:171","msg":"trace[935395702] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23679; }","duration":"19.993516513s","start":"2026-02-26T02:40:14.626491Z","end":"2026-02-26T02:40:34.620008Z","steps":["trace[935395702] 'agreement among raft nodes before linearized reading' (duration: 19.993337828s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:34.619637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:12.517665Z","time spent":"22.10194451s","remote":"127.0.0.1:57976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:40:34.620083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:14.626463Z","time spent":"19.993610605s","remote":"127.0.0.1:50680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:40:34.619567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"26.549149784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-02-26T02:40:34.620238Z","caller":"traceutil/trace.go:171","msg":"trace[1973183389] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:23679; }","duration":"26.549858754s","start":"2026-02-26T02:40:08.070346Z","end":"2026-02-26T02:40:34.620204Z","steps":["trace[1973183389] 'agreement among raft nodes before linearized reading' (duration: 26.549123374s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:34.620303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:08.070325Z","time spent":"26.549955296s","remote":"127.0.0.1:45224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-02-26T02:40:34.620315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.784578217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:40:34.619659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"26.348808535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:40:34.619493Z","caller":"traceutil/trace.go:171","msg":"trace[1685394120] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:23679; }","duration":"22.759214039s","start":"2026-02-26T02:40:11.86025Z","end":"2026-02-26T02:40:34.619464Z","steps":["trace[1685394120] 'agreement among raft nodes before linearized reading' (duration: 22.758720496s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:34.620447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.632727336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:269005"} {"level":"warn","ts":"2026-02-26T02:40:34.62049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:11.860228Z","time spent":"22.760233156s","remote":"127.0.0.1:39430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418355,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-02-26T02:40:34.620519Z","caller":"traceutil/trace.go:171","msg":"trace[967197518] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:23679; }","duration":"22.632808178s","start":"2026-02-26T02:40:11.987696Z","end":"2026-02-26T02:40:34.620505Z","steps":["trace[967197518] 'agreement among raft nodes before linearized reading' (duration: 22.6321402s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:34.620566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:11.98763Z","time spent":"22.632924791s","remote":"127.0.0.1:45492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":269029,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-02-26T02:40:34.620663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.097888514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-02-26T02:40:34.620725Z","caller":"traceutil/trace.go:171","msg":"trace[1180538079] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23679; }","duration":"23.097984846s","start":"2026-02-26T02:40:11.522727Z","end":"2026-02-26T02:40:34.620712Z","steps":["trace[1180538079] 'agreement among raft nodes before linearized reading' (duration: 23.097420901s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:34.618365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.425875446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:40:34.620409Z","caller":"traceutil/trace.go:171","msg":"trace[912408988] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23679; }","duration":"21.784671209s","start":"2026-02-26T02:40:12.835667Z","end":"2026-02-26T02:40:34.620338Z","steps":["trace[912408988] 'agreement among raft nodes before linearized reading' (duration: 21.784597797s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:34.618889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.830530608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:40:34.62084Z","caller":"traceutil/trace.go:171","msg":"trace[1372445824] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:23679; }","duration":"23.428492395s","start":"2026-02-26T02:40:11.192334Z","end":"2026-02-26T02:40:34.620826Z","steps":["trace[1372445824] 'agreement among raft nodes before linearized reading' (duration: 23.426000889s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:34.619093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:12.718606Z","time spent":"21.90047536s","remote":"127.0.0.1:45444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:40:34.62088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.11714464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-02-26T02:40:34.620863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:11.522711Z","time spent":"23.098094149s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-26T02:40:34.620906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:12.835638Z","time spent":"21.785180623s","remote":"127.0.0.1:45456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:40:34.62096Z","caller":"traceutil/trace.go:171","msg":"trace[1219381192] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23679; }","duration":"23.117259023s","start":"2026-02-26T02:40:11.503678Z","end":"2026-02-26T02:40:34.620937Z","steps":["trace[1219381192] 'agreement among raft nodes before linearized reading' (duration: 23.117071688s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:40:34.620467Z","caller":"traceutil/trace.go:171","msg":"trace[115797928] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:23679; }","duration":"26.349653748s","start":"2026-02-26T02:40:08.270784Z","end":"2026-02-26T02:40:34.620437Z","steps":["trace[115797928] 'agreement among raft nodes before linearized reading' (duration: 26.348823656s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:34.62102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:11.503649Z","time spent":"23.117356086s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-26T02:40:34.621037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:08.270773Z","time spent":"26.350244293s","remote":"127.0.0.1:50532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:40:34.620858Z","caller":"traceutil/trace.go:171","msg":"trace[1116186952] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:23679; }","duration":"19.832553072s","start":"2026-02-26T02:40:14.788291Z","end":"2026-02-26T02:40:34.620844Z","steps":["trace[1116186952] 'agreement among raft nodes before linearized reading' (duration: 19.830555169s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:34.620898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:11.192304Z","time spent":"23.428579707s","remote":"127.0.0.1:45266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:40:34.62118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:14.788263Z","time spent":"19.83289033s","remote":"127.0.0.1:45172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:40:34.868704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000405221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:40:34.868822Z","caller":"traceutil/trace.go:171","msg":"trace[1875543060] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000618406s","start":"2026-02-26T02:40:32.868176Z","end":"2026-02-26T02:40:34.868795Z","steps":["trace[1875543060] 'agreement among raft nodes before linearized reading' (duration: 2.000455192s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:34.868886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:32.868147Z","time spent":"2.000726299s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:40:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:40:35.117846Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892794,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:40:35.618156Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892794,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:40:36.119066Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892794,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:40:36.619588Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892794,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:40:36.869466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999917449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:40:36.869614Z","caller":"traceutil/trace.go:171","msg":"trace[1037798044] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000097143s","start":"2026-02-26T02:40:34.869497Z","end":"2026-02-26T02:40:36.869594Z","steps":["trace[1037798044] 'agreement among raft nodes before linearized reading' (duration: 1.999912218s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:36.869663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:34.869237Z","time spent":"2.000416962s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:40:37.12062Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892794,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:40:37.350379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:30.349398Z","time spent":"7.000973247s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-26T02:40:37.479457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:30.478404Z","time spent":"7.001044509s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-26T02:40:37.62121Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892794,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:40:38.122Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892794,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:40:38.301577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998993254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:40:38.301675Z","caller":"traceutil/trace.go:171","msg":"trace[607276844] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.999164688s","start":"2026-02-26T02:40:33.302487Z","end":"2026-02-26T02:40:38.301652Z","steps":["trace[607276844] 'agreement among raft nodes before linearized reading' (duration: 4.999031835s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:38.301823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:33.302465Z","time spent":"4.999313993s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/02/26 02:40:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:40:38.493093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.008520436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:40:38.493199Z","caller":"traceutil/trace.go:171","msg":"trace[1174005609] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; }","duration":"10.008710031s","start":"2026-02-26T02:40:28.484463Z","end":"2026-02-26T02:40:38.493173Z","steps":["trace[1174005609] 'agreement among raft nodes before linearized reading' (duration: 10.008568158s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:38.493255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:28.484439Z","time spent":"10.008804694s","remote":"127.0.0.1:42402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":0,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} 2026/02/26 02:40:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:40:38.622161Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892794,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:40:38.767269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998700726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:40:38.767363Z","caller":"traceutil/trace.go:171","msg":"trace[1864149465] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.998873511s","start":"2026-02-26T02:40:33.768467Z","end":"2026-02-26T02:40:38.767341Z","steps":["trace[1864149465] 'agreement among raft nodes before linearized reading' (duration: 4.998743687s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:38.767416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:33.768438Z","time spent":"4.998966993s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/02/26 02:40:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:40:38.876581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999876736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:40:38.876691Z","caller":"traceutil/trace.go:171","msg":"trace[913733844] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000050301s","start":"2026-02-26T02:40:36.876618Z","end":"2026-02-26T02:40:38.876668Z","steps":["trace[913733844] 'agreement among raft nodes before linearized reading' (duration: 1.999916218s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:38.876742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:36.87657Z","time spent":"2.000163354s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:40:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:40:39.123321Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892794,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:40:39.340518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999530298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:40:39.340627Z","caller":"traceutil/trace.go:171","msg":"trace[910059474] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999742533s","start":"2026-02-26T02:40:34.34086Z","end":"2026-02-26T02:40:39.340602Z","steps":["trace[910059474] 'agreement among raft nodes before linearized reading' (duration: 4.99960491s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:39.3407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:34.34083Z","time spent":"4.999852356s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/02/26 02:40:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:40:39.624412Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892794,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:40:40.124814Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892794,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:40:40.218145Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"8.634914502s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:40:40.877563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000574126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:40:40.877673Z","caller":"traceutil/trace.go:171","msg":"trace[202741360] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000765471s","start":"2026-02-26T02:40:38.876884Z","end":"2026-02-26T02:40:40.877649Z","steps":["trace[202741360] 'agreement among raft nodes before linearized reading' (duration: 2.000610537s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:40.877744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:38.876858Z","time spent":"2.000871764s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:40:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:40:41.62329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:34.622572Z","time spent":"7.00070817s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T02:40:41.623409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:34.623162Z","time spent":"7.000246077s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T02:40:41.627127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:34.626247Z","time spent":"7.000862444s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-26T02:40:41.627412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:34.626642Z","time spent":"7.000762561s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-26T02:40:41.630689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:34.629914Z","time spent":"7.000763601s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-26T02:40:41.635112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:34.960882Z","time spent":"6.674226386s","remote":"127.0.0.1:44630","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T02:40:41.635228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.41670356s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:6"} {"level":"warn","ts":"2026-02-26T02:40:42.177986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000392421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:40:42.17811Z","caller":"traceutil/trace.go:171","msg":"trace[1195034162] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000605086s","start":"2026-02-26T02:40:40.177473Z","end":"2026-02-26T02:40:42.178078Z","steps":["trace[1195034162] 'agreement among raft nodes before linearized reading' (duration: 2.000438482s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:42.178176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:40.177431Z","time spent":"2.000732719s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:40:42.886409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000143064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:40:42.886525Z","caller":"traceutil/trace.go:171","msg":"trace[1682754022] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000322798s","start":"2026-02-26T02:40:40.886177Z","end":"2026-02-26T02:40:42.8865Z","steps":["trace[1682754022] 'agreement among raft nodes before linearized reading' (duration: 2.000188955s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:42.886581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:40.886151Z","time spent":"2.000420501s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:40:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:40:44.895677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001049979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:40:44.89579Z","caller":"traceutil/trace.go:171","msg":"trace[1478950400] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001229733s","start":"2026-02-26T02:40:42.894531Z","end":"2026-02-26T02:40:44.895761Z","steps":["trace[1478950400] 'agreement among raft nodes before linearized reading' (duration: 2.0011035s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:44.895861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:42.894501Z","time spent":"2.001346257s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:40:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:40:46.394744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999101537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:40:46.394856Z","caller":"traceutil/trace.go:171","msg":"trace[1715837846] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.999305461s","start":"2026-02-26T02:40:41.395527Z","end":"2026-02-26T02:40:46.394832Z","steps":["trace[1715837846] 'agreement among raft nodes before linearized reading' (duration: 4.999158017s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:46.394918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:41.395467Z","time spent":"4.999434445s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-02-26T02:40:46.657064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99918321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:40:46.657176Z","caller":"traceutil/trace.go:171","msg":"trace[1705349030] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999381675s","start":"2026-02-26T02:40:41.657766Z","end":"2026-02-26T02:40:46.657148Z","steps":["trace[1705349030] 'agreement among raft nodes before linearized reading' (duration: 4.999225841s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:46.657252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:41.657737Z","time spent":"4.999500348s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/02/26 02:40:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:40:46.79057Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"6.570635987s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T02:40:46.791772Z","caller":"traceutil/trace.go:171","msg":"trace[670122634] linearizableReadLoop","detail":"{readStateIndex:24577; appliedIndex:24570; }","duration":"12.174044498s","start":"2026-02-26T02:40:34.617694Z","end":"2026-02-26T02:40:46.791738Z","steps":["trace[670122634] 'read index received' (duration: 5.60073544s)","trace[670122634] 'applied index is now lower than readState.Index' (duration: 6.573307638s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:40:46.79201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.514662415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:40:46.792023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.236227768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:40:46.792068Z","caller":"traceutil/trace.go:171","msg":"trace[2011373614] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:23682; }","duration":"23.51484432s","start":"2026-02-26T02:40:23.277205Z","end":"2026-02-26T02:40:46.792049Z","steps":["trace[2011373614] 'agreement among raft nodes before linearized reading' (duration: 23.514665085s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:40:46.79214Z","caller":"traceutil/trace.go:171","msg":"trace[1550663669] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23682; }","duration":"23.236355471s","start":"2026-02-26T02:40:23.555726Z","end":"2026-02-26T02:40:46.792081Z","steps":["trace[1550663669] 'agreement among raft nodes before linearized reading' (duration: 23.236053073s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:46.792212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"28.425962249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:40:46.792267Z","caller":"traceutil/trace.go:171","msg":"trace[658135128] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23682; }","duration":"28.426058272s","start":"2026-02-26T02:40:18.366198Z","end":"2026-02-26T02:40:46.792256Z","steps":["trace[658135128] 'agreement among raft nodes before linearized reading' (duration: 28.425975899s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:46.792304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:18.366175Z","time spent":"28.426120783s","remote":"127.0.0.1:42190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:40:46.792275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"28.350198162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:40:46.792325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"24.995209728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:40:46.792375Z","caller":"traceutil/trace.go:171","msg":"trace[2008074775] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:23682; }","duration":"28.350364587s","start":"2026-02-26T02:40:18.441984Z","end":"2026-02-26T02:40:46.792349Z","steps":["trace[2008074775] 'agreement among raft nodes before linearized reading' (duration: 28.350123421s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:40:46.792395Z","caller":"traceutil/trace.go:171","msg":"trace[706796349] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23682; }","duration":"24.99528414s","start":"2026-02-26T02:40:21.797093Z","end":"2026-02-26T02:40:46.792377Z","steps":["trace[706796349] 'agreement among raft nodes before linearized reading' (duration: 24.995160546s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:46.792425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:18.44197Z","time spent":"28.350445689s","remote":"127.0.0.1:40918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:40:46.792443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:21.797013Z","time spent":"24.995419923s","remote":"127.0.0.1:42314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:40:46.792438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:23.555693Z","time spent":"23.236504865s","remote":"127.0.0.1:42250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:40:46.792678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.576115914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:40:46.792911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.142663854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:40:46.792912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"28.750386608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:40:46.792918Z","caller":"traceutil/trace.go:171","msg":"trace[226780875] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:23682; }","duration":"23.576242018s","start":"2026-02-26T02:40:23.216469Z","end":"2026-02-26T02:40:46.792711Z","steps":["trace[226780875] 'agreement among raft nodes before linearized reading' (duration: 23.576173536s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:40:46.792933Z","caller":"traceutil/trace.go:171","msg":"trace[877891541] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:23682; }","duration":"25.142727705s","start":"2026-02-26T02:40:21.650198Z","end":"2026-02-26T02:40:46.792925Z","steps":["trace[877891541] 'agreement among raft nodes before linearized reading' (duration: 25.142492949s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:40:46.792947Z","caller":"traceutil/trace.go:171","msg":"trace[1138098498] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23682; }","duration":"28.750468739s","start":"2026-02-26T02:40:18.042466Z","end":"2026-02-26T02:40:46.792934Z","steps":["trace[1138098498] 'agreement among raft nodes before linearized reading' (duration: 28.750237533s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:46.792668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"28.588331967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:40:46.792982Z","caller":"traceutil/trace.go:171","msg":"trace[889338708] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:23682; }","duration":"28.588692506s","start":"2026-02-26T02:40:18.20428Z","end":"2026-02-26T02:40:46.792972Z","steps":["trace[889338708] 'agreement among raft nodes before linearized reading' (duration: 28.588293786s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:46.793029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:18.204256Z","time spent":"28.588754668s","remote":"127.0.0.1:45492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":52,"response size":32,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:40:46.793033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"29.184792555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:40:46.793066Z","caller":"traceutil/trace.go:171","msg":"trace[71119616] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:23682; }","duration":"29.184825536s","start":"2026-02-26T02:40:17.608229Z","end":"2026-02-26T02:40:46.793055Z","steps":["trace[71119616] 'agreement among raft nodes before linearized reading' (duration: 29.184774404s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:46.793109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:17.608141Z","time spent":"29.184958429s","remote":"127.0.0.1:42474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:40:46.793187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.208755795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-26T02:40:46.79322Z","caller":"traceutil/trace.go:171","msg":"trace[196162893] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:23682; }","duration":"25.208846028s","start":"2026-02-26T02:40:21.584368Z","end":"2026-02-26T02:40:46.793214Z","steps":["trace[196162893] 'agreement among raft nodes before linearized reading' (duration: 25.208600411s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:46.79324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:21.584344Z","time spent":"25.208891508s","remote":"127.0.0.1:45230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":237,"response size":33,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:40:46.7933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"29.198076055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:40:46.793353Z","caller":"traceutil/trace.go:171","msg":"trace[1635873560] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:23682; }","duration":"29.198187497s","start":"2026-02-26T02:40:17.595152Z","end":"2026-02-26T02:40:46.79334Z","steps":["trace[1635873560] 'agreement among raft nodes before linearized reading' (duration: 29.198111605s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:46.793382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.641232261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:40:46.793401Z","caller":"traceutil/trace.go:171","msg":"trace[476274992] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23682; }","duration":"25.641278863s","start":"2026-02-26T02:40:21.152116Z","end":"2026-02-26T02:40:46.793395Z","steps":["trace[476274992] 'agreement among raft nodes before linearized reading' (duration: 25.641236341s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:46.793402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:17.595127Z","time spent":"29.198261639s","remote":"127.0.0.1:42280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:40:46.793408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.59115017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129529"} {"level":"warn","ts":"2026-02-26T02:40:46.793462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"26.727555495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:40:46.793477Z","caller":"traceutil/trace.go:171","msg":"trace[2013454388] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:23682; }","duration":"23.591271863s","start":"2026-02-26T02:40:23.20219Z","end":"2026-02-26T02:40:46.793462Z","steps":["trace[2013454388] 'agreement among raft nodes before linearized reading' (duration: 23.591026237s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:46.79353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:23.202154Z","time spent":"23.591364766s","remote":"127.0.0.1:45080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129553,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-02-26T02:40:46.793614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"28.125329627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/heat-engine-cleaner-29534555-kb8n9\" ","response":"range_response_count:1 size:2894"} {"level":"info","ts":"2026-02-26T02:40:46.793642Z","caller":"traceutil/trace.go:171","msg":"trace[1264622253] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/heat-engine-cleaner-29534555-kb8n9; range_end:; response_count:1; response_revision:23682; }","duration":"28.125398299s","start":"2026-02-26T02:40:18.668238Z","end":"2026-02-26T02:40:46.793636Z","steps":["trace[1264622253] 'agreement among raft nodes before linearized reading' (duration: 28.125263445s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:46.793661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:18.668215Z","time spent":"28.12544183s","remote":"127.0.0.1:40902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":2918,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/heat-engine-cleaner-29534555-kb8n9\" "} {"level":"warn","ts":"2026-02-26T02:40:46.793674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"29.540316773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:40:46.793714Z","caller":"traceutil/trace.go:171","msg":"trace[1383170450] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:23682; }","duration":"29.540414296s","start":"2026-02-26T02:40:17.25329Z","end":"2026-02-26T02:40:46.793704Z","steps":["trace[1383170450] 'agreement among raft nodes before linearized reading' (duration: 29.540345514s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:46.79375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:17.253259Z","time spent":"29.540483407s","remote":"127.0.0.1:45462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:40:46.793811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"28.350834889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:40:46.793841Z","caller":"traceutil/trace.go:171","msg":"trace[1003184325] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:23682; }","duration":"28.35087788s","start":"2026-02-26T02:40:18.442955Z","end":"2026-02-26T02:40:46.793833Z","steps":["trace[1003184325] 'agreement among raft nodes before linearized reading' (duration: 28.350826529s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:46.79387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:18.442949Z","time spent":"28.350909161s","remote":"127.0.0.1:42984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:40:46.793614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"29.423462364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:40:46.793988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.728115049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:40:46.794033Z","caller":"traceutil/trace.go:171","msg":"trace[1435406692] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:23682; }","duration":"23.728423227s","start":"2026-02-26T02:40:23.065599Z","end":"2026-02-26T02:40:46.794022Z","steps":["trace[1435406692] 'agreement among raft nodes before linearized reading' (duration: 23.728357845s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:46.794075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:23.065577Z","time spent":"23.728488499s","remote":"127.0.0.1:39430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":32,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:40:46.79404Z","caller":"traceutil/trace.go:171","msg":"trace[1501057614] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:23682; }","duration":"29.423884415s","start":"2026-02-26T02:40:17.370098Z","end":"2026-02-26T02:40:46.793982Z","steps":["trace[1501057614] 'agreement among raft nodes before linearized reading' (duration: 29.423485244s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:46.794182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:17.370076Z","time spent":"29.424054289s","remote":"127.0.0.1:57920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:40:46.79429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.828452653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:40:46.794307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"29.624673385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-26T02:40:46.794352Z","caller":"traceutil/trace.go:171","msg":"trace[2052734103] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:23682; }","duration":"23.828554566s","start":"2026-02-26T02:40:22.965781Z","end":"2026-02-26T02:40:46.794336Z","steps":["trace[2052734103] 'agreement among raft nodes before linearized reading' (duration: 23.828472694s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:46.794363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"24.102220958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:40:46.794405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.511291544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:40:46.794421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:22.965752Z","time spent":"23.828653828s","remote":"127.0.0.1:57940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:40:46.794425Z","caller":"traceutil/trace.go:171","msg":"trace[1987600829] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23682; }","duration":"24.102351741s","start":"2026-02-26T02:40:22.692059Z","end":"2026-02-26T02:40:46.79441Z","steps":["trace[1987600829] 'agreement among raft nodes before linearized reading' (duration: 24.102249679s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:40:46.79444Z","caller":"traceutil/trace.go:171","msg":"trace[883482537] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:23682; }","duration":"7.511368366s","start":"2026-02-26T02:40:39.283064Z","end":"2026-02-26T02:40:46.794432Z","steps":["trace[883482537] 'agreement among raft nodes before linearized reading' (duration: 7.511311524s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:46.794471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:39.283041Z","time spent":"7.511425268s","remote":"127.0.0.1:45110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:40:46.794469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:22.692025Z","time spent":"24.102429852s","remote":"127.0.0.1:42158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:40:46.794512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.310117183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-02-26T02:40:46.794549Z","caller":"traceutil/trace.go:171","msg":"trace[289994456] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:23682; }","duration":"9.310193235s","start":"2026-02-26T02:40:37.484349Z","end":"2026-02-26T02:40:46.794542Z","steps":["trace[289994456] 'agreement among raft nodes before linearized reading' (duration: 9.310098912s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:46.794589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:37.484315Z","time spent":"9.310267167s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":563,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-02-26T02:40:46.79464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.488208425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:40:46.793424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:21.152098Z","time spent":"25.641321343s","remote":"127.0.0.1:42358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:40:46.79295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:23.216441Z","time spent":"23.576501495s","remote":"127.0.0.1:49584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:40:46.794673Z","caller":"traceutil/trace.go:171","msg":"trace[1569313159] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:23682; }","duration":"5.488297637s","start":"2026-02-26T02:40:41.306368Z","end":"2026-02-26T02:40:46.794666Z","steps":["trace[1569313159] 'agreement among raft nodes before linearized reading' (duration: 5.488247206s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:40:46.794367Z","caller":"traceutil/trace.go:171","msg":"trace[1685415661] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23682; }","duration":"29.624726837s","start":"2026-02-26T02:40:17.169621Z","end":"2026-02-26T02:40:46.794348Z","steps":["trace[1685415661] 'agreement among raft nodes before linearized reading' (duration: 29.624602683s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:46.794727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.040617931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:40:46.794732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"29.934269773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:40:46.792955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:21.650175Z","time spent":"25.142773557s","remote":"127.0.0.1:50702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:40:46.794745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:17.169545Z","time spent":"29.625181299s","remote":"127.0.0.1:45134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-26T02:40:46.794864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.322101768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:40:46.794152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.170223457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6bff2d8f-c412-406b-b5ef-ed81129b0669\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-02-26T02:40:46.794889Z","caller":"traceutil/trace.go:171","msg":"trace[1025127783] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:23682; }","duration":"6.32217938s","start":"2026-02-26T02:40:40.472703Z","end":"2026-02-26T02:40:46.794882Z","steps":["trace[1025127783] 'agreement among raft nodes before linearized reading' (duration: 6.322140929s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:46.794913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:40.472683Z","time spent":"6.322224581s","remote":"127.0.0.1:50480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:40:46.794918Z","caller":"traceutil/trace.go:171","msg":"trace[909228303] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6bff2d8f-c412-406b-b5ef-ed81129b0669; range_end:; response_count:1; response_revision:23682; }","duration":"12.171035699s","start":"2026-02-26T02:40:34.623863Z","end":"2026-02-26T02:40:46.794898Z","steps":["trace[909228303] 'agreement among raft nodes before linearized reading' (duration: 12.170069334s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:46.794428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.552182771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:40:46.794978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:34.623819Z","time spent":"12.171142782s","remote":"127.0.0.1:45180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-6bff2d8f-c412-406b-b5ef-ed81129b0669\" "} {"level":"warn","ts":"2026-02-26T02:40:46.794989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"29.977478912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:40:46.795012Z","caller":"traceutil/trace.go:171","msg":"trace[1338495595] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:23682; }","duration":"8.552817569s","start":"2026-02-26T02:40:38.242179Z","end":"2026-02-26T02:40:46.794996Z","steps":["trace[1338495595] 'agreement among raft nodes before linearized reading' (duration: 8.552213373s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:40:46.795036Z","caller":"traceutil/trace.go:171","msg":"trace[620262384] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:23682; }","duration":"29.977559384s","start":"2026-02-26T02:40:16.817462Z","end":"2026-02-26T02:40:46.795022Z","steps":["trace[620262384] 'agreement among raft nodes before linearized reading' (duration: 29.97740979s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:46.795039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.439123042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"info","ts":"2026-02-26T02:40:46.795073Z","caller":"traceutil/trace.go:171","msg":"trace[1934010980] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:23682; }","duration":"9.439204743s","start":"2026-02-26T02:40:37.355858Z","end":"2026-02-26T02:40:46.795063Z","steps":["trace[1934010980] 'agreement among raft nodes before linearized reading' (duration: 9.439122591s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:46.795087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:16.817442Z","time spent":"29.977634746s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":78,"response size":32,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:40:46.795105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:37.355828Z","time spent":"9.439271555s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":714,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-02-26T02:40:46.794617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.165901243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.1897ab4fc65ad611\" ","response":"range_response_count:1 size:877"} {"level":"info","ts":"2026-02-26T02:40:46.794837Z","caller":"traceutil/trace.go:171","msg":"trace[501979250] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:23682; }","duration":"29.934428058s","start":"2026-02-26T02:40:16.860387Z","end":"2026-02-26T02:40:46.794815Z","steps":["trace[501979250] 'agreement among raft nodes before linearized reading' (duration: 29.934300195s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:40:46.795179Z","caller":"traceutil/trace.go:171","msg":"trace[344632751] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.1897ab4fc65ad611; range_end:; response_count:1; response_revision:23682; }","duration":"5.16654932s","start":"2026-02-26T02:40:41.628619Z","end":"2026-02-26T02:40:46.795168Z","steps":["trace[344632751] 'agreement among raft nodes before linearized reading' (duration: 5.165749989s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:46.795217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:41.628591Z","time spent":"5.166615681s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":901,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.1897ab4fc65ad611\" "} {"level":"warn","ts":"2026-02-26T02:40:46.795245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.560666005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:40:46.795274Z","caller":"traceutil/trace.go:171","msg":"trace[1713702522] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23682; }","duration":"9.560732837s","start":"2026-02-26T02:40:37.234534Z","end":"2026-02-26T02:40:46.795267Z","steps":["trace[1713702522] 'agreement among raft nodes before linearized reading' (duration: 9.560685736s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:46.795305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:37.234509Z","time spent":"9.560786208s","remote":"127.0.0.1:42180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:40:46.793489Z","caller":"traceutil/trace.go:171","msg":"trace[1284774495] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:23682; }","duration":"26.727638607s","start":"2026-02-26T02:40:20.065842Z","end":"2026-02-26T02:40:46.793481Z","steps":["trace[1284774495] 'agreement among raft nodes before linearized reading' (duration: 26.727593896s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:46.795347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"29.989559801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:40:46.795376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:20.065814Z","time spent":"26.729553807s","remote":"127.0.0.1:38488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:40:46.795386Z","caller":"traceutil/trace.go:171","msg":"trace[1724493003] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23682; }","duration":"29.989647723s","start":"2026-02-26T02:40:16.805723Z","end":"2026-02-26T02:40:46.79537Z","steps":["trace[1724493003] 'agreement among raft nodes before linearized reading' (duration: 29.989583251s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:46.795422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:16.805695Z","time spent":"29.989717035s","remote":"127.0.0.1:42552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:40:46.795445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.866668868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:40:46.794695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:41.306342Z","time spent":"5.488347929s","remote":"127.0.0.1:57964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:40:46.795473Z","caller":"traceutil/trace.go:171","msg":"trace[1993351148] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23682; }","duration":"9.86674371s","start":"2026-02-26T02:40:36.928716Z","end":"2026-02-26T02:40:46.79546Z","steps":["trace[1993351148] 'agreement among raft nodes before linearized reading' (duration: 9.866705629s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:46.795496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:36.928689Z","time spent":"9.866801862s","remote":"127.0.0.1:42344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:40:46.79393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.592549417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-02-26T02:40:46.794596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.169829676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:40:46.795537Z","caller":"traceutil/trace.go:171","msg":"trace[791273410] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:23682; }","duration":"23.594229452s","start":"2026-02-26T02:40:23.201297Z","end":"2026-02-26T02:40:46.795527Z","steps":["trace[791273410] 'agreement among raft nodes before linearized reading' (duration: 23.592516667s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:46.795567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:23.201274Z","time spent":"23.594285943s","remote":"127.0.0.1:45084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":143,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-02-26T02:40:46.79556Z","caller":"traceutil/trace.go:171","msg":"trace[64111925] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:0; response_revision:23682; }","duration":"5.170822282s","start":"2026-02-26T02:40:41.624718Z","end":"2026-02-26T02:40:46.795541Z","steps":["trace[64111925] 'agreement among raft nodes before linearized reading' (duration: 5.169851766s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:46.795215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:16.860231Z","time spent":"29.934970072s","remote":"127.0.0.1:45168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":30,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:40:46.795065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:38.24215Z","time spent":"8.5528997s","remote":"127.0.0.1:40954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:40:46.795493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.000120796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:40:46.794795Z","caller":"traceutil/trace.go:171","msg":"trace[33706472] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:23682; }","duration":"6.040690912s","start":"2026-02-26T02:40:40.754058Z","end":"2026-02-26T02:40:46.794748Z","steps":["trace[33706472] 'agreement among raft nodes before linearized reading' (duration: 6.040650391s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:46.795695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.739183319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:40:46.795714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.880657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:40:46.795741Z","caller":"traceutil/trace.go:171","msg":"trace[1433818747] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:23682; }","duration":"10.739283462s","start":"2026-02-26T02:40:36.056448Z","end":"2026-02-26T02:40:46.795732Z","steps":["trace[1433818747] 'agreement among raft nodes before linearized reading' (duration: 10.739184289s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:40:46.795751Z","caller":"traceutil/trace.go:171","msg":"trace[588055938] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23682; }","duration":"418.957809ms","start":"2026-02-26T02:40:46.376783Z","end":"2026-02-26T02:40:46.795741Z","steps":["trace[588055938] 'agreement among raft nodes before linearized reading' (duration: 418.904798ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:46.795779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:36.056423Z","time spent":"10.739348714s","remote":"127.0.0.1:57944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:40:46.795786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:46.37676Z","time spent":"419.017601ms","remote":"127.0.0.1:42528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:40:46.795806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:40.754032Z","time spent":"6.04173788s","remote":"127.0.0.1:50520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:40:46.795612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:41.624687Z","time spent":"5.170912525s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":30,"request content":"key:\"/registry/masterleases/162.253.55.200\" "} {"level":"warn","ts":"2026-02-26T02:40:46.795079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.455949466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:40:46.795995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.328542158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:40:46.796028Z","caller":"traceutil/trace.go:171","msg":"trace[2039429452] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23682; }","duration":"7.456945901s","start":"2026-02-26T02:40:39.339067Z","end":"2026-02-26T02:40:46.796013Z","steps":["trace[2039429452] 'agreement among raft nodes before linearized reading' (duration: 7.455990526s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:46.796063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:39.339043Z","time spent":"7.457009474s","remote":"127.0.0.1:42448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:40:46.795666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"30.060715035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:685"} {"level":"warn","ts":"2026-02-26T02:40:46.796182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.169556121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:40:46.796224Z","caller":"traceutil/trace.go:171","msg":"trace[417996031] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:23682; }","duration":"30.061283341s","start":"2026-02-26T02:40:16.734924Z","end":"2026-02-26T02:40:46.796207Z","steps":["trace[417996031] 'agreement among raft nodes before linearized reading' (duration: 30.060656604s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:40:46.796245Z","caller":"traceutil/trace.go:171","msg":"trace[1942123272] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23682; }","duration":"22.169669995s","start":"2026-02-26T02:40:24.62656Z","end":"2026-02-26T02:40:46.79623Z","steps":["trace[1942123272] 'agreement among raft nodes before linearized reading' (duration: 22.169558372s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:46.796272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.526228597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-26T02:40:46.796287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:24.62652Z","time spent":"22.169756457s","remote":"127.0.0.1:42612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:40:46.796312Z","caller":"traceutil/trace.go:171","msg":"trace[640116670] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:23682; }","duration":"1.526325229s","start":"2026-02-26T02:40:45.269979Z","end":"2026-02-26T02:40:46.796304Z","steps":["trace[640116670] 'agreement among raft nodes before linearized reading' (duration: 1.526070262s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:46.796345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:45.269931Z","time spent":"1.526406221s","remote":"127.0.0.1:45122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":227,"response size":33,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:40:46.796378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.287317495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:40:46.796467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.636818429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:40:46.796502Z","caller":"traceutil/trace.go:171","msg":"trace[2055301595] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23682; }","duration":"1.636888551s","start":"2026-02-26T02:40:45.159603Z","end":"2026-02-26T02:40:46.796492Z","steps":["trace[2055301595] 'agreement among raft nodes before linearized reading' (duration: 1.63683974s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:40:46.796488Z","caller":"traceutil/trace.go:171","msg":"trace[668270053] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:23682; }","duration":"22.287461608s","start":"2026-02-26T02:40:24.508997Z","end":"2026-02-26T02:40:46.796459Z","steps":["trace[668270053] 'agreement among raft nodes before linearized reading' (duration: 22.287329805s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:46.796529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:45.159583Z","time spent":"1.636938593s","remote":"127.0.0.1:50614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:40:46.796539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.067669094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:40:46.796565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:24.508973Z","time spent":"22.287574152s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:40:46.796604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.343393892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:40:46.79667Z","caller":"traceutil/trace.go:171","msg":"trace[748762056] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:23682; }","duration":"20.343513114s","start":"2026-02-26T02:40:26.453142Z","end":"2026-02-26T02:40:46.796655Z","steps":["trace[748762056] 'agreement among raft nodes before linearized reading' (duration: 20.343411172s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:46.796697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.900775665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:40:46.796765Z","caller":"traceutil/trace.go:171","msg":"trace[1980456025] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23682; }","duration":"1.900880808s","start":"2026-02-26T02:40:44.895868Z","end":"2026-02-26T02:40:46.796749Z","steps":["trace[1980456025] 'agreement among raft nodes before linearized reading' (duration: 1.900787935s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:46.796792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.873032488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:40:46.796819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:44.895841Z","time spent":"1.90096649s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T02:40:46.796844Z","caller":"traceutil/trace.go:171","msg":"trace[44244690] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:23682; }","duration":"20.873083299s","start":"2026-02-26T02:40:25.923748Z","end":"2026-02-26T02:40:46.796831Z","steps":["trace[44244690] 'agreement among raft nodes before linearized reading' (duration: 20.872990477s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:46.796899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:25.923688Z","time spent":"20.873196742s","remote":"127.0.0.1:38504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:40:46.79504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.352967552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:40:46.796947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.604398945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:40:46.797058Z","caller":"traceutil/trace.go:171","msg":"trace[607611339] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:23682; }","duration":"7.355024257s","start":"2026-02-26T02:40:39.442014Z","end":"2026-02-26T02:40:46.797039Z","steps":["trace[607611339] 'agreement among raft nodes before linearized reading' (duration: 7.353005373s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:40:46.797092Z","caller":"traceutil/trace.go:171","msg":"trace[157372150] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23682; }","duration":"2.604585541s","start":"2026-02-26T02:40:44.192481Z","end":"2026-02-26T02:40:46.797067Z","steps":["trace[157372150] 'agreement among raft nodes before linearized reading' (duration: 2.604318624s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:46.797116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.01772977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:40:46.797129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:39.441989Z","time spent":"7.355119848s","remote":"127.0.0.1:50554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:40:46.797146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.288509605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:40:46.797157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:44.192383Z","time spent":"2.604760135s","remote":"127.0.0.1:50696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:40:46.797155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.879856526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:40:46.797203Z","caller":"traceutil/trace.go:171","msg":"trace[872981476] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:23682; }","duration":"15.288569857s","start":"2026-02-26T02:40:31.508622Z","end":"2026-02-26T02:40:46.797192Z","steps":["trace[872981476] 'agreement among raft nodes before linearized reading' (duration: 15.288483604s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:46.797244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:31.508599Z","time spent":"15.288635389s","remote":"127.0.0.1:42508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:40:46.797242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.177797448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:40:46.797315Z","caller":"traceutil/trace.go:171","msg":"trace[663510667] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:23682; }","duration":"21.17787711s","start":"2026-02-26T02:40:25.619425Z","end":"2026-02-26T02:40:46.797303Z","steps":["trace[663510667] 'agreement among raft nodes before linearized reading' (duration: 21.177762987s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:46.797356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:25.619399Z","time spent":"21.177947423s","remote":"127.0.0.1:45404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":30,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:40:46.796426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.195700867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"warn","ts":"2026-02-26T02:40:46.796718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:26.453119Z","time spent":"20.343589757s","remote":"127.0.0.1:40936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:40:46.797477Z","caller":"traceutil/trace.go:171","msg":"trace[2008089370] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:23682; }","duration":"4.196796676s","start":"2026-02-26T02:40:42.600658Z","end":"2026-02-26T02:40:46.797455Z","steps":["trace[2008089370] 'agreement among raft nodes before linearized reading' (duration: 4.195698208s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:46.797501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.120163989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:40:46.797541Z","caller":"traceutil/trace.go:171","msg":"trace[1868985879] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:23682; }","duration":"15.120256202s","start":"2026-02-26T02:40:31.677275Z","end":"2026-02-26T02:40:46.797532Z","steps":["trace[1868985879] 'agreement among raft nodes before linearized reading' (duration: 15.120126678s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:46.797545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:42.600628Z","time spent":"4.196898399s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-02-26T02:40:46.797583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:31.677248Z","time spent":"15.120327214s","remote":"127.0.0.1:45378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":97,"response size":32,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:40:46.797619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.500665554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:40:46.797638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.546615987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:40:46.797677Z","caller":"traceutil/trace.go:171","msg":"trace[715952388] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23682; }","duration":"11.501059465s","start":"2026-02-26T02:40:35.296603Z","end":"2026-02-26T02:40:46.797663Z","steps":["trace[715952388] 'agreement among raft nodes before linearized reading' (duration: 11.500671595s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:46.797671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.160991455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:40:46.797722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:35.296584Z","time spent":"11.501125887s","remote":"127.0.0.1:50622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:40:46.796296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:16.734907Z","time spent":"30.061367452s","remote":"127.0.0.1:45198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":709,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-02-26T02:40:46.797758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.234632335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:40:46.797799Z","caller":"traceutil/trace.go:171","msg":"trace[500655305] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23682; }","duration":"15.234713397s","start":"2026-02-26T02:40:31.563077Z","end":"2026-02-26T02:40:46.79779Z","steps":["trace[500655305] 'agreement among raft nodes before linearized reading' (duration: 15.234648846s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:46.797816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.366018098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:40:46.797842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:31.56305Z","time spent":"15.234783249s","remote":"127.0.0.1:50638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:40:46.797867Z","caller":"traceutil/trace.go:171","msg":"trace[248935743] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:23682; }","duration":"15.36609862s","start":"2026-02-26T02:40:31.431757Z","end":"2026-02-26T02:40:46.797856Z","steps":["trace[248935743] 'agreement among raft nodes before linearized reading' (duration: 15.366019748s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:46.794828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.040768734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:40:46.794339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.446963441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:40:46.796618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.233858242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-02-26T02:40:46.79719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.640970674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:40:46.796589Z","caller":"traceutil/trace.go:171","msg":"trace[548330471] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:23682; }","duration":"5.067745606s","start":"2026-02-26T02:40:41.728825Z","end":"2026-02-26T02:40:46.79657Z","steps":["trace[548330471] 'agreement among raft nodes before linearized reading' (duration: 5.067675454s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:40:46.797965Z","caller":"traceutil/trace.go:171","msg":"trace[202124749] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23682; }","duration":"22.641783186s","start":"2026-02-26T02:40:24.156166Z","end":"2026-02-26T02:40:46.797949Z","steps":["trace[202124749] 'agreement among raft nodes before linearized reading' (duration: 22.640981044s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:46.796669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.162647218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-fppwd\" ","response":"range_response_count:1 size:4468"} {"level":"info","ts":"2026-02-26T02:40:46.796028Z","caller":"traceutil/trace.go:171","msg":"trace[1870291675] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:23682; }","duration":"1.328616s","start":"2026-02-26T02:40:45.467402Z","end":"2026-02-26T02:40:46.796018Z","steps":["trace[1870291675] 'agreement among raft nodes before linearized reading' (duration: 1.328522897s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:40:46.797692Z","caller":"traceutil/trace.go:171","msg":"trace[1458085867] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:23682; }","duration":"21.546718369s","start":"2026-02-26T02:40:25.250959Z","end":"2026-02-26T02:40:46.797677Z","steps":["trace[1458085867] 'agreement among raft nodes before linearized reading' (duration: 21.546616387s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:40:46.798031Z","caller":"traceutil/trace.go:171","msg":"trace[1609779011] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:23682; }","duration":"19.45074478s","start":"2026-02-26T02:40:27.347271Z","end":"2026-02-26T02:40:46.798016Z","steps":["trace[1609779011] 'agreement among raft nodes before linearized reading' (duration: 19.446919289s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:46.798073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:25.250933Z","time spent":"21.54711897s","remote":"127.0.0.1:49608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:40:46.79809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:27.347242Z","time spent":"19.450832853s","remote":"127.0.0.1:49482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:40:46.798116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.187971386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:40:46.797248Z","caller":"traceutil/trace.go:171","msg":"trace[754896591] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23682; }","duration":"10.88000332s","start":"2026-02-26T02:40:35.917225Z","end":"2026-02-26T02:40:46.797228Z","steps":["trace[754896591] 'agreement among raft nodes before linearized reading' (duration: 10.878706965s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:46.798148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:31.431736Z","time spent":"15.366392517s","remote":"127.0.0.1:45202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":32,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:40:46.798169Z","caller":"traceutil/trace.go:171","msg":"trace[1945982396] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:23682; }","duration":"16.188028077s","start":"2026-02-26T02:40:30.61013Z","end":"2026-02-26T02:40:46.798158Z","steps":["trace[1945982396] 'agreement among raft nodes before linearized reading' (duration: 16.187936805s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:46.798222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:30.610051Z","time spent":"16.18816185s","remote":"127.0.0.1:45180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":32,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:40:46.798257Z","caller":"traceutil/trace.go:171","msg":"trace[1504332644] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:23682; }","duration":"6.044235946s","start":"2026-02-26T02:40:40.754008Z","end":"2026-02-26T02:40:46.798244Z","steps":["trace[1504332644] 'agreement among raft nodes before linearized reading' (duration: 6.040801906s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:46.796219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.470062119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:40:46.798305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.66822024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:40:46.798314Z","caller":"traceutil/trace.go:171","msg":"trace[320795254] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:23682; }","duration":"2.235603938s","start":"2026-02-26T02:40:44.562692Z","end":"2026-02-26T02:40:46.798296Z","steps":["trace[320795254] 'agreement among raft nodes before linearized reading' (duration: 2.23378583s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:46.79214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:23.277191Z","time spent":"23.514929412s","remote":"127.0.0.1:39434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:40:46.798213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:35.917199Z","time spent":"10.880986216s","remote":"127.0.0.1:42330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:40:46.798429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:24.15613Z","time spent":"22.642286369s","remote":"127.0.0.1:42254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:40:46.792984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:18.042438Z","time spent":"28.750537891s","remote":"127.0.0.1:50598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:40:46.798525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.062648473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-26T02:40:46.798562Z","caller":"traceutil/trace.go:171","msg":"trace[898630833] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:23682; }","duration":"17.062738475s","start":"2026-02-26T02:40:29.735816Z","end":"2026-02-26T02:40:46.798554Z","steps":["trace[898630833] 'agreement among raft nodes before linearized reading' (duration: 17.062561551s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:46.798601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:29.735782Z","time spent":"17.062811267s","remote":"127.0.0.1:45366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":179,"response size":33,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:40:46.798658Z","caller":"traceutil/trace.go:171","msg":"trace[433725978] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-69cb5bbdb9-fppwd; range_end:; response_count:1; response_revision:23682; }","duration":"5.16462969s","start":"2026-02-26T02:40:41.63401Z","end":"2026-02-26T02:40:46.79864Z","steps":["trace[433725978] 'agreement among raft nodes before linearized reading' (duration: 5.162560325s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:46.798726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:41.633995Z","time spent":"5.164714672s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":4492,"request content":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-fppwd\" "} {"level":"warn","ts":"2026-02-26T02:40:46.79883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.711290585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:40:46.797163Z","caller":"traceutil/trace.go:171","msg":"trace[2094276743] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:23682; }","duration":"21.017840364s","start":"2026-02-26T02:40:25.779312Z","end":"2026-02-26T02:40:46.797153Z","steps":["trace[2094276743] 'agreement among raft nodes before linearized reading' (duration: 21.017771192s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:40:46.798876Z","caller":"traceutil/trace.go:171","msg":"trace[2030465984] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:23682; }","duration":"18.711389459s","start":"2026-02-26T02:40:28.087477Z","end":"2026-02-26T02:40:46.798866Z","steps":["trace[2030465984] 'agreement among raft nodes before linearized reading' (duration: 18.711270916s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:40:46.797746Z","caller":"traceutil/trace.go:171","msg":"trace[997078344] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23682; }","duration":"16.161120498s","start":"2026-02-26T02:40:30.636608Z","end":"2026-02-26T02:40:46.797728Z","steps":["trace[997078344] 'agreement among raft nodes before linearized reading' (duration: 16.161001495s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:46.798929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:25.779284Z","time spent":"21.019620371s","remote":"127.0.0.1:57910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:40:46.798946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:45.467378Z","time spent":"1.331561097s","remote":"127.0.0.1:45396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:40:46.798969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:30.636582Z","time spent":"16.162369751s","remote":"127.0.0.1:42176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:40:46.798311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:40.753984Z","time spent":"6.044310678s","remote":"127.0.0.1:42498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:40:46.797113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.459682416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-26T02:40:46.799196Z","caller":"traceutil/trace.go:171","msg":"trace[557629970] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:23682; }","duration":"22.461832313s","start":"2026-02-26T02:40:24.337352Z","end":"2026-02-26T02:40:46.799185Z","steps":["trace[557629970] 'agreement among raft nodes before linearized reading' (duration: 22.459575024s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:46.799233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:24.337327Z","time spent":"22.461897275s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":517,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-02-26T02:40:46.798004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:41.728805Z","time spent":"5.069174733s","remote":"127.0.0.1:49548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:40:46.798336Z","caller":"traceutil/trace.go:171","msg":"trace[1160275625] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:23682; }","duration":"19.472285058s","start":"2026-02-26T02:40:27.326033Z","end":"2026-02-26T02:40:46.798318Z","steps":["trace[1160275625] 'agreement among raft nodes before linearized reading' (duration: 19.470030949s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:46.79934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:27.326003Z","time spent":"19.473322866s","remote":"127.0.0.1:42326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:40:46.798355Z","caller":"traceutil/trace.go:171","msg":"trace[802991444] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23682; }","duration":"16.668274642s","start":"2026-02-26T02:40:30.13007Z","end":"2026-02-26T02:40:46.798344Z","steps":["trace[802991444] 'agreement among raft nodes before linearized reading' (duration: 16.66820206s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:46.798916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:28.087444Z","time spent":"18.711464131s","remote":"127.0.0.1:45300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":32,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:40:46.799489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:30.130039Z","time spent":"16.66938996s","remote":"127.0.0.1:42338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:40:46.798385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:44.562671Z","time spent":"2.235697261s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":669,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"info","ts":"2026-02-26T02:40:46.800831Z","caller":"traceutil/trace.go:171","msg":"trace[817613523] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:23682; }","duration":"14.003423162s","start":"2026-02-26T02:40:32.795192Z","end":"2026-02-26T02:40:46.798615Z","steps":["trace[817613523] 'agreement among raft nodes before linearized reading' (duration: 14.000057943s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:46.800889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.871213669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:40:46.800902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:32.795164Z","time spent":"14.005718603s","remote":"127.0.0.1:42390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:40:46.800927Z","caller":"traceutil/trace.go:171","msg":"trace[1159601375] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:23682; }","duration":"14.871321942s","start":"2026-02-26T02:40:31.929595Z","end":"2026-02-26T02:40:46.800917Z","steps":["trace[1159601375] 'agreement among raft nodes before linearized reading' (duration: 14.866530515s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:46.800956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:31.929561Z","time spent":"14.871387914s","remote":"127.0.0.1:45376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":124,"response size":32,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:40:46.801755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.411371619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:40:46.801814Z","caller":"traceutil/trace.go:171","msg":"trace[254357128] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23682; }","duration":"2.411437591s","start":"2026-02-26T02:40:44.390361Z","end":"2026-02-26T02:40:46.801799Z","steps":["trace[254357128] 'agreement among raft nodes before linearized reading' (duration: 2.406267775s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:46.801845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:44.390289Z","time spent":"2.411547404s","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:40:46.802406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.251377526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-26T02:40:46.802448Z","caller":"traceutil/trace.go:171","msg":"trace[342403440] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:23682; }","duration":"16.251477959s","start":"2026-02-26T02:40:30.550961Z","end":"2026-02-26T02:40:46.802439Z","steps":["trace[342403440] 'agreement among raft nodes before linearized reading' (duration: 16.24583283s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:46.802471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:30.550904Z","time spent":"16.25156141s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2674,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:40:47.300453Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892806,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:40:47.800915Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892806,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:40:48.302184Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892806,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:40:48.802783Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892806,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:40:48.808067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000660807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:40:48.808179Z","caller":"traceutil/trace.go:171","msg":"trace[2083732066] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000817231s","start":"2026-02-26T02:40:46.807337Z","end":"2026-02-26T02:40:48.808154Z","steps":["trace[2083732066] 'agreement among raft nodes before linearized reading' (duration: 2.000664217s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:48.808241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:46.80733Z","time spent":"2.000899193s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:40:49.303038Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892806,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:40:49.80423Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892806,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:40:50.313001Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892806,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:40:50.809329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000030512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:40:50.809426Z","caller":"traceutil/trace.go:171","msg":"trace[534239672] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000201577s","start":"2026-02-26T02:40:48.809201Z","end":"2026-02-26T02:40:50.809403Z","steps":["trace[534239672] 'agreement among raft nodes before linearized reading' (duration: 2.000076614s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:50.809528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:48.809172Z","time spent":"2.00034338s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:40:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:40:50.813531Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892806,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:40:51.13645Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.819440763s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:40:51.805625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:46.806812Z","time spent":"4.998805159s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/26 02:40:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:40:52.177835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000018261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:40:52.177968Z","caller":"traceutil/trace.go:171","msg":"trace[1921663689] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000229327s","start":"2026-02-26T02:40:50.177711Z","end":"2026-02-26T02:40:52.17794Z","steps":["trace[1921663689] 'agreement among raft nodes before linearized reading' (duration: 2.000059913s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:52.178039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:50.177684Z","time spent":"2.00034263s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:40:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:40:52.668089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:46.803063Z","time spent":"5.865010354s","remote":"127.0.0.1:40902","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/26 02:40:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:40:52.816785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000315989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:40:52.816952Z","caller":"traceutil/trace.go:171","msg":"trace[1292715988] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000552825s","start":"2026-02-26T02:40:50.816373Z","end":"2026-02-26T02:40:52.816925Z","steps":["trace[1292715988] 'agreement among raft nodes before linearized reading' (duration: 2.00034782s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:52.817023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:50.816354Z","time spent":"2.000654417s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:40:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:40:53.489538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998592053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:40:53.489644Z","caller":"traceutil/trace.go:171","msg":"trace[9075281] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.998771048s","start":"2026-02-26T02:40:48.490847Z","end":"2026-02-26T02:40:53.489618Z","steps":["trace[9075281] 'agreement among raft nodes before linearized reading' (duration: 4.998627054s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:53.4897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:48.490823Z","time spent":"4.998866231s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/02/26 02:40:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:40:53.801364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:46.800116Z","time spent":"7.001237104s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T02:40:53.801433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:46.80059Z","time spent":"7.000826763s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T02:40:53.806074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:46.805303Z","time spent":"7.000760982s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-26T02:40:53.818995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:46.818743Z","time spent":"7.000241618s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-26T02:40:54.269983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998747059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:40:54.270141Z","caller":"traceutil/trace.go:171","msg":"trace[188982848] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.998964604s","start":"2026-02-26T02:40:49.271132Z","end":"2026-02-26T02:40:54.270097Z","steps":["trace[188982848] 'agreement among raft nodes before linearized reading' (duration: 4.99878284s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:54.270225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:49.271094Z","time spent":"4.999111988s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/02/26 02:40:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:40:54.826001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000868114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:40:54.826102Z","caller":"traceutil/trace.go:171","msg":"trace[113930552] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000988267s","start":"2026-02-26T02:40:52.825091Z","end":"2026-02-26T02:40:54.826079Z","steps":["trace[113930552] 'agreement among raft nodes before linearized reading' (duration: 2.000861874s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:54.826184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:52.825022Z","time spent":"2.001152251s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:40:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:40:55.311055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.174259402s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:43"} {"level":"warn","ts":"2026-02-26T02:40:55.31187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.162348798s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:40:55.312125Z","caller":"traceutil/trace.go:171","msg":"trace[1780967862] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23682; }","duration":"2.162539474s","start":"2026-02-26T02:40:53.14948Z","end":"2026-02-26T02:40:55.31202Z","steps":["trace[1780967862] 'range keys from in-memory index tree' (duration: 2.162329207s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:56.802167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999008767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:40:56.802284Z","caller":"traceutil/trace.go:171","msg":"trace[1677187330] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; }","duration":"9.999168471s","start":"2026-02-26T02:40:46.803089Z","end":"2026-02-26T02:40:56.802258Z","steps":["trace[1677187330] 'agreement among raft nodes before linearized reading' (duration: 9.999007987s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:56.802346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:46.803081Z","time spent":"9.999254123s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} 2026/02/26 02:40:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:40:56.826467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999990691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:40:56.826586Z","caller":"traceutil/trace.go:171","msg":"trace[791096827] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000185356s","start":"2026-02-26T02:40:54.826374Z","end":"2026-02-26T02:40:56.826559Z","steps":["trace[791096827] 'agreement among raft nodes before linearized reading' (duration: 2.000027262s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:56.826652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:54.826349Z","time spent":"2.000291179s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:40:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:40:58.518732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.008148148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:40:58.518838Z","caller":"traceutil/trace.go:171","msg":"trace[52083429] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; }","duration":"10.008339063s","start":"2026-02-26T02:40:48.510475Z","end":"2026-02-26T02:40:58.518815Z","steps":["trace[52083429] 'agreement among raft nodes before linearized reading' (duration: 10.008178418s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:58.518895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:48.510449Z","time spent":"10.008434866s","remote":"127.0.0.1:42402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":0,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} 2026/02/26 02:40:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:40:58.836489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000790901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:40:58.836596Z","caller":"traceutil/trace.go:171","msg":"trace[44485109] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000980957s","start":"2026-02-26T02:40:56.835592Z","end":"2026-02-26T02:40:58.836573Z","steps":["trace[44485109] 'agreement among raft nodes before linearized reading' (duration: 2.000840003s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:58.83665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:56.835568Z","time spent":"2.001071949s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:40:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:40:58.966241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998482443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:40:58.966341Z","caller":"traceutil/trace.go:171","msg":"trace[1503525215] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.998655097s","start":"2026-02-26T02:40:53.967662Z","end":"2026-02-26T02:40:58.966317Z","steps":["trace[1503525215] 'agreement among raft nodes before linearized reading' (duration: 4.998524993s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:40:58.966414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:53.967637Z","time spent":"4.99875676s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/02/26 02:40:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:40:59.137763Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"8.000985799s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:41:00.837666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000854912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:41:00.83779Z","caller":"traceutil/trace.go:171","msg":"trace[18816432] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001047877s","start":"2026-02-26T02:40:58.836718Z","end":"2026-02-26T02:41:00.837766Z","steps":["trace[18816432] 'agreement among raft nodes before linearized reading' (duration: 2.000884973s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:00.837847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:58.836696Z","time spent":"2.00113964s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:41:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:41:01.52515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.387122101s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-02-26T02:41:01.526043Z","caller":"traceutil/trace.go:171","msg":"trace[81837177] linearizableReadLoop","detail":"{readStateIndex:24583; appliedIndex:24577; }","duration":"14.725816379s","start":"2026-02-26T02:40:46.800193Z","end":"2026-02-26T02:41:01.526009Z","steps":["trace[81837177] 'read index received' (duration: 4.33659492s)","trace[81837177] 'applied index is now lower than readState.Index' (duration: 10.389220429s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:41:01.527111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.726894918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:88 size:114385"} {"level":"warn","ts":"2026-02-26T02:41:01.527125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.726444065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"info","ts":"2026-02-26T02:41:01.527155Z","caller":"traceutil/trace.go:171","msg":"trace[71089778] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:88; response_revision:23686; }","duration":"14.726966049s","start":"2026-02-26T02:40:46.800178Z","end":"2026-02-26T02:41:01.527144Z","steps":["trace[71089778] 'agreement among raft nodes before linearized reading' (duration: 14.726195699s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:01.527198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.428645836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:41:01.527207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:46.800171Z","time spent":"14.727023921s","remote":"127.0.0.1:45224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":88,"response size":114409,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"info","ts":"2026-02-26T02:41:01.527237Z","caller":"traceutil/trace.go:171","msg":"trace[1979804936] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23686; }","duration":"5.428743959s","start":"2026-02-26T02:40:56.098482Z","end":"2026-02-26T02:41:01.527225Z","steps":["trace[1979804936] 'agreement among raft nodes before linearized reading' (duration: 5.428656466s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:01.527253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.009293717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:41:01.52727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:56.098456Z","time spent":"5.428806921s","remote":"127.0.0.1:50626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:41:01.527277Z","caller":"traceutil/trace.go:171","msg":"trace[650647485] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:23686; }","duration":"6.009373629s","start":"2026-02-26T02:40:55.517896Z","end":"2026-02-26T02:41:01.527269Z","steps":["trace[650647485] 'agreement among raft nodes before linearized reading' (duration: 6.009329128s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:01.527304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:55.517867Z","time spent":"6.009430711s","remote":"127.0.0.1:42628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:41:01.527457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.082621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:41:01.527478Z","caller":"traceutil/trace.go:171","msg":"trace[1813959707] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:23686; }","duration":"6.08264252s","start":"2026-02-26T02:40:55.444828Z","end":"2026-02-26T02:41:01.52747Z","steps":["trace[1813959707] 'agreement among raft nodes before linearized reading' (duration: 6.082601929s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:01.527497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:55.444754Z","time spent":"6.082737443s","remote":"127.0.0.1:42372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:41:01.527595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.104457625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:41:01.527616Z","caller":"traceutil/trace.go:171","msg":"trace[145520586] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:23686; }","duration":"7.104537277s","start":"2026-02-26T02:40:54.423071Z","end":"2026-02-26T02:41:01.527608Z","steps":["trace[145520586] 'agreement among raft nodes before linearized reading' (duration: 7.104499776s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:01.527635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:54.423042Z","time spent":"7.104587718s","remote":"127.0.0.1:42386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:41:01.527731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.243144289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:41:01.527752Z","caller":"traceutil/trace.go:171","msg":"trace[2056589587] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:23686; }","duration":"7.243232611s","start":"2026-02-26T02:40:54.284513Z","end":"2026-02-26T02:41:01.527746Z","steps":["trace[2056589587] 'agreement among raft nodes before linearized reading' (duration: 7.24319802s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:01.527772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:54.284482Z","time spent":"7.243283203s","remote":"127.0.0.1:57906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:41:01.52791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.705348108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29534555-kb8n9\" ","response":"range_response_count:1 size:7716"} {"level":"info","ts":"2026-02-26T02:41:01.52793Z","caller":"traceutil/trace.go:171","msg":"trace[955914765] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29534555-kb8n9; range_end:; response_count:1; response_revision:23686; }","duration":"7.705477872s","start":"2026-02-26T02:40:53.822446Z","end":"2026-02-26T02:41:01.527924Z","steps":["trace[955914765] 'agreement among raft nodes before linearized reading' (duration: 7.70540935s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:01.527953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:53.822404Z","time spent":"7.705543344s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7740,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29534555-kb8n9\" "} {"level":"warn","ts":"2026-02-26T02:41:01.528129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.720366834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-sskkd.1897ab4fec9e7581\" ","response":"range_response_count:1 size:864"} {"level":"info","ts":"2026-02-26T02:41:01.528149Z","caller":"traceutil/trace.go:171","msg":"trace[669480728] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-sskkd.1897ab4fec9e7581; range_end:; response_count:1; response_revision:23686; }","duration":"7.720422686s","start":"2026-02-26T02:40:53.807719Z","end":"2026-02-26T02:41:01.528142Z","steps":["trace[669480728] 'agreement among raft nodes before linearized reading' (duration: 7.720351294s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:01.528167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:53.807699Z","time spent":"7.720463596s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":888,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-sskkd.1897ab4fec9e7581\" "} {"level":"warn","ts":"2026-02-26T02:41:01.528276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.725214692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:41:01.528294Z","caller":"traceutil/trace.go:171","msg":"trace[186443007] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:0; response_revision:23686; }","duration":"7.725272914s","start":"2026-02-26T02:40:53.803016Z","end":"2026-02-26T02:41:01.528289Z","steps":["trace[186443007] 'agreement among raft nodes before linearized reading' (duration: 7.725239113s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:01.52831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:53.802991Z","time spent":"7.725315704s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":30,"request content":"key:\"/registry/masterleases/162.253.55.200\" "} {"level":"warn","ts":"2026-02-26T02:41:01.52841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.296551987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:41:01.528427Z","caller":"traceutil/trace.go:171","msg":"trace[2077115085] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:23686; }","duration":"8.296624578s","start":"2026-02-26T02:40:53.231797Z","end":"2026-02-26T02:41:01.528421Z","steps":["trace[2077115085] 'agreement among raft nodes before linearized reading' (duration: 8.296593547s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:01.528445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:53.231768Z","time spent":"8.29667226s","remote":"127.0.0.1:49624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:41:01.528573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.343808842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:41:01.528592Z","caller":"traceutil/trace.go:171","msg":"trace[874218235] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:23686; }","duration":"8.343828843s","start":"2026-02-26T02:40:53.184756Z","end":"2026-02-26T02:41:01.528585Z","steps":["trace[874218235] 'agreement among raft nodes before linearized reading' (duration: 8.343783361s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:01.528613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:53.18467Z","time spent":"8.343936085s","remote":"127.0.0.1:45288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":32,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:41:01.528731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.01430175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:41:01.528751Z","caller":"traceutil/trace.go:171","msg":"trace[309534843] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23686; }","duration":"9.014363682s","start":"2026-02-26T02:40:52.514381Z","end":"2026-02-26T02:41:01.528745Z","steps":["trace[309534843] 'agreement among raft nodes before linearized reading' (duration: 9.014330661s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:01.528772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:52.514356Z","time spent":"9.014410803s","remote":"127.0.0.1:42174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:41:01.52889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.322279225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:41:01.528932Z","caller":"traceutil/trace.go:171","msg":"trace[928326838] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23686; }","duration":"9.322327366s","start":"2026-02-26T02:40:52.206595Z","end":"2026-02-26T02:41:01.528923Z","steps":["trace[928326838] 'agreement among raft nodes before linearized reading' (duration: 9.322261565s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:01.52896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:52.206524Z","time spent":"9.322425028s","remote":"127.0.0.1:42246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:41:01.529067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.723779235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:685"} {"level":"info","ts":"2026-02-26T02:41:01.529096Z","caller":"traceutil/trace.go:171","msg":"trace[317669493] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:23686; }","duration":"14.723806156s","start":"2026-02-26T02:40:46.80528Z","end":"2026-02-26T02:41:01.529086Z","steps":["trace[317669493] 'agreement among raft nodes before linearized reading' (duration: 14.723731594s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:01.529087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.149083222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:41:01.529117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:46.80526Z","time spent":"14.723852037s","remote":"127.0.0.1:45198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":709,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-02-26T02:41:01.529119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.724916036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-26T02:41:01.529132Z","caller":"traceutil/trace.go:171","msg":"trace[1685660727] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:23686; }","duration":"12.149215456s","start":"2026-02-26T02:40:49.379903Z","end":"2026-02-26T02:41:01.529118Z","steps":["trace[1685660727] 'agreement among raft nodes before linearized reading' (duration: 12.149117833s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:41:01.529138Z","caller":"traceutil/trace.go:171","msg":"trace[267892212] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:23686; }","duration":"14.724942806s","start":"2026-02-26T02:40:46.80419Z","end":"2026-02-26T02:41:01.529133Z","steps":["trace[267892212] 'agreement among raft nodes before linearized reading' (duration: 14.724879634s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:01.529158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:46.804187Z","time spent":"14.724967817s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":517,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-02-26T02:41:01.529159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:49.379876Z","time spent":"12.149275427s","remote":"127.0.0.1:42382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:41:01.529249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.543477995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:41:01.529221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.09592662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:41:01.529275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.002743425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-02-26T02:41:01.529299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.138684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"info","ts":"2026-02-26T02:41:01.529314Z","caller":"traceutil/trace.go:171","msg":"trace[1288646747] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:23686; }","duration":"10.096115735s","start":"2026-02-26T02:40:51.433175Z","end":"2026-02-26T02:41:01.529291Z","steps":["trace[1288646747] 'agreement among raft nodes before linearized reading' (duration: 10.09593018s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:41:01.529334Z","caller":"traceutil/trace.go:171","msg":"trace[132536399] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:23686; }","duration":"274.226736ms","start":"2026-02-26T02:41:01.255098Z","end":"2026-02-26T02:41:01.529325Z","steps":["trace[132536399] 'agreement among raft nodes before linearized reading' (duration: 274.121283ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:01.529345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.722354998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-02-26T02:41:01.529303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.964842238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:41:01.529418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.421698584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:41:01.52927Z","caller":"traceutil/trace.go:171","msg":"trace[50915172] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:23686; }","duration":"14.543500505s","start":"2026-02-26T02:40:46.985763Z","end":"2026-02-26T02:41:01.529263Z","steps":["trace[50915172] 'agreement among raft nodes before linearized reading' (duration: 14.543451294s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:41:01.529461Z","caller":"traceutil/trace.go:171","msg":"trace[1013882456] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:23686; }","duration":"9.421781916s","start":"2026-02-26T02:40:52.107665Z","end":"2026-02-26T02:41:01.529447Z","steps":["trace[1013882456] 'agreement among raft nodes before linearized reading' (duration: 9.421704654s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:01.529481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:46.985679Z","time spent":"14.543785923s","remote":"127.0.0.1:45224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":88,"response size":32,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:41:01.5295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.030868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:41:01.529501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:52.107643Z","time spent":"9.421847588s","remote":"127.0.0.1:45480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:41:01.529511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.583033383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-02-26T02:41:01.529524Z","caller":"traceutil/trace.go:171","msg":"trace[2145743432] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:23686; }","duration":"324.127111ms","start":"2026-02-26T02:41:01.20539Z","end":"2026-02-26T02:41:01.529517Z","steps":["trace[2145743432] 'agreement among raft nodes before linearized reading' (duration: 324.06576ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:41:01.529537Z","caller":"traceutil/trace.go:171","msg":"trace[1179941663] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23686; }","duration":"3.583100125s","start":"2026-02-26T02:40:57.94643Z","end":"2026-02-26T02:41:01.52953Z","steps":["trace[1179941663] 'agreement among raft nodes before linearized reading' (duration: 3.583031173s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:01.529547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:01.205341Z","time spent":"324.198673ms","remote":"127.0.0.1:38452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:41:01.529562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:57.946403Z","time spent":"3.583154056s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-26T02:41:01.529571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.993285013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:41:01.529603Z","caller":"traceutil/trace.go:171","msg":"trace[804427280] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:23686; }","duration":"4.993345495s","start":"2026-02-26T02:40:56.536246Z","end":"2026-02-26T02:41:01.529591Z","steps":["trace[804427280] 'agreement among raft nodes before linearized reading' (duration: 4.993274413s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:01.529627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:56.536207Z","time spent":"4.993414117s","remote":"127.0.0.1:45358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":20,"response size":32,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:41:01.529647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.583566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:41:01.529666Z","caller":"traceutil/trace.go:171","msg":"trace[815659449] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:23686; }","duration":"449.660599ms","start":"2026-02-26T02:41:01.08Z","end":"2026-02-26T02:41:01.52966Z","steps":["trace[815659449] 'agreement among raft nodes before linearized reading' (duration: 449.609258ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:01.529683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:01.079972Z","time spent":"449.707209ms","remote":"127.0.0.1:45506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":32,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:41:01.529414Z","caller":"traceutil/trace.go:171","msg":"trace[1130879149] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:23686; }","duration":"13.965040933s","start":"2026-02-26T02:40:47.564346Z","end":"2026-02-26T02:41:01.529387Z","steps":["trace[1130879149] 'agreement among raft nodes before linearized reading' (duration: 13.964731615s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:01.52974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.985408496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:41:01.529742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:47.564321Z","time spent":"13.965401762s","remote":"127.0.0.1:57956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:41:01.529763Z","caller":"traceutil/trace.go:171","msg":"trace[1704092784] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:23686; }","duration":"3.985487698s","start":"2026-02-26T02:40:57.544267Z","end":"2026-02-26T02:41:01.529755Z","steps":["trace[1704092784] 'agreement among raft nodes before linearized reading' (duration: 3.985448227s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:01.529755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.588125511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:41:01.529785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:57.544243Z","time spent":"3.985537589s","remote":"127.0.0.1:45350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:41:01.529799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.368347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:41:01.529797Z","caller":"traceutil/trace.go:171","msg":"trace[1648990521] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:23686; }","duration":"13.588212123s","start":"2026-02-26T02:40:47.941572Z","end":"2026-02-26T02:41:01.529784Z","steps":["trace[1648990521] 'agreement among raft nodes before linearized reading' (duration: 13.588141191s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:01.529795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.065529247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:41:01.529822Z","caller":"traceutil/trace.go:171","msg":"trace[588106040] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23686; }","duration":"576.432609ms","start":"2026-02-26T02:41:00.953361Z","end":"2026-02-26T02:41:01.529813Z","steps":["trace[588106040] 'agreement among raft nodes before linearized reading' (duration: 576.392078ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:01.529833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:47.941549Z","time spent":"13.588276115s","remote":"127.0.0.1:50522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:41:01.529846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:00.953332Z","time spent":"576.509552ms","remote":"127.0.0.1:42258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:41:01.529843Z","caller":"traceutil/trace.go:171","msg":"trace[2079207138] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:23686; }","duration":"5.065620239s","start":"2026-02-26T02:40:56.46421Z","end":"2026-02-26T02:41:01.52983Z","steps":["trace[2079207138] 'agreement among raft nodes before linearized reading' (duration: 5.065534827s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:01.529356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:51.433151Z","time spent":"10.096196188s","remote":"127.0.0.1:42398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:41:01.529886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:56.464185Z","time spent":"5.065687982s","remote":"127.0.0.1:42342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":32,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:41:01.529914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.478741545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:516"} {"level":"warn","ts":"2026-02-26T02:41:01.529935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.894191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:41:01.529937Z","caller":"traceutil/trace.go:171","msg":"trace[1312122508] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:23686; }","duration":"4.478819988s","start":"2026-02-26T02:40:57.05111Z","end":"2026-02-26T02:41:01.52993Z","steps":["trace[1312122508] 'agreement among raft nodes before linearized reading' (duration: 4.478683794s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:41:01.529954Z","caller":"traceutil/trace.go:171","msg":"trace[47701333] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23686; }","duration":"683.980904ms","start":"2026-02-26T02:41:00.845967Z","end":"2026-02-26T02:41:01.529948Z","steps":["trace[47701333] 'agreement among raft nodes before linearized reading' (duration: 683.949023ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:01.529954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.064341896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-26T02:41:01.529973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:00.845932Z","time spent":"684.037855ms","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T02:41:01.529982Z","caller":"traceutil/trace.go:171","msg":"trace[1890872505] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23686; }","duration":"4.064409067s","start":"2026-02-26T02:40:57.465564Z","end":"2026-02-26T02:41:01.529973Z","steps":["trace[1890872505] 'agreement among raft nodes before linearized reading' (duration: 4.064333115s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:01.530001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:57.465542Z","time spent":"4.064454259s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T02:41:01.53002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.525058075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-02-26T02:41:01.530041Z","caller":"traceutil/trace.go:171","msg":"trace[184756611] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:23686; }","duration":"4.525133168s","start":"2026-02-26T02:40:57.004901Z","end":"2026-02-26T02:41:01.530034Z","steps":["trace[184756611] 'agreement among raft nodes before linearized reading' (duration: 4.525073116s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:01.530059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:57.004872Z","time spent":"4.525181889s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":563,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-02-26T02:41:01.530057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.215540951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-02-26T02:41:01.530046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.953706014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:41:01.530082Z","caller":"traceutil/trace.go:171","msg":"trace[138721526] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23686; }","duration":"5.215619693s","start":"2026-02-26T02:40:56.314454Z","end":"2026-02-26T02:41:01.530074Z","steps":["trace[138721526] 'agreement among raft nodes before linearized reading' (duration: 5.215540671s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:01.530089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.760324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:41:01.529291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.725147392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-02-26T02:41:01.530106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:56.314426Z","time spent":"5.215675115s","remote":"127.0.0.1:45134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-02-26T02:41:01.530112Z","caller":"traceutil/trace.go:171","msg":"trace[429972457] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:23686; }","duration":"821.828736ms","start":"2026-02-26T02:41:00.708275Z","end":"2026-02-26T02:41:01.530104Z","steps":["trace[429972457] 'agreement among raft nodes before linearized reading' (duration: 821.789445ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:41:01.530106Z","caller":"traceutil/trace.go:171","msg":"trace[1185828626] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23686; }","duration":"13.953818967s","start":"2026-02-26T02:40:47.57627Z","end":"2026-02-26T02:41:01.530089Z","steps":["trace[1185828626] 'agreement among raft nodes before linearized reading' (duration: 13.953702204s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:01.530131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:00.708246Z","time spent":"821.879447ms","remote":"127.0.0.1:49576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:41:01.530136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.616188617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:41:01.530129Z","caller":"traceutil/trace.go:171","msg":"trace[337661107] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:23686; }","duration":"14.725988304s","start":"2026-02-26T02:40:46.804125Z","end":"2026-02-26T02:41:01.530113Z","steps":["trace[337661107] 'agreement among raft nodes before linearized reading' (duration: 14.72509809s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:01.530145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:47.576245Z","time spent":"13.953890919s","remote":"127.0.0.1:50612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:41:01.530172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:46.804119Z","time spent":"14.726040165s","remote":"127.0.0.1:45188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-02-26T02:41:01.527204Z","caller":"traceutil/trace.go:171","msg":"trace[1473998005] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:23686; }","duration":"14.726551778s","start":"2026-02-26T02:40:46.80063Z","end":"2026-02-26T02:41:01.527182Z","steps":["trace[1473998005] 'agreement among raft nodes before linearized reading' (duration: 14.726304552s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:01.529958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:57.05108Z","time spent":"4.478873769s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":540,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-02-26T02:41:01.530208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:46.800615Z","time spent":"14.729585258s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":714,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-02-26T02:41:01.530233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.226627972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:41:01.530239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.144029485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:41:01.530255Z","caller":"traceutil/trace.go:171","msg":"trace[404160439] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:23686; }","duration":"2.226680063s","start":"2026-02-26T02:40:59.303567Z","end":"2026-02-26T02:41:01.530247Z","steps":["trace[404160439] 'agreement among raft nodes before linearized reading' (duration: 2.226637112s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:01.530275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:59.303547Z","time spent":"2.226723064s","remote":"127.0.0.1:57982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":32,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:41:01.530275Z","caller":"traceutil/trace.go:171","msg":"trace[1788066927] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:23686; }","duration":"2.144106317s","start":"2026-02-26T02:40:59.386158Z","end":"2026-02-26T02:41:01.530264Z","steps":["trace[1788066927] 'agreement among raft nodes before linearized reading' (duration: 2.144015125s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:41:01.529369Z","caller":"traceutil/trace.go:171","msg":"trace[257646778] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:23686; }","duration":"14.722398729s","start":"2026-02-26T02:40:46.806964Z","end":"2026-02-26T02:41:01.529363Z","steps":["trace[257646778] 'agreement among raft nodes before linearized reading' (duration: 14.722321627s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:01.530309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:59.386135Z","time spent":"2.144165818s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":32,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:41:01.530318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:46.806957Z","time spent":"14.723351384s","remote":"127.0.0.1:45084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":143,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-02-26T02:41:01.530366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.354714486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:41:01.530394Z","caller":"traceutil/trace.go:171","msg":"trace[170842327] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23686; }","duration":"1.354785378s","start":"2026-02-26T02:41:00.175601Z","end":"2026-02-26T02:41:01.530386Z","steps":["trace[170842327] 'agreement among raft nodes before linearized reading' (duration: 1.354736857s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:01.529695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.429327153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:41:01.530402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.606584313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:41:01.530414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:00.175577Z","time spent":"1.35483341s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T02:41:01.530431Z","caller":"traceutil/trace.go:171","msg":"trace[1777434656] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23686; }","duration":"4.430106324s","start":"2026-02-26T02:40:57.100313Z","end":"2026-02-26T02:41:01.53042Z","steps":["trace[1777434656] 'agreement among raft nodes before linearized reading' (duration: 4.429341354s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:01.530473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:57.100294Z","time spent":"4.430166125s","remote":"127.0.0.1:42454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:41:01.530479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.946624314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:41:01.530506Z","caller":"traceutil/trace.go:171","msg":"trace[2050744189] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:23686; }","duration":"1.946705986s","start":"2026-02-26T02:40:59.58379Z","end":"2026-02-26T02:41:01.530496Z","steps":["trace[2050744189] 'agreement among raft nodes before linearized reading' (duration: 1.946660645s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:41:01.530156Z","caller":"traceutil/trace.go:171","msg":"trace[1929801713] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:23686; }","duration":"4.61626618s","start":"2026-02-26T02:40:56.913883Z","end":"2026-02-26T02:41:01.530149Z","steps":["trace[1929801713] 'agreement among raft nodes before linearized reading' (duration: 4.616229639s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:01.530537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.527922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:41:01.530565Z","caller":"traceutil/trace.go:171","msg":"trace[1036632042] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23686; }","duration":"954.554493ms","start":"2026-02-26T02:41:00.576001Z","end":"2026-02-26T02:41:01.530555Z","steps":["trace[1036632042] 'agreement among raft nodes before linearized reading' (duration: 954.513302ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:01.530562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:56.913853Z","time spent":"4.61669102s","remote":"127.0.0.1:50590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:41:01.530569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.665275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:41:01.529339Z","caller":"traceutil/trace.go:171","msg":"trace[1036273185] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23686; }","duration":"10.002858018s","start":"2026-02-26T02:40:51.526458Z","end":"2026-02-26T02:41:01.529316Z","steps":["trace[1036273185] 'agreement among raft nodes before linearized reading' (duration: 10.002608151s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:41:01.530614Z","caller":"traceutil/trace.go:171","msg":"trace[321306535] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23686; }","duration":"979.772338ms","start":"2026-02-26T02:41:00.550831Z","end":"2026-02-26T02:41:01.530603Z","steps":["trace[321306535] 'agreement among raft nodes before linearized reading' (duration: 979.701966ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:01.530621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:51.526434Z","time spent":"10.004177783s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-26T02:41:01.530401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.440930468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:41:01.530646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:00.550803Z","time spent":"979.83553ms","remote":"127.0.0.1:42230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:41:01.530431Z","caller":"traceutil/trace.go:171","msg":"trace[1139178102] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:23686; }","duration":"1.606650955s","start":"2026-02-26T02:40:59.92377Z","end":"2026-02-26T02:41:01.530421Z","steps":["trace[1139178102] 'agreement among raft nodes before linearized reading' (duration: 1.606599254s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:41:01.530677Z","caller":"traceutil/trace.go:171","msg":"trace[2119882288] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:23686; }","duration":"2.441224846s","start":"2026-02-26T02:40:59.08943Z","end":"2026-02-26T02:41:01.530655Z","steps":["trace[2119882288] 'agreement among raft nodes before linearized reading' (duration: 2.440934099s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:01.53069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:59.923747Z","time spent":"1.606935593s","remote":"127.0.0.1:49600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:41:01.529307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.230955158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:41:01.530836Z","caller":"traceutil/trace.go:171","msg":"trace[1299291509] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:23686; }","duration":"10.232502959s","start":"2026-02-26T02:40:51.298305Z","end":"2026-02-26T02:41:01.530808Z","steps":["trace[1299291509] 'agreement among raft nodes before linearized reading' (duration: 10.230973219s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:01.530585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:00.575977Z","time spent":"954.601404ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:41:01.530722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:59.089408Z","time spent":"2.441295779s","remote":"127.0.0.1:42402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:41:01.5309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:51.298281Z","time spent":"10.232596702s","remote":"127.0.0.1:50568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:41:01.530533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:40:59.583744Z","time spent":"1.946782009s","remote":"127.0.0.1:38494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:41:02.037297Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892814,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:41:02.537923Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892814,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:41:03.038364Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892814,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:41:03.539438Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892814,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:41:03.78721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999832285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:41:03.78733Z","caller":"traceutil/trace.go:171","msg":"trace[2130841521] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000026691s","start":"2026-02-26T02:41:01.787278Z","end":"2026-02-26T02:41:03.787305Z","steps":["trace[2130841521] 'agreement among raft nodes before linearized reading' (duration: 1.999864706s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:03.787394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:01.787252Z","time spent":"2.000128243s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:41:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:41:04.040051Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892814,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:41:04.540573Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892814,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:41:05.041199Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892814,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:41:05.542113Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892814,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:41:05.788245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000575546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:41:05.788473Z","caller":"traceutil/trace.go:171","msg":"trace[1766706550] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000885045s","start":"2026-02-26T02:41:03.787558Z","end":"2026-02-26T02:41:05.788443Z","steps":["trace[1766706550] 'agreement among raft nodes before linearized reading' (duration: 2.000608207s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:05.788581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:03.787532Z","time spent":"2.001031238s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:41:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:41:06.043084Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892814,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:41:06.486245Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.952085998s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:41:06.535959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:01.536542Z","time spent":"4.999364904s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-26T02:41:06.540489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:01.54084Z","time spent":"4.999640141s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/26 02:41:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:41:07.119338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999348033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:41:07.119472Z","caller":"traceutil/trace.go:171","msg":"trace[1116447061] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.999627181s","start":"2026-02-26T02:41:02.119817Z","end":"2026-02-26T02:41:07.119444Z","steps":["trace[1116447061] 'agreement among raft nodes before linearized reading' (duration: 4.999377084s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:07.11954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:02.11979Z","time spent":"4.999734884s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/02/26 02:41:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:41:07.796942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000196725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:41:07.797056Z","caller":"traceutil/trace.go:171","msg":"trace[55525257] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000415591s","start":"2026-02-26T02:41:05.796616Z","end":"2026-02-26T02:41:07.797032Z","steps":["trace[55525257] 'agreement among raft nodes before linearized reading' (duration: 2.000262807s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:07.797117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:05.79659Z","time spent":"2.000516774s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:41:08.341855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:05.011664Z","time spent":"3.330179309s","remote":"127.0.0.1:52276","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T02:41:08.34298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.193346584s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:41:08.343179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.856677232s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-02-26T02:41:08.343191Z","caller":"traceutil/trace.go:171","msg":"trace[417058983] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23686; }","duration":"5.193587321s","start":"2026-02-26T02:41:03.149573Z","end":"2026-02-26T02:41:08.34316Z","steps":["trace[417058983] 'range keys from in-memory index tree' (duration: 5.193316504s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:08.343257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:01.534034Z","time spent":"6.809218913s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T02:41:08.536188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:01.535943Z","time spent":"7.000225135s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-26T02:41:08.536548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:01.536125Z","time spent":"7.00040939s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T02:41:08.536679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:01.536516Z","time spent":"7.000154383s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-26T02:41:08.53674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:01.536632Z","time spent":"7.000105282s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-26T02:41:08.538024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:01.537515Z","time spent":"7.000507093s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-26T02:41:08.541054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:01.540289Z","time spent":"7.00075697s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-26T02:41:09.027334Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"08529c979fe28e7b","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-26T02:41:09.79781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999900774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:41:09.797914Z","caller":"traceutil/trace.go:171","msg":"trace[991030111] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000081438s","start":"2026-02-26T02:41:07.797808Z","end":"2026-02-26T02:41:09.797889Z","steps":["trace[991030111] 'agreement among raft nodes before linearized reading' (duration: 1.999950205s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:09.797973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:07.797771Z","time spent":"2.000191071s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:41:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:41:11.806708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000158029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:41:11.806809Z","caller":"traceutil/trace.go:171","msg":"trace[678082818] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000411546s","start":"2026-02-26T02:41:09.806374Z","end":"2026-02-26T02:41:11.806785Z","steps":["trace[678082818] 'agreement among raft nodes before linearized reading' (duration: 2.000262892s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:11.806865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:09.806344Z","time spent":"2.000509509s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:41:13.414969Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"6.924023127s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:41:13.808134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00053768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:41:13.808232Z","caller":"traceutil/trace.go:171","msg":"trace[1516472651] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000693224s","start":"2026-02-26T02:41:11.807518Z","end":"2026-02-26T02:41:13.808211Z","steps":["trace[1516472651] 'agreement among raft nodes before linearized reading' (duration: 2.000560321s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:13.80829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:11.807501Z","time spent":"2.000780746s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:41:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:41:14.537645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.387791085s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:41:14.537799Z","caller":"traceutil/trace.go:171","msg":"trace[1212702435] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23686; }","duration":"1.387959309s","start":"2026-02-26T02:41:13.14982Z","end":"2026-02-26T02:41:14.537779Z","steps":["trace[1212702435] 'range keys from in-memory index tree' (duration: 1.387769955s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:14.5389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123573574s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"warn","ts":"2026-02-26T02:41:14.653576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998959612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:41:14.653724Z","caller":"traceutil/trace.go:171","msg":"trace[1494449747] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999217489s","start":"2026-02-26T02:41:09.654474Z","end":"2026-02-26T02:41:14.653692Z","steps":["trace[1494449747] 'agreement among raft nodes before linearized reading' (duration: 4.999003893s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:14.653835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:09.654446Z","time spent":"4.999368373s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T02:41:14.981112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999534747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:41:14.981227Z","caller":"traceutil/trace.go:171","msg":"trace[65336243] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.999714832s","start":"2026-02-26T02:41:09.981487Z","end":"2026-02-26T02:41:14.981202Z","steps":["trace[65336243] 'agreement among raft nodes before linearized reading' (duration: 4.999567358s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:14.981291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:09.981459Z","time spent":"4.999820395s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/02/26 02:41:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:41:15.34647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:08.345763Z","time spent":"7.000698315s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-26T02:41:15.78871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998936743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:41:15.788832Z","caller":"traceutil/trace.go:171","msg":"trace[486952906] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.999088347s","start":"2026-02-26T02:41:10.789718Z","end":"2026-02-26T02:41:15.788806Z","steps":["trace[486952906] 'agreement among raft nodes before linearized reading' (duration: 4.998930903s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:15.788895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:10.789671Z","time spent":"4.99921204s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-02-26T02:41:15.816415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999830933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:41:15.816586Z","caller":"traceutil/trace.go:171","msg":"trace[1126586415] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000041638s","start":"2026-02-26T02:41:13.816482Z","end":"2026-02-26T02:41:15.816523Z","steps":["trace[1126586415] 'agreement among raft nodes before linearized reading' (duration: 1.999867964s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:15.816673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:13.816459Z","time spent":"2.000197542s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:41:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:41:16.344782Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"08529c979fe28e7b","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-26T02:41:17.384648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:10.384079Z","time spent":"7.000560391s","remote":"127.0.0.1:49480","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-26T02:41:17.817134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.976570878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:41:17.817247Z","caller":"traceutil/trace.go:171","msg":"trace[2020390834] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.976730012s","start":"2026-02-26T02:41:15.840493Z","end":"2026-02-26T02:41:17.817223Z","steps":["trace[2020390834] 'agreement among raft nodes before linearized reading' (duration: 1.976580298s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:17.81731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:15.840483Z","time spent":"1.976814565s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:41:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:41:18.541174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999753303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:41:18.54131Z","caller":"traceutil/trace.go:171","msg":"trace[616638053] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; }","duration":"9.999933788s","start":"2026-02-26T02:41:08.54133Z","end":"2026-02-26T02:41:18.541264Z","steps":["trace[616638053] 'agreement among raft nodes before linearized reading' (duration: 9.999779884s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:18.54137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:08.541308Z","time spent":"10.000050051s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} 2026/02/26 02:41:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:41:18.54202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.005971847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:41:18.542076Z","caller":"traceutil/trace.go:171","msg":"trace[1333355472] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; }","duration":"10.006032479s","start":"2026-02-26T02:41:08.536027Z","end":"2026-02-26T02:41:18.54206Z","steps":["trace[1333355472] 'agreement among raft nodes before linearized reading' (duration: 10.005970668s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:18.542124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:08.535903Z","time spent":"10.006206923s","remote":"127.0.0.1:42402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":0,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} 2026/02/26 02:41:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:41:19.846522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000498869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:41:19.846611Z","caller":"traceutil/trace.go:171","msg":"trace[702598613] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000666544s","start":"2026-02-26T02:41:17.845926Z","end":"2026-02-26T02:41:19.846593Z","steps":["trace[702598613] 'agreement among raft nodes before linearized reading' (duration: 2.000538211s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:19.846658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:17.8459Z","time spent":"2.000749836s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:41:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:41:19.909029Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"6.493795318s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:41:19.914342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:12.913631Z","time spent":"7.000700514s","remote":"127.0.0.1:45054","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-26T02:41:20.379875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.839229763s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-02-26T02:41:20.380143Z","caller":"traceutil/trace.go:171","msg":"trace[1110785050] linearizableReadLoop","detail":"{readStateIndex:24593; appliedIndex:24583; }","duration":"18.843667627s","start":"2026-02-26T02:41:01.536457Z","end":"2026-02-26T02:41:20.380125Z","steps":["trace[1110785050] 'read index received' (duration: 4.950023655s)","trace[1110785050] 'applied index is now lower than readState.Index' (duration: 13.893643002s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:41:20.385737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.849250994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129529"} {"level":"info","ts":"2026-02-26T02:41:20.385833Z","caller":"traceutil/trace.go:171","msg":"trace[675710704] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:23693; }","duration":"18.849376517s","start":"2026-02-26T02:41:01.536436Z","end":"2026-02-26T02:41:20.385812Z","steps":["trace[675710704] 'agreement among raft nodes before linearized reading' (duration: 18.845161556s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:20.385877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:01.536427Z","time spent":"18.849439499s","remote":"127.0.0.1:45080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129553,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-02-26T02:41:21.359254Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"08529c979fe28e87","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-26T02:41:21.705733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999532747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:41:21.705871Z","caller":"traceutil/trace.go:171","msg":"trace[1902345040] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999729193s","start":"2026-02-26T02:41:16.706081Z","end":"2026-02-26T02:41:21.70581Z","steps":["trace[1902345040] 'agreement among raft nodes before linearized reading' (duration: 4.999582049s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:21.705927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:16.706055Z","time spent":"4.999859925s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/02/26 02:41:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:41:21.847526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000351275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:41:21.847701Z","caller":"traceutil/trace.go:171","msg":"trace[682149309] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000613072s","start":"2026-02-26T02:41:19.847061Z","end":"2026-02-26T02:41:21.847674Z","steps":["trace[682149309] 'agreement among raft nodes before linearized reading' (duration: 2.000402636s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:21.847788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:19.847034Z","time spent":"2.000740505s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:41:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:41:22.177163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000628622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:41:22.177242Z","caller":"traceutil/trace.go:171","msg":"trace[40696066] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000795367s","start":"2026-02-26T02:41:20.176428Z","end":"2026-02-26T02:41:22.177223Z","steps":["trace[40696066] 'agreement among raft nodes before linearized reading' (duration: 2.000687284s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:22.177283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:20.1764Z","time spent":"2.000875749s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:41:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:41:22.220446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.999085388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:41:22.220559Z","caller":"traceutil/trace.go:171","msg":"trace[1707014773] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; }","duration":"19.999281873s","start":"2026-02-26T02:41:02.22125Z","end":"2026-02-26T02:41:22.220532Z","steps":["trace[1707014773] 'agreement among raft nodes before linearized reading' (duration: 19.999126949s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:22.220619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:02.22122Z","time spent":"19.999386846s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} 2026/02/26 02:41:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:41:22.67974Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.294059116s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:41:23.857129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000758187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:41:23.857257Z","caller":"traceutil/trace.go:171","msg":"trace[363191302] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000996893s","start":"2026-02-26T02:41:21.856234Z","end":"2026-02-26T02:41:23.85723Z","steps":["trace[363191302] 'agreement among raft nodes before linearized reading' (duration: 2.000785377s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:23.857324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:21.85621Z","time spent":"2.001100746s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:41:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:41:24.177731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997415972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:41:24.17793Z","caller":"traceutil/trace.go:171","msg":"trace[1368318464] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.99770675s","start":"2026-02-26T02:41:19.180168Z","end":"2026-02-26T02:41:24.177875Z","steps":["trace[1368318464] 'agreement among raft nodes before linearized reading' (duration: 4.997462494s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:24.178026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:19.180137Z","time spent":"4.997847474s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/02/26 02:41:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:41:24.711973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.326324319s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30","error":"lease not found"} {"level":"warn","ts":"2026-02-26T02:41:24.712043Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"4.326443182s","request":"header: lease_revoke:","response":"size:30","error":"lease not found"} {"level":"warn","ts":"2026-02-26T02:41:24.713512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.563127754s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:41:24.713659Z","caller":"traceutil/trace.go:171","msg":"trace[803934744] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23694; }","duration":"1.563287389s","start":"2026-02-26T02:41:23.150349Z","end":"2026-02-26T02:41:24.713637Z","steps":["trace[803934744] 'range keys from in-memory index tree' (duration: 1.563104604s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:25.063863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998921241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:41:25.063998Z","caller":"traceutil/trace.go:171","msg":"trace[962632855] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.999131526s","start":"2026-02-26T02:41:20.064842Z","end":"2026-02-26T02:41:25.063973Z","steps":["trace[962632855] 'agreement among raft nodes before linearized reading' (duration: 4.998958282s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:25.064057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:20.064816Z","time spent":"4.999228249s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/02/26 02:41:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:41:25.659009Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.979004941s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:41:25.858037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000490818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:41:25.85816Z","caller":"traceutil/trace.go:171","msg":"trace[673857332] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000744495s","start":"2026-02-26T02:41:23.857391Z","end":"2026-02-26T02:41:25.858136Z","steps":["trace[673857332] 'agreement among raft nodes before linearized reading' (duration: 2.00054679s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:25.858217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:23.857362Z","time spent":"2.000842908s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:41:27.70443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.989129308s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-02-26T02:41:27.704589Z","caller":"traceutil/trace.go:171","msg":"trace[1453992791] linearizableReadLoop","detail":"{readStateIndex:24598; appliedIndex:24594; }","duration":"7.324390154s","start":"2026-02-26T02:41:20.380175Z","end":"2026-02-26T02:41:27.704565Z","steps":["trace[1453992791] 'read index received' (duration: 412.409347ms)","trace[1453992791] 'applied index is now lower than readState.Index' (duration: 6.911978947s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:41:27.705313Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"766.25µs","request":"header: lease_revoke:","response":"size:30","error":"lease not found"} {"level":"warn","ts":"2026-02-26T02:41:27.705469Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"08529c979fe28e87","error":"lease not found"} {"level":"warn","ts":"2026-02-26T02:41:27.705666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.962867174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-02-26T02:41:27.705704Z","caller":"traceutil/trace.go:171","msg":"trace[1346538221] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:23696; }","duration":"8.962913425s","start":"2026-02-26T02:41:18.742778Z","end":"2026-02-26T02:41:27.705691Z","steps":["trace[1346538221] 'agreement among raft nodes before linearized reading' (duration: 8.962736841s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:27.705743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:18.742701Z","time spent":"8.963033278s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":563,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-02-26T02:41:27.705994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.008797685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:41:27.706037Z","caller":"traceutil/trace.go:171","msg":"trace[1028143608] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:23696; }","duration":"9.008874187s","start":"2026-02-26T02:41:18.69715Z","end":"2026-02-26T02:41:27.706024Z","steps":["trace[1028143608] 'agreement among raft nodes before linearized reading' (duration: 9.008801135s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:27.706075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:18.697135Z","time spent":"9.008930668s","remote":"127.0.0.1:42516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:41:27.708657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.164470626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-cdcn9\" ","response":"range_response_count:1 size:6733"} {"level":"info","ts":"2026-02-26T02:41:27.70884Z","caller":"traceutil/trace.go:171","msg":"trace[753488760] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-cdcn9; range_end:; response_count:1; response_revision:23696; }","duration":"19.164682082s","start":"2026-02-26T02:41:08.544131Z","end":"2026-02-26T02:41:27.708813Z","steps":["trace[753488760] 'agreement among raft nodes before linearized reading' (duration: 19.16197198s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:27.70892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:08.544114Z","time spent":"19.164790934s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":6757,"request content":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-cdcn9\" "} {"level":"warn","ts":"2026-02-26T02:41:27.709268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.319798357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18646"} {"level":"warn","ts":"2026-02-26T02:41:27.709274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.034187074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:41:27.70936Z","caller":"traceutil/trace.go:171","msg":"trace[1000312362] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:23696; }","duration":"10.31993391s","start":"2026-02-26T02:41:17.389406Z","end":"2026-02-26T02:41:27.70934Z","steps":["trace[1000312362] 'agreement among raft nodes before linearized reading' (duration: 10.316743766s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:41:27.709385Z","caller":"traceutil/trace.go:171","msg":"trace[1904573815] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:23696; }","duration":"9.034589304s","start":"2026-02-26T02:41:18.674767Z","end":"2026-02-26T02:41:27.709356Z","steps":["trace[1904573815] 'agreement among raft nodes before linearized reading' (duration: 9.031364799s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:27.709411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:17.389387Z","time spent":"10.320014493s","remote":"127.0.0.1:45202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18670,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-02-26T02:41:27.709451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:18.674738Z","time spent":"9.034699567s","remote":"127.0.0.1:42332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:41:27.709577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"24.935537633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:41:27.709647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.75262817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:41:27.709697Z","caller":"traceutil/trace.go:171","msg":"trace[1790977981] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:23696; }","duration":"15.752731733s","start":"2026-02-26T02:41:11.95695Z","end":"2026-02-26T02:41:27.709681Z","steps":["trace[1790977981] 'agreement among raft nodes before linearized reading' (duration: 15.749208981s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:27.709742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:11.95692Z","time spent":"15.752808096s","remote":"127.0.0.1:38464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:41:27.709649Z","caller":"traceutil/trace.go:171","msg":"trace[1361423686] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:23696; }","duration":"24.935659766s","start":"2026-02-26T02:41:02.773974Z","end":"2026-02-26T02:41:27.709634Z","steps":["trace[1361423686] 'agreement among raft nodes before linearized reading' (duration: 24.932186595s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:27.709797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.978666479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:41:27.709824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:02.773948Z","time spent":"24.935856801s","remote":"127.0.0.1:50574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:41:27.709843Z","caller":"traceutil/trace.go:171","msg":"trace[2075964260] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:23696; }","duration":"22.978773762s","start":"2026-02-26T02:41:04.731055Z","end":"2026-02-26T02:41:27.709829Z","steps":["trace[2075964260] 'agreement among raft nodes before linearized reading' (duration: 22.975109346s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:27.70988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:04.731025Z","time spent":"22.978843064s","remote":"127.0.0.1:39494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:41:27.709746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.006433848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:41:27.709933Z","caller":"traceutil/trace.go:171","msg":"trace[29570567] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23696; }","duration":"16.006632284s","start":"2026-02-26T02:41:11.703285Z","end":"2026-02-26T02:41:27.709917Z","steps":["trace[29570567] 'agreement among raft nodes before linearized reading' (duration: 16.002900705s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:27.709979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:11.703264Z","time spent":"16.006702025s","remote":"127.0.0.1:42262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:41:27.710067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.025969565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:41:27.710104Z","caller":"traceutil/trace.go:171","msg":"trace[191836831] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:23696; }","duration":"23.026009596s","start":"2026-02-26T02:41:04.684085Z","end":"2026-02-26T02:41:27.710095Z","steps":["trace[191836831] 'agreement among raft nodes before linearized reading' (duration: 23.022105893s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:27.710137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:04.684058Z","time spent":"23.026070568s","remote":"127.0.0.1:45354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:41:27.70958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.866300705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418331"} {"level":"warn","ts":"2026-02-26T02:41:27.710268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.167225358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:41:27.710282Z","caller":"traceutil/trace.go:171","msg":"trace[816904218] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:23696; }","duration":"15.867036195s","start":"2026-02-26T02:41:11.843234Z","end":"2026-02-26T02:41:27.710271Z","steps":["trace[816904218] 'agreement among raft nodes before linearized reading' (duration: 15.862940467s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:41:27.710303Z","caller":"traceutil/trace.go:171","msg":"trace[415967602] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:23696; }","duration":"25.167345391s","start":"2026-02-26T02:41:02.542948Z","end":"2026-02-26T02:41:27.710293Z","steps":["trace[415967602] 'agreement among raft nodes before linearized reading' (duration: 25.163232052s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:27.710322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:11.843218Z","time spent":"15.867090537s","remote":"127.0.0.1:39430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418355,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-02-26T02:41:27.710367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.029241669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:41:27.710408Z","caller":"traceutil/trace.go:171","msg":"trace[1929693353] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:23696; }","duration":"16.029321691s","start":"2026-02-26T02:41:11.681075Z","end":"2026-02-26T02:41:27.710396Z","steps":["trace[1929693353] 'agreement among raft nodes before linearized reading' (duration: 16.025123481s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:27.710443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:11.681022Z","time spent":"16.029413284s","remote":"127.0.0.1:42630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:41:27.710335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:02.542924Z","time spent":"25.167402092s","remote":"127.0.0.1:45540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":32,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:41:27.710566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.412887379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-26T02:41:27.710609Z","caller":"traceutil/trace.go:171","msg":"trace[118574206] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23696; }","duration":"10.412979582s","start":"2026-02-26T02:41:17.297618Z","end":"2026-02-26T02:41:27.710598Z","steps":["trace[118574206] 'agreement among raft nodes before linearized reading' (duration: 10.408579126s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:27.710644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:17.297592Z","time spent":"10.413045414s","remote":"127.0.0.1:45134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-26T02:41:27.71086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.168720098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-sskkd.1897ab4fec9c9c22\" ","response":"range_response_count:1 size:863"} {"level":"info","ts":"2026-02-26T02:41:27.71092Z","caller":"traceutil/trace.go:171","msg":"trace[1159025622] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-sskkd.1897ab4fec9c9c22; range_end:; response_count:1; response_revision:23696; }","duration":"19.168813951s","start":"2026-02-26T02:41:08.542089Z","end":"2026-02-26T02:41:27.710903Z","steps":["trace[1159025622] 'agreement among raft nodes before linearized reading' (duration: 19.164115007s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:27.710961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:08.542072Z","time spent":"19.168877492s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":887,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-sskkd.1897ab4fec9c9c22\" "} {"level":"warn","ts":"2026-02-26T02:41:27.711063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"24.549363607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:41:27.71113Z","caller":"traceutil/trace.go:171","msg":"trace[472320825] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:23696; }","duration":"24.549436409s","start":"2026-02-26T02:41:03.161681Z","end":"2026-02-26T02:41:27.711117Z","steps":["trace[472320825] 'agreement among raft nodes before linearized reading' (duration: 24.54452527s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:27.711205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:03.161573Z","time spent":"24.549618334s","remote":"127.0.0.1:49588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:41:27.711253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.806420587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:41:27.711101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.774101127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-26T02:41:27.711318Z","caller":"traceutil/trace.go:171","msg":"trace[761191396] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:23696; }","duration":"16.806519319s","start":"2026-02-26T02:41:10.904772Z","end":"2026-02-26T02:41:27.711291Z","steps":["trace[761191396] 'agreement among raft nodes before linearized reading' (duration: 16.801438665s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:27.711369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:10.904746Z","time spent":"16.806611482s","remote":"127.0.0.1:42374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:41:27.711365Z","caller":"traceutil/trace.go:171","msg":"trace[1069032729] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:23696; }","duration":"15.774435595s","start":"2026-02-26T02:41:11.93691Z","end":"2026-02-26T02:41:27.711346Z","steps":["trace[1069032729] 'agreement among raft nodes before linearized reading' (duration: 15.769254439s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:27.711522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:11.93689Z","time spent":"15.7746087s","remote":"127.0.0.1:45550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2674,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:41:27.711206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.915309055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:41:27.71167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"24.657781434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:41:27.711715Z","caller":"traceutil/trace.go:171","msg":"trace[1885258229] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:23696; }","duration":"24.657880307s","start":"2026-02-26T02:41:03.05382Z","end":"2026-02-26T02:41:27.7117Z","steps":["trace[1885258229] 'agreement among raft nodes before linearized reading' (duration: 24.652404342s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:27.711755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:03.053786Z","time spent":"24.657958939s","remote":"127.0.0.1:45246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:41:27.711683Z","caller":"traceutil/trace.go:171","msg":"trace[569460410] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:23696; }","duration":"11.915823489s","start":"2026-02-26T02:41:15.795841Z","end":"2026-02-26T02:41:27.711665Z","steps":["trace[569460410] 'agreement among raft nodes before linearized reading' (duration: 11.910371255s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:27.71187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:15.795818Z","time spent":"11.916033944s","remote":"127.0.0.1:42360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:41:27.712082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.17071585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"info","ts":"2026-02-26T02:41:27.712131Z","caller":"traceutil/trace.go:171","msg":"trace[385348618] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:23696; }","duration":"19.170820444s","start":"2026-02-26T02:41:08.541298Z","end":"2026-02-26T02:41:27.712119Z","steps":["trace[385348618] 'agreement among raft nodes before linearized reading' (duration: 19.164922398s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:27.712165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:08.541269Z","time spent":"19.170887855s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":714,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-02-26T02:41:27.712384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.378662024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:41:27.71247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.495554943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:41:27.712489Z","caller":"traceutil/trace.go:171","msg":"trace[10686718] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23696; }","duration":"17.378806788s","start":"2026-02-26T02:41:10.333658Z","end":"2026-02-26T02:41:27.712465Z","steps":["trace[10686718] 'agreement among raft nodes before linearized reading' (duration: 17.372570903s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:41:27.712513Z","caller":"traceutil/trace.go:171","msg":"trace[407435858] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:23696; }","duration":"17.495651806s","start":"2026-02-26T02:41:10.216851Z","end":"2026-02-26T02:41:27.712502Z","steps":["trace[407435858] 'agreement among raft nodes before linearized reading' (duration: 17.489390381s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:27.712549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:10.216827Z","time spent":"17.495713367s","remote":"127.0.0.1:50560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:41:27.712553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:10.333541Z","time spent":"17.378998513s","remote":"127.0.0.1:50644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:41:27.712427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.026244448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:41:27.712635Z","caller":"traceutil/trace.go:171","msg":"trace[340337219] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23696; }","duration":"12.026497895s","start":"2026-02-26T02:41:15.686112Z","end":"2026-02-26T02:41:27.71261Z","steps":["trace[340337219] 'agreement among raft nodes before linearized reading' (duration: 12.020114506s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:27.712715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:15.686082Z","time spent":"12.026602858s","remote":"127.0.0.1:42304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:41:27.712737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"24.810295283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:41:27.712771Z","caller":"traceutil/trace.go:171","msg":"trace[1575245402] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:23696; }","duration":"24.810377735s","start":"2026-02-26T02:41:02.902382Z","end":"2026-02-26T02:41:27.71276Z","steps":["trace[1575245402] 'agreement among raft nodes before linearized reading' (duration: 24.803855153s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:27.71283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:02.902359Z","time spent":"24.810462187s","remote":"127.0.0.1:42380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:41:27.712965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.048476149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:41:27.713013Z","caller":"traceutil/trace.go:171","msg":"trace[2023928336] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23696; }","duration":"20.048562661s","start":"2026-02-26T02:41:07.664438Z","end":"2026-02-26T02:41:27.713001Z","steps":["trace[2023928336] 'agreement among raft nodes before linearized reading' (duration: 20.041801093s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:27.713052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:07.664414Z","time spent":"20.048628093s","remote":"127.0.0.1:42204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:41:27.713263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.364920481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-02-26T02:41:27.71332Z","caller":"traceutil/trace.go:171","msg":"trace[294488568] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:1; response_revision:23696; }","duration":"12.365023504s","start":"2026-02-26T02:41:15.348283Z","end":"2026-02-26T02:41:27.713306Z","steps":["trace[294488568] 'agreement among raft nodes before linearized reading' (duration: 12.357962258s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:27.713362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:15.348255Z","time spent":"12.365098436s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/162.253.55.200\" "} {"level":"warn","ts":"2026-02-26T02:41:27.713367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.706377385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:41:27.713485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.638532426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:41:27.713519Z","caller":"traceutil/trace.go:171","msg":"trace[1316874637] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:23696; }","duration":"21.638608338s","start":"2026-02-26T02:41:06.0749Z","end":"2026-02-26T02:41:27.713508Z","steps":["trace[1316874637] 'agreement among raft nodes before linearized reading' (duration: 21.631357697s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:41:27.713538Z","caller":"traceutil/trace.go:171","msg":"trace[1926817720] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:23696; }","duration":"25.70658592s","start":"2026-02-26T02:41:02.00692Z","end":"2026-02-26T02:41:27.713506Z","steps":["trace[1926817720] 'agreement among raft nodes before linearized reading' (duration: 25.699296388s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:27.713318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.558904373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:41:27.713599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.509712586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:41:27.713607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:02.006894Z","time spent":"25.706693463s","remote":"127.0.0.1:57116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":32,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:41:27.713561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:06.074877Z","time spent":"21.638675329s","remote":"127.0.0.1:45318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":32,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:41:27.713641Z","caller":"traceutil/trace.go:171","msg":"trace[1081343408] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23696; }","duration":"12.509809349s","start":"2026-02-26T02:41:15.203821Z","end":"2026-02-26T02:41:27.71363Z","steps":["trace[1081343408] 'agreement among raft nodes before linearized reading' (duration: 12.502438955s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:27.71368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:15.203792Z","time spent":"12.50987813s","remote":"127.0.0.1:42422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:41:27.713603Z","caller":"traceutil/trace.go:171","msg":"trace[988142979] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:23696; }","duration":"17.559230131s","start":"2026-02-26T02:41:10.154359Z","end":"2026-02-26T02:41:27.713589Z","steps":["trace[988142979] 'agreement among raft nodes before linearized reading' (duration: 17.551891828s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:27.713756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.367818215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:41:27.713774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:10.154339Z","time spent":"17.559416236s","remote":"127.0.0.1:49562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:41:27.713832Z","caller":"traceutil/trace.go:171","msg":"trace[1554831584] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:23696; }","duration":"18.367895018s","start":"2026-02-26T02:41:09.345896Z","end":"2026-02-26T02:41:27.713791Z","steps":["trace[1554831584] 'agreement among raft nodes before linearized reading' (duration: 18.360366659s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:27.713866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:09.345884Z","time spent":"18.367972969s","remote":"127.0.0.1:45380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":32,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:41:27.714074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"24.88532861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:41:27.714119Z","caller":"traceutil/trace.go:171","msg":"trace[914781628] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:23696; }","duration":"24.885377211s","start":"2026-02-26T02:41:02.828731Z","end":"2026-02-26T02:41:27.714108Z","steps":["trace[914781628] 'agreement among raft nodes before linearized reading' (duration: 24.877522224s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:27.714157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:02.828693Z","time spent":"24.885455433s","remote":"127.0.0.1:49480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:41:27.714269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.576086136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:41:27.714313Z","caller":"traceutil/trace.go:171","msg":"trace[1602081686] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:23696; }","duration":"12.576176498s","start":"2026-02-26T02:41:15.138124Z","end":"2026-02-26T02:41:27.7143Z","steps":["trace[1602081686] 'agreement among raft nodes before linearized reading' (duration: 12.568148527s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:27.714381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:15.138097Z","time spent":"12.576263121s","remote":"127.0.0.1:49526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:41:27.714603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.413975422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:41:27.714639Z","caller":"traceutil/trace.go:171","msg":"trace[476911891] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:23696; }","duration":"18.414073204s","start":"2026-02-26T02:41:09.300557Z","end":"2026-02-26T02:41:27.714631Z","steps":["trace[476911891] 'agreement among raft nodes before linearized reading' (duration: 18.405715974s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:27.714675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:09.300525Z","time spent":"18.414141656s","remote":"127.0.0.1:42268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:41:27.714762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.077082403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:41:27.714793Z","caller":"traceutil/trace.go:171","msg":"trace[1438466097] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23696; }","duration":"14.077192426s","start":"2026-02-26T02:41:13.637592Z","end":"2026-02-26T02:41:27.714785Z","steps":["trace[1438466097] 'agreement among raft nodes before linearized reading' (duration: 14.068688962s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:27.714822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:13.637564Z","time spent":"14.077251108s","remote":"127.0.0.1:42216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:41:27.714926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.419909855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:41:27.715426Z","caller":"traceutil/trace.go:171","msg":"trace[521207478] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:23696; }","duration":"22.42046198s","start":"2026-02-26T02:41:05.294952Z","end":"2026-02-26T02:41:27.715414Z","steps":["trace[521207478] 'agreement among raft nodes before linearized reading' (duration: 22.41131796s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:27.715487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.521097673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:41:27.715511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:05.294923Z","time spent":"22.420577954s","remote":"127.0.0.1:57932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:41:27.715423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"26.178369761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6b094bda-ee69-4b5b-a4a7-106c94517e2d\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-02-26T02:41:27.715574Z","caller":"traceutil/trace.go:171","msg":"trace[824213737] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6b094bda-ee69-4b5b-a4a7-106c94517e2d; range_end:; response_count:1; response_revision:23696; }","duration":"26.178538936s","start":"2026-02-26T02:41:01.537028Z","end":"2026-02-26T02:41:27.715567Z","steps":["trace[824213737] 'agreement among raft nodes before linearized reading' (duration: 26.169238651s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:27.715531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.973487171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:41:27.715532Z","caller":"traceutil/trace.go:171","msg":"trace[1844703232] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:23696; }","duration":"14.521201515s","start":"2026-02-26T02:41:13.194318Z","end":"2026-02-26T02:41:27.71552Z","steps":["trace[1844703232] 'agreement among raft nodes before linearized reading' (duration: 14.511967222s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:41:27.715655Z","caller":"traceutil/trace.go:171","msg":"trace[1961972248] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:23696; }","duration":"14.973593084s","start":"2026-02-26T02:41:12.742033Z","end":"2026-02-26T02:41:27.715626Z","steps":["trace[1961972248] 'agreement among raft nodes before linearized reading' (duration: 14.964259498s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:27.715573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.095684956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:41:27.715734Z","caller":"traceutil/trace.go:171","msg":"trace[1657466385] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:23696; }","duration":"13.095881331s","start":"2026-02-26T02:41:14.619831Z","end":"2026-02-26T02:41:27.715712Z","steps":["trace[1657466385] 'agreement among raft nodes before linearized reading' (duration: 13.086464913s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:27.715606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:01.537014Z","time spent":"26.178583757s","remote":"127.0.0.1:45180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-6b094bda-ee69-4b5b-a4a7-106c94517e2d\" "} {"level":"warn","ts":"2026-02-26T02:41:27.715783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:14.619807Z","time spent":"13.095965404s","remote":"127.0.0.1:42470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:41:27.715748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:12.741951Z","time spent":"14.973759989s","remote":"127.0.0.1:49514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:41:27.715669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:13.19429Z","time spent":"14.5213551s","remote":"127.0.0.1:38480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:41:27.867016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999646128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:41:27.867133Z","caller":"traceutil/trace.go:171","msg":"trace[2064633937] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999847622s","start":"2026-02-26T02:41:25.867258Z","end":"2026-02-26T02:41:27.867106Z","steps":["trace[2064633937] 'agreement among raft nodes before linearized reading' (duration: 1.999705828s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:27.867215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:25.867229Z","time spent":"1.999945195s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:41:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:41:28.88788Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"08529c979fe28e8f","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-26T02:41:29.458286Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.743939239s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:41:29.665346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:28.177455Z","time spent":"1.487879173s","remote":"127.0.0.1:52668","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T02:41:29.666692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.961278585s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-02-26T02:41:29.666953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:27.714153Z","time spent":"1.952791862s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-26T02:41:29.66719Z","caller":"traceutil/trace.go:171","msg":"trace[1059085121] linearizableReadLoop","detail":"{readStateIndex:24600; appliedIndex:24599; }","duration":"1.962542089s","start":"2026-02-26T02:41:27.70462Z","end":"2026-02-26T02:41:29.667163Z","steps":["trace[1059085121] 'read index received' (duration: 1.573302ms)","trace[1059085121] 'applied index is now lower than readState.Index' (duration: 1.960966697s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:41:29.667488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.577789313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:41:29.667582Z","caller":"traceutil/trace.go:171","msg":"trace[1689771890] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:23697; }","duration":"5.578213864s","start":"2026-02-26T02:41:24.089342Z","end":"2026-02-26T02:41:29.667556Z","steps":["trace[1689771890] 'agreement among raft nodes before linearized reading' (duration: 5.577849144s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:29.667629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:24.089306Z","time spent":"5.578311447s","remote":"127.0.0.1:42362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:41:29.667649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.12122441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:41:29.667706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.570194346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:41:29.667783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.968548259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-26T02:41:29.667793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.122026463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:41:29.667817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.347524625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:41:29.667829Z","caller":"traceutil/trace.go:171","msg":"trace[976462105] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:23697; }","duration":"5.968748415s","start":"2026-02-26T02:41:23.699065Z","end":"2026-02-26T02:41:29.667813Z","steps":["trace[976462105] 'agreement among raft nodes before linearized reading' (duration: 5.96819986s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:41:29.667841Z","caller":"traceutil/trace.go:171","msg":"trace[1340817725] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:23697; }","duration":"6.122129336s","start":"2026-02-26T02:41:23.545696Z","end":"2026-02-26T02:41:29.667826Z","steps":["trace[1340817725] 'agreement among raft nodes before linearized reading' (duration: 6.121978592s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:41:29.667859Z","caller":"traceutil/trace.go:171","msg":"trace[1591789533] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:23697; }","duration":"6.347636478s","start":"2026-02-26T02:41:23.320211Z","end":"2026-02-26T02:41:29.667848Z","steps":["trace[1591789533] 'agreement among raft nodes before linearized reading' (duration: 6.347572246s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:29.667859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.294519565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-26T02:41:29.667832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.06272181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:41:29.667885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:23.545659Z","time spent":"6.122211188s","remote":"127.0.0.1:45566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":48,"response size":32,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:41:29.667899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:23.320182Z","time spent":"6.34770688s","remote":"127.0.0.1:40890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:41:29.667909Z","caller":"traceutil/trace.go:171","msg":"trace[259911595] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:23697; }","duration":"8.294641838s","start":"2026-02-26T02:41:21.373251Z","end":"2026-02-26T02:41:29.667893Z","steps":["trace[259911595] 'agreement among raft nodes before linearized reading' (duration: 8.294482044s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:29.667925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.606158755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:41:29.667888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.021978644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:41:29.667944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:21.373227Z","time spent":"8.294708329s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":517,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-02-26T02:41:29.667938Z","caller":"traceutil/trace.go:171","msg":"trace[1436473237] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23697; }","duration":"6.062876424s","start":"2026-02-26T02:41:23.605034Z","end":"2026-02-26T02:41:29.66791Z","steps":["trace[1436473237] 'agreement among raft nodes before linearized reading' (duration: 6.062670489s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:41:29.668021Z","caller":"traceutil/trace.go:171","msg":"trace[757670675] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:23697; }","duration":"2.022107948s","start":"2026-02-26T02:41:27.645898Z","end":"2026-02-26T02:41:29.668006Z","steps":["trace[757670675] 'agreement among raft nodes before linearized reading' (duration: 2.021945404s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:29.668046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.698511669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:41:29.668045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:23.605022Z","time spent":"6.063008597s","remote":"127.0.0.1:42354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:41:29.668059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:27.645873Z","time spent":"2.02217384s","remote":"127.0.0.1:49540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:41:29.668065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.788784355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-26T02:41:29.668072Z","caller":"traceutil/trace.go:171","msg":"trace[952027984] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:23697; }","duration":"8.69857696s","start":"2026-02-26T02:41:20.969487Z","end":"2026-02-26T02:41:29.668064Z","steps":["trace[952027984] 'agreement among raft nodes before linearized reading' (duration: 8.698533519s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:29.668115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:20.969463Z","time spent":"8.698642942s","remote":"127.0.0.1:49500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:41:29.668113Z","caller":"traceutil/trace.go:171","msg":"trace[201307984] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23697; }","duration":"4.788883977s","start":"2026-02-26T02:41:24.879212Z","end":"2026-02-26T02:41:29.668096Z","steps":["trace[201307984] 'agreement among raft nodes before linearized reading' (duration: 4.788689912s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:29.668155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:24.879183Z","time spent":"4.788961719s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T02:41:29.668172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.913838664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:41:29.668196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.688279902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:41:29.668223Z","caller":"traceutil/trace.go:171","msg":"trace[1560747691] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23697; }","duration":"7.913930586s","start":"2026-02-26T02:41:21.754279Z","end":"2026-02-26T02:41:29.66821Z","steps":["trace[1560747691] 'agreement among raft nodes before linearized reading' (duration: 7.913851614s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:41:29.668227Z","caller":"traceutil/trace.go:171","msg":"trace[482345809] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:23697; }","duration":"6.688368635s","start":"2026-02-26T02:41:22.97985Z","end":"2026-02-26T02:41:29.668218Z","steps":["trace[482345809] 'agreement among raft nodes before linearized reading' (duration: 6.688292453s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:29.668254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:21.754257Z","time spent":"7.913989478s","remote":"127.0.0.1:50656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:41:29.66828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.693007055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:41:29.66787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:23.699043Z","time spent":"5.968813476s","remote":"127.0.0.1:40948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":160,"response size":33,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:41:29.667815Z","caller":"traceutil/trace.go:171","msg":"trace[163405463] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:23697; }","duration":"4.57034877s","start":"2026-02-26T02:41:25.097439Z","end":"2026-02-26T02:41:29.667787Z","steps":["trace[163405463] 'agreement among raft nodes before linearized reading' (duration: 4.570123734s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:29.668394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:25.097423Z","time spent":"4.570960076s","remote":"127.0.0.1:50510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:41:29.668393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.519880637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:41:29.668265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:22.979796Z","time spent":"6.688461517s","remote":"127.0.0.1:45338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":32,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:41:29.667876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.73658407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:41:29.668495Z","caller":"traceutil/trace.go:171","msg":"trace[187889467] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:23697; }","duration":"5.520058072s","start":"2026-02-26T02:41:24.14841Z","end":"2026-02-26T02:41:29.668468Z","steps":["trace[187889467] 'agreement among raft nodes before linearized reading' (duration: 5.519725803s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:41:29.668002Z","caller":"traceutil/trace.go:171","msg":"trace[178161368] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:23697; }","duration":"8.606278708s","start":"2026-02-26T02:41:21.061714Z","end":"2026-02-26T02:41:29.667993Z","steps":["trace[178161368] 'agreement among raft nodes before linearized reading' (duration: 8.606176486s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:29.66856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.377747642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:41:29.667753Z","caller":"traceutil/trace.go:171","msg":"trace[1827166806] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:23697; }","duration":"7.121405135s","start":"2026-02-26T02:41:22.546318Z","end":"2026-02-26T02:41:29.667724Z","steps":["trace[1827166806] 'agreement among raft nodes before linearized reading' (duration: 7.1212183s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:41:29.668609Z","caller":"traceutil/trace.go:171","msg":"trace[1296259347] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:23697; }","duration":"5.377851585s","start":"2026-02-26T02:41:24.290745Z","end":"2026-02-26T02:41:29.668596Z","steps":["trace[1296259347] 'agreement among raft nodes before linearized reading' (duration: 5.377761903s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:41:29.66858Z","caller":"traceutil/trace.go:171","msg":"trace[282079061] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:23697; }","duration":"4.737279888s","start":"2026-02-26T02:41:24.931253Z","end":"2026-02-26T02:41:29.668532Z","steps":["trace[282079061] 'agreement among raft nodes before linearized reading' (duration: 4.736582229s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:29.668622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:21.061688Z","time spent":"8.606910085s","remote":"127.0.0.1:49566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:41:29.668643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:24.290718Z","time spent":"5.377917207s","remote":"127.0.0.1:45148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":32,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:41:29.668644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:22.546288Z","time spent":"7.122340079s","remote":"127.0.0.1:38468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:41:29.668715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:24.93124Z","time spent":"4.737419782s","remote":"127.0.0.1:42586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:41:29.668553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:24.148389Z","time spent":"5.520153355s","remote":"127.0.0.1:45198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":88,"response size":32,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:41:29.668766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.170451585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:41:29.668873Z","caller":"traceutil/trace.go:171","msg":"trace[1164567468] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:23697; }","duration":"3.170614059s","start":"2026-02-26T02:41:26.498237Z","end":"2026-02-26T02:41:29.668851Z","steps":["trace[1164567468] 'agreement among raft nodes before linearized reading' (duration: 3.170401133s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:29.668934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:26.498212Z","time spent":"3.170711722s","remote":"127.0.0.1:45322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":32,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:41:29.669076Z","caller":"traceutil/trace.go:171","msg":"trace[596119723] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:23697; }","duration":"2.693044626s","start":"2026-02-26T02:41:26.97526Z","end":"2026-02-26T02:41:29.668305Z","steps":["trace[596119723] 'agreement among raft nodes before linearized reading' (duration: 2.692974904s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:29.66916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:26.975184Z","time spent":"2.69395563s","remote":"127.0.0.1:38470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:41:29.86732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999984516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:41:29.867402Z","caller":"traceutil/trace.go:171","msg":"trace[1080837021] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000109978s","start":"2026-02-26T02:41:27.867273Z","end":"2026-02-26T02:41:29.867383Z","steps":["trace[1080837021] 'agreement among raft nodes before linearized reading' (duration: 2.000013506s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:29.867452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:27.867252Z","time spent":"2.000188651s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:41:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:41:30.168267Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892844,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:41:30.669401Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892844,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:41:31.169935Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892844,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:41:31.670783Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892844,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:41:31.880126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.003824536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:41:31.880204Z","caller":"traceutil/trace.go:171","msg":"trace[697569763] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00397984s","start":"2026-02-26T02:41:29.876205Z","end":"2026-02-26T02:41:31.880185Z","steps":["trace[697569763] 'agreement among raft nodes before linearized reading' (duration: 2.003870717s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:31.880244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:29.876179Z","time spent":"2.004055062s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:41:32.17142Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892844,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:41:32.672164Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892844,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:41:32.858944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999230199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:41:32.859029Z","caller":"traceutil/trace.go:171","msg":"trace[872005002] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.999399443s","start":"2026-02-26T02:41:27.859611Z","end":"2026-02-26T02:41:32.85901Z","steps":["trace[872005002] 'agreement among raft nodes before linearized reading' (duration: 4.99928323s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:32.85907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:27.859581Z","time spent":"4.999479896s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/02/26 02:41:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:41:33.172919Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892844,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:41:33.283746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99879411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:41:33.283842Z","caller":"traceutil/trace.go:171","msg":"trace[1867508370] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.998918823s","start":"2026-02-26T02:41:28.284901Z","end":"2026-02-26T02:41:33.28382Z","steps":["trace[1867508370] 'agreement among raft nodes before linearized reading' (duration: 4.998790869s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:33.28391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:28.284834Z","time spent":"4.999064857s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/02/26 02:41:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:41:33.673679Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892844,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:41:33.885969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999603276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:41:33.886067Z","caller":"traceutil/trace.go:171","msg":"trace[1278252182] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999770191s","start":"2026-02-26T02:41:31.886274Z","end":"2026-02-26T02:41:33.886044Z","steps":["trace[1278252182] 'agreement among raft nodes before linearized reading' (duration: 1.999620007s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:33.886118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:31.886255Z","time spent":"1.999851943s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:41:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:41:34.174879Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892844,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:41:34.673143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:29.677392Z","time spent":"4.995741678s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-26T02:41:34.674995Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892844,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:41:34.715931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:27.715225Z","time spent":"7.000697425s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-26T02:41:34.717011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:27.716805Z","time spent":"7.000196292s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T02:41:34.71828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:27.718041Z","time spent":"7.000226882s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-26T02:41:34.721625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:27.720847Z","time spent":"7.000772076s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-26T02:41:35.176156Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892844,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:41:35.191644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:28.19128Z","time spent":"7.000353576s","remote":"127.0.0.1:39430","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-26T02:41:35.676573Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892844,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:41:35.894393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000256592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:41:35.894516Z","caller":"traceutil/trace.go:171","msg":"trace[1000768572] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000454558s","start":"2026-02-26T02:41:33.894031Z","end":"2026-02-26T02:41:35.894486Z","steps":["trace[1000768572] 'agreement among raft nodes before linearized reading' (duration: 2.000294294s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:35.894603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:33.894006Z","time spent":"2.000584881s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:41:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:41:36.070075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:34.940671Z","time spent":"1.129395777s","remote":"127.0.0.1:60572","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T02:41:36.070797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.921251118s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:41:36.070984Z","caller":"traceutil/trace.go:171","msg":"trace[158373067] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23697; }","duration":"2.921447144s","start":"2026-02-26T02:41:33.149508Z","end":"2026-02-26T02:41:36.070955Z","steps":["trace[158373067] 'range keys from in-memory index tree' (duration: 2.921227817s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:36.177146Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892844,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:41:36.668458Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-02-26T02:41:36.668734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.109045418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-26T02:41:36.668735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.772511121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-26T02:41:36.668797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.169266856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-26T02:41:36.668834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.907477074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/keepalived\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-02-26T02:41:36.668851Z","caller":"traceutil/trace.go:171","msg":"trace[1840523545] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; }","duration":"7.772664755s","start":"2026-02-26T02:41:28.896162Z","end":"2026-02-26T02:41:36.668827Z","steps":["trace[1840523545] 'agreement among raft nodes before linearized reading' (duration: 7.77250423s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:41:36.668871Z","caller":"traceutil/trace.go:171","msg":"trace[1636006730] range","detail":"{range_begin:/registry/serviceaccounts/openstack/keepalived; range_end:; }","duration":"8.907574797s","start":"2026-02-26T02:41:27.761286Z","end":"2026-02-26T02:41:36.66886Z","steps":["trace[1636006730] 'agreement among raft nodes before linearized reading' (duration: 8.907539496s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:36.668817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.842735198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-02-26T02:41:36.668888Z","caller":"traceutil/trace.go:171","msg":"trace[53476641] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; }","duration":"7.169445341s","start":"2026-02-26T02:41:29.499398Z","end":"2026-02-26T02:41:36.668843Z","steps":["trace[53476641] 'agreement among raft nodes before linearized reading' (duration: 7.169304457s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:36.668916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:28.896079Z","time spent":"7.772815568s","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":0,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:41:36.668928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:27.761248Z","time spent":"8.907665609s","remote":"127.0.0.1:45230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/serviceaccounts/openstack/keepalived\" "} {"level":"info","ts":"2026-02-26T02:41:36.668951Z","caller":"traceutil/trace.go:171","msg":"trace[781016283] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; }","duration":"8.842947693s","start":"2026-02-26T02:41:27.825976Z","end":"2026-02-26T02:41:36.668923Z","steps":["trace[781016283] 'agreement among raft nodes before linearized reading' (duration: 8.842760018s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:41:36.668796Z","caller":"traceutil/trace.go:171","msg":"trace[1235168160] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; }","duration":"8.109187521s","start":"2026-02-26T02:41:28.559585Z","end":"2026-02-26T02:41:36.668772Z","steps":["trace[1235168160] 'agreement among raft nodes before linearized reading' (duration: 8.109085679s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:36.669014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:27.825949Z","time spent":"8.843051376s","remote":"127.0.0.1:45188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-02-26T02:41:36.669059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.304015887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-02-26T02:41:36.669131Z","caller":"traceutil/trace.go:171","msg":"trace[137982982] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; }","duration":"7.30414226s","start":"2026-02-26T02:41:29.36495Z","end":"2026-02-26T02:41:36.669092Z","steps":["trace[137982982] 'agreement among raft nodes before linearized reading' (duration: 7.304062718s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:36.668975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:29.499373Z","time spent":"7.169586054s","remote":"127.0.0.1:42468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":0,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:41:36.669176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:29.364927Z","time spent":"7.304236883s","remote":"127.0.0.1:42296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":0,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:41:36.669175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:28.559561Z","time spent":"8.10952039s","remote":"127.0.0.1:42402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":0,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-02-26T02:41:36.675238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:29.674253Z","time spent":"7.000978732s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-26T02:41:37.169415Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892849,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:41:37.625148Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"8.165259429s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:41:37.895175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000266484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:41:37.895303Z","caller":"traceutil/trace.go:171","msg":"trace[1842995124] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000464689s","start":"2026-02-26T02:41:35.894814Z","end":"2026-02-26T02:41:37.895279Z","steps":["trace[1842995124] 'agreement among raft nodes before linearized reading' (duration: 2.000294824s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:37.895366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:35.894787Z","time spent":"2.000566062s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:41:37 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:41:39.901972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000132149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:41:39.902273Z","caller":"traceutil/trace.go:171","msg":"trace[898300906] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000508988s","start":"2026-02-26T02:41:37.901726Z","end":"2026-02-26T02:41:39.902235Z","steps":["trace[898300906] 'agreement among raft nodes before linearized reading' (duration: 2.00018627s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:39.902392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:37.901694Z","time spent":"2.000643202s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:41:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:41:41.022924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998412578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:41:41.023039Z","caller":"traceutil/trace.go:171","msg":"trace[1267637908] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.998596423s","start":"2026-02-26T02:41:36.024419Z","end":"2026-02-26T02:41:41.023015Z","steps":["trace[1267637908] 'agreement among raft nodes before linearized reading' (duration: 4.998447359s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:41.023103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:36.024396Z","time spent":"4.998693176s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-02-26T02:41:41.220113Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.789906608s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:41:41.569754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998773558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:41:41.569865Z","caller":"traceutil/trace.go:171","msg":"trace[134428870] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.998975794s","start":"2026-02-26T02:41:36.570865Z","end":"2026-02-26T02:41:41.569841Z","steps":["trace[134428870] 'agreement among raft nodes before linearized reading' (duration: 4.99883241s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:41.569936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:36.570832Z","time spent":"4.999083356s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/02/26 02:41:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:41:41.721148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:34.720625Z","time spent":"7.000515239s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-26T02:41:41.723457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:34.722318Z","time spent":"7.001129095s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-26T02:41:41.902243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999873183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:41:41.902335Z","caller":"traceutil/trace.go:171","msg":"trace[1431330080] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000040898s","start":"2026-02-26T02:41:39.902274Z","end":"2026-02-26T02:41:41.902314Z","steps":["trace[1431330080] 'agreement among raft nodes before linearized reading' (duration: 1.999919755s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:41.902386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:39.902246Z","time spent":"2.00012949s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:41:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:41:42.176321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000312635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:41:42.176422Z","caller":"traceutil/trace.go:171","msg":"trace[1354539791] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000516851s","start":"2026-02-26T02:41:40.175882Z","end":"2026-02-26T02:41:42.176399Z","steps":["trace[1354539791] 'agreement among raft nodes before linearized reading' (duration: 2.000386697s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:42.176474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:40.17584Z","time spent":"2.000623993s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:41:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:41:43.043701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998577692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:41:43.043816Z","caller":"traceutil/trace.go:171","msg":"trace[2127417694] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.998749086s","start":"2026-02-26T02:41:38.045041Z","end":"2026-02-26T02:41:43.04379Z","steps":["trace[2127417694] 'agreement among raft nodes before linearized reading' (duration: 4.998609332s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:43.043886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:38.045018Z","time spent":"4.998856379s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/02/26 02:41:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:41:43.910827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999865002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:41:43.910929Z","caller":"traceutil/trace.go:171","msg":"trace[1245708915] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000055087s","start":"2026-02-26T02:41:41.910851Z","end":"2026-02-26T02:41:43.910906Z","steps":["trace[1245708915] 'agreement among raft nodes before linearized reading' (duration: 1.999894433s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:43.910986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:41.910829Z","time spent":"2.00014612s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:41:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:41:45.911273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999885544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:41:45.911392Z","caller":"traceutil/trace.go:171","msg":"trace[350426077] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000099398s","start":"2026-02-26T02:41:43.911266Z","end":"2026-02-26T02:41:45.911366Z","steps":["trace[350426077] 'agreement among raft nodes before linearized reading' (duration: 1.999906883s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:45.911458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:43.911244Z","time spent":"2.000199212s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:41:47.022519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.869148684s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:41:47.022726Z","caller":"traceutil/trace.go:171","msg":"trace[1866150344] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23701; }","duration":"3.86938105s","start":"2026-02-26T02:41:43.15332Z","end":"2026-02-26T02:41:47.022701Z","steps":["trace[1866150344] 'range keys from in-memory index tree' (duration: 3.869117854s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:47.026966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.806575192s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:41:47.027686Z","caller":"traceutil/trace.go:171","msg":"trace[2110295517] linearizableReadLoop","detail":"{readStateIndex:24610; appliedIndex:24601; }","duration":"10.35904367s","start":"2026-02-26T02:41:36.668622Z","end":"2026-02-26T02:41:47.027665Z","steps":["trace[2110295517] 'read index received' (duration: 956.7982ms)","trace[2110295517] 'applied index is now lower than readState.Index' (duration: 9.40224457s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:41:47.027757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.548632221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:41:47.027798Z","caller":"traceutil/trace.go:171","msg":"trace[2052077667] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:23703; }","duration":"12.548708722s","start":"2026-02-26T02:41:34.479077Z","end":"2026-02-26T02:41:47.027786Z","steps":["trace[2052077667] 'agreement among raft nodes before linearized reading' (duration: 12.548594149s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:47.027839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:34.47906Z","time spent":"12.548770855s","remote":"127.0.0.1:42488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:41:47.027919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.748850056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-26T02:41:47.02798Z","caller":"traceutil/trace.go:171","msg":"trace[254643208] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:23703; }","duration":"12.748963309s","start":"2026-02-26T02:41:34.279009Z","end":"2026-02-26T02:41:47.027972Z","steps":["trace[254643208] 'agreement among raft nodes before linearized reading' (duration: 12.748756644s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:47.028009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:34.278985Z","time spent":"12.749016521s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":175,"response size":33,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:41:47.028635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.637102085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:41:47.028725Z","caller":"traceutil/trace.go:171","msg":"trace[1873359660] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:23703; }","duration":"11.637237159s","start":"2026-02-26T02:41:35.391466Z","end":"2026-02-26T02:41:47.028703Z","steps":["trace[1873359660] 'agreement among raft nodes before linearized reading' (duration: 11.637056344s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:47.028765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:35.391448Z","time spent":"11.63730943s","remote":"127.0.0.1:50538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:41:47.028796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.54933089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:41:47.028898Z","caller":"traceutil/trace.go:171","msg":"trace[831689573] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:23703; }","duration":"2.549498844s","start":"2026-02-26T02:41:44.47937Z","end":"2026-02-26T02:41:47.028869Z","steps":["trace[831689573] 'agreement among raft nodes before linearized reading' (duration: 2.549269918s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:47.028958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:44.479345Z","time spent":"2.549598937s","remote":"127.0.0.1:45532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":32,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:41:47.028985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.119121667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:41:47.028934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.931876133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-26T02:41:47.029009Z","caller":"traceutil/trace.go:171","msg":"trace[941345861] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:23703; }","duration":"11.119203018s","start":"2026-02-26T02:41:35.909797Z","end":"2026-02-26T02:41:47.029Z","steps":["trace[941345861] 'agreement among raft nodes before linearized reading' (duration: 11.119141857s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:47.029033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:35.909766Z","time spent":"11.11926015s","remote":"127.0.0.1:42356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":32,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:41:47.029045Z","caller":"traceutil/trace.go:171","msg":"trace[1646445435] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:23703; }","duration":"10.932055668s","start":"2026-02-26T02:41:36.096963Z","end":"2026-02-26T02:41:47.029019Z","steps":["trace[1646445435] 'agreement among raft nodes before linearized reading' (duration: 10.931719839s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:47.029108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:36.096939Z","time spent":"10.932153021s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":174,"response size":33,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:41:47.029206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.699085599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:41:47.029245Z","caller":"traceutil/trace.go:171","msg":"trace[1419463925] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:23703; }","duration":"15.700096126s","start":"2026-02-26T02:41:31.329139Z","end":"2026-02-26T02:41:47.029235Z","steps":["trace[1419463925] 'agreement among raft nodes before linearized reading' (duration: 15.699027347s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:47.029273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:31.329114Z","time spent":"15.700149527s","remote":"127.0.0.1:45516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":58,"response size":32,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:41:47.029278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.778497777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:41:47.029302Z","caller":"traceutil/trace.go:171","msg":"trace[1735523342] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:23703; }","duration":"12.778559419s","start":"2026-02-26T02:41:34.250734Z","end":"2026-02-26T02:41:47.029293Z","steps":["trace[1735523342] 'agreement among raft nodes before linearized reading' (duration: 12.778512078s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:47.029273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.310797174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:41:47.029325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:34.250715Z","time spent":"12.77860167s","remote":"127.0.0.1:45416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":32,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:41:47.02934Z","caller":"traceutil/trace.go:171","msg":"trace[1700081] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:0; response_revision:23703; }","duration":"12.310860016s","start":"2026-02-26T02:41:34.718467Z","end":"2026-02-26T02:41:47.029327Z","steps":["trace[1700081] 'agreement among raft nodes before linearized reading' (duration: 12.310771164s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:47.029369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:34.71836Z","time spent":"12.3110023s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":30,"request content":"key:\"/registry/masterleases/162.253.55.200\" "} {"level":"warn","ts":"2026-02-26T02:41:47.029315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.35540051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-26T02:41:47.029413Z","caller":"traceutil/trace.go:171","msg":"trace[1821455329] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:23703; }","duration":"17.355528264s","start":"2026-02-26T02:41:29.673876Z","end":"2026-02-26T02:41:47.029404Z","steps":["trace[1821455329] 'agreement among raft nodes before linearized reading' (duration: 17.355320639s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:47.029403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.459283035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:41:47.029445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:29.673855Z","time spent":"17.355581955s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":517,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-02-26T02:41:47.029477Z","caller":"traceutil/trace.go:171","msg":"trace[797545325] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:23703; }","duration":"13.459419358s","start":"2026-02-26T02:41:33.570035Z","end":"2026-02-26T02:41:47.029454Z","steps":["trace[797545325] 'agreement among raft nodes before linearized reading' (duration: 13.459173542s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:47.029547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:33.570011Z","time spent":"13.459518821s","remote":"127.0.0.1:40902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":74,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:41:47.029666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.34146358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:41:47.029691Z","caller":"traceutil/trace.go:171","msg":"trace[1668960251] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:23703; }","duration":"4.341538291s","start":"2026-02-26T02:41:42.688144Z","end":"2026-02-26T02:41:47.029683Z","steps":["trace[1668960251] 'agreement among raft nodes before linearized reading' (duration: 4.34148387s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:47.02968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.427607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:41:47.029718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:42.688113Z","time spent":"4.341593393s","remote":"127.0.0.1:39480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":32,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:41:47.029751Z","caller":"traceutil/trace.go:171","msg":"trace[1009695814] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23703; }","duration":"338.608352ms","start":"2026-02-26T02:41:46.691121Z","end":"2026-02-26T02:41:47.029729Z","steps":["trace[1009695814] 'agreement among raft nodes before linearized reading' (duration: 338.426937ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:47.029848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.611334592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:41:47.029879Z","caller":"traceutil/trace.go:171","msg":"trace[1125683334] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:23703; }","duration":"2.611368904s","start":"2026-02-26T02:41:44.418503Z","end":"2026-02-26T02:41:47.029872Z","steps":["trace[1125683334] 'agreement among raft nodes before linearized reading' (duration: 2.611309663s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:47.029866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:46.691096Z","time spent":"338.749906ms","remote":"127.0.0.1:42402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-02-26T02:41:47.029901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:44.418415Z","time spent":"2.611480527s","remote":"127.0.0.1:40928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:41:47.02986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.304732674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:269005"} {"level":"info","ts":"2026-02-26T02:41:47.029963Z","caller":"traceutil/trace.go:171","msg":"trace[1074883955] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:23703; }","duration":"12.304899829s","start":"2026-02-26T02:41:34.725042Z","end":"2026-02-26T02:41:47.029942Z","steps":["trace[1074883955] 'agreement among raft nodes before linearized reading' (duration: 12.304191211s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:47.030021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:34.725011Z","time spent":"12.304999161s","remote":"127.0.0.1:45492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":269029,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-02-26T02:41:47.029712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.018129649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-02-26T02:41:47.030112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.914807259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:514"} {"level":"info","ts":"2026-02-26T02:41:47.030145Z","caller":"traceutil/trace.go:171","msg":"trace[1283557204] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:23703; }","duration":"2.914882381s","start":"2026-02-26T02:41:44.115255Z","end":"2026-02-26T02:41:47.030137Z","steps":["trace[1283557204] 'agreement among raft nodes before linearized reading' (duration: 2.914740888s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:47.030165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:44.11523Z","time spent":"2.914931113s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":538,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-02-26T02:41:47.030267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.484274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-26T02:41:47.030316Z","caller":"traceutil/trace.go:171","msg":"trace[889734762] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23703; }","duration":"558.573778ms","start":"2026-02-26T02:41:46.471732Z","end":"2026-02-26T02:41:47.030306Z","steps":["trace[889734762] 'agreement among raft nodes before linearized reading' (duration: 558.423954ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:47.030327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.871717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:41:47.030359Z","caller":"traceutil/trace.go:171","msg":"trace[1545065283] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:23703; }","duration":"930.944969ms","start":"2026-02-26T02:41:46.099404Z","end":"2026-02-26T02:41:47.030349Z","steps":["trace[1545065283] 'agreement among raft nodes before linearized reading' (duration: 930.890037ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:47.03038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:46.471705Z","time spent":"558.664809ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T02:41:47.030432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.128382049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:41:47.030462Z","caller":"traceutil/trace.go:171","msg":"trace[1606603257] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:23703; }","duration":"2.128453641s","start":"2026-02-26T02:41:44.902001Z","end":"2026-02-26T02:41:47.030454Z","steps":["trace[1606603257] 'agreement among raft nodes before linearized reading' (duration: 2.128403299s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:47.030485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:44.901974Z","time spent":"2.128505051s","remote":"127.0.0.1:42598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:41:47.030488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.001997851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:41:47.030524Z","caller":"traceutil/trace.go:171","msg":"trace[1046620364] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:23703; }","duration":"1.002032082s","start":"2026-02-26T02:41:46.028479Z","end":"2026-02-26T02:41:47.030511Z","steps":["trace[1046620364] 'agreement among raft nodes before linearized reading' (duration: 1.00193678s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:47.030562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:46.02841Z","time spent":"1.002143385s","remote":"127.0.0.1:42324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:41:47.030447Z","caller":"traceutil/trace.go:171","msg":"trace[1822577698] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23703; }","duration":"15.01857765s","start":"2026-02-26T02:41:32.011523Z","end":"2026-02-26T02:41:47.030101Z","steps":["trace[1822577698] 'agreement among raft nodes before linearized reading' (duration: 15.016579238s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:47.030635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.98193661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-02-26T02:41:47.030656Z","caller":"traceutil/trace.go:171","msg":"trace[426888517] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:23703; }","duration":"1.982004262s","start":"2026-02-26T02:41:45.048646Z","end":"2026-02-26T02:41:47.03065Z","steps":["trace[426888517] 'agreement among raft nodes before linearized reading' (duration: 1.98193169s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:47.030634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.458792813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:41:47.030684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:45.048619Z","time spent":"1.982059963s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"info","ts":"2026-02-26T02:41:47.030724Z","caller":"traceutil/trace.go:171","msg":"trace[1452476371] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:23703; }","duration":"2.458942478s","start":"2026-02-26T02:41:44.571744Z","end":"2026-02-26T02:41:47.030686Z","steps":["trace[1452476371] 'agreement among raft nodes before linearized reading' (duration: 2.458770093s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:47.030745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110189311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:41:47.030774Z","caller":"traceutil/trace.go:171","msg":"trace[1214992438] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23703; }","duration":"1.110237222s","start":"2026-02-26T02:41:45.920528Z","end":"2026-02-26T02:41:47.030765Z","steps":["trace[1214992438] 'agreement among raft nodes before linearized reading' (duration: 1.1101638s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:47.030784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.304884058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-6975759b4b-5cz6b\" ","response":"range_response_count:1 size:6968"} {"level":"warn","ts":"2026-02-26T02:41:47.030794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:32.011503Z","time spent":"15.019140855s","remote":"127.0.0.1:45134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-02-26T02:41:47.030816Z","caller":"traceutil/trace.go:171","msg":"trace[1232547153] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-6975759b4b-5cz6b; range_end:; response_count:1; response_revision:23703; }","duration":"12.304960601s","start":"2026-02-26T02:41:34.725844Z","end":"2026-02-26T02:41:47.030805Z","steps":["trace[1232547153] 'agreement among raft nodes before linearized reading' (duration: 12.304863778s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:47.030799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:44.571713Z","time spent":"2.459046371s","remote":"127.0.0.1:38448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:41:47.030845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:34.725833Z","time spent":"12.305006622s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":6992,"request content":"key:\"/registry/pods/capo-system/capo-controller-manager-6975759b4b-5cz6b\" "} {"level":"warn","ts":"2026-02-26T02:41:47.030865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.559738521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:41:47.030894Z","caller":"traceutil/trace.go:171","msg":"trace[1291461814] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:23703; }","duration":"8.559823254s","start":"2026-02-26T02:41:38.471061Z","end":"2026-02-26T02:41:47.030885Z","steps":["trace[1291461814] 'agreement among raft nodes before linearized reading' (duration: 8.559769613s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:47.030928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:38.471033Z","time spent":"8.559888945s","remote":"127.0.0.1:57934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:41:47.030809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:45.92051Z","time spent":"1.110291044s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:41:47.030274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.641955702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:41:47.03101Z","caller":"traceutil/trace.go:171","msg":"trace[689287417] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23703; }","duration":"1.642742863s","start":"2026-02-26T02:41:45.388253Z","end":"2026-02-26T02:41:47.030996Z","steps":["trace[689287417] 'agreement among raft nodes before linearized reading' (duration: 1.641979263s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:47.030852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.594175903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:41:47.031055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:45.388226Z","time spent":"1.642816404s","remote":"127.0.0.1:42580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:41:47.030399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:46.099379Z","time spent":"931.01087ms","remote":"127.0.0.1:45430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":30,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:41:47.03106Z","caller":"traceutil/trace.go:171","msg":"trace[1911434892] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:23703; }","duration":"1.594433059s","start":"2026-02-26T02:41:45.436616Z","end":"2026-02-26T02:41:47.031049Z","steps":["trace[1911434892] 'agreement among raft nodes before linearized reading' (duration: 1.594207243s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:47.031163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:45.436589Z","time spent":"1.594560153s","remote":"127.0.0.1:57900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:41:47.031123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.873706757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:41:47.031315Z","caller":"traceutil/trace.go:171","msg":"trace[2013183298] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:23703; }","duration":"7.873965084s","start":"2026-02-26T02:41:39.157337Z","end":"2026-02-26T02:41:47.031302Z","steps":["trace[2013183298] 'agreement among raft nodes before linearized reading' (duration: 7.873692647s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:47.031357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:39.157311Z","time spent":"7.874033645s","remote":"127.0.0.1:49484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:41:47.031366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.507373176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-02-26T02:41:47.031401Z","caller":"traceutil/trace.go:171","msg":"trace[504217763] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23703; }","duration":"6.50753556s","start":"2026-02-26T02:41:40.523855Z","end":"2026-02-26T02:41:47.03139Z","steps":["trace[504217763] 'agreement among raft nodes before linearized reading' (duration: 6.507289944s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:47.031438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:40.523829Z","time spent":"6.507600722s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-26T02:41:47.031773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.889648844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:41:47.032033Z","caller":"traceutil/trace.go:171","msg":"trace[948372416] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:23703; }","duration":"13.88989176s","start":"2026-02-26T02:41:33.141929Z","end":"2026-02-26T02:41:47.031821Z","steps":["trace[948372416] 'agreement among raft nodes before linearized reading' (duration: 13.889665284s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:47.032268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:33.141901Z","time spent":"13.890347202s","remote":"127.0.0.1:39520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:41:47.032767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.282296567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/secretgen-controller/secretgen-controller-sa\" ","response":"range_response_count:1 size:231"} {"level":"info","ts":"2026-02-26T02:41:47.032804Z","caller":"traceutil/trace.go:171","msg":"trace[1095622927] range","detail":"{range_begin:/registry/serviceaccounts/secretgen-controller/secretgen-controller-sa; range_end:; response_count:1; response_revision:23703; }","duration":"10.282381949s","start":"2026-02-26T02:41:36.750414Z","end":"2026-02-26T02:41:47.032796Z","steps":["trace[1095622927] 'agreement among raft nodes before linearized reading' (duration: 10.282287707s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:47.032828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:36.750386Z","time spent":"10.282436061s","remote":"127.0.0.1:45230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":255,"request content":"key:\"/registry/serviceaccounts/secretgen-controller/secretgen-controller-sa\" "} {"level":"warn","ts":"2026-02-26T02:41:47.032826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.35411548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-sskkd.1897ab4fec9e7581\" ","response":"range_response_count:1 size:864"} {"level":"info","ts":"2026-02-26T02:41:47.032863Z","caller":"traceutil/trace.go:171","msg":"trace[897569043] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-sskkd.1897ab4fec9e7581; range_end:; response_count:1; response_revision:23703; }","duration":"10.354194952s","start":"2026-02-26T02:41:36.678656Z","end":"2026-02-26T02:41:47.032851Z","steps":["trace[897569043] 'agreement among raft nodes before linearized reading' (duration: 10.354085809s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:47.032905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:36.678631Z","time spent":"10.354261064s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":888,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-sskkd.1897ab4fec9e7581\" "} {"level":"warn","ts":"2026-02-26T02:41:47.032998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.043720704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18646"} {"level":"info","ts":"2026-02-26T02:41:47.033027Z","caller":"traceutil/trace.go:171","msg":"trace[1833624212] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23703; }","duration":"9.043790085s","start":"2026-02-26T02:41:37.989231Z","end":"2026-02-26T02:41:47.033021Z","steps":["trace[1833624212] 'agreement among raft nodes before linearized reading' (duration: 9.043701213s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:47.033046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:37.989206Z","time spent":"9.043835857s","remote":"127.0.0.1:45202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18670,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-26T02:41:47.033071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.308154289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-02-26T02:41:47.033111Z","caller":"traceutil/trace.go:171","msg":"trace[2015301984] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:23703; }","duration":"5.308240481s","start":"2026-02-26T02:41:41.72486Z","end":"2026-02-26T02:41:47.0331Z","steps":["trace[2015301984] 'agreement among raft nodes before linearized reading' (duration: 5.308087567s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:47.033139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:41.724838Z","time spent":"5.308292602s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":563,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-02-26T02:41:47.033265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.204343956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-02-26T02:41:47.033311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.30552828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"info","ts":"2026-02-26T02:41:47.033337Z","caller":"traceutil/trace.go:171","msg":"trace[1876496749] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:23703; }","duration":"5.30556199s","start":"2026-02-26T02:41:41.727764Z","end":"2026-02-26T02:41:47.033326Z","steps":["trace[1876496749] 'agreement among raft nodes before linearized reading' (duration: 5.305496379s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:47.033364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:41.727759Z","time spent":"5.305600201s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":714,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"info","ts":"2026-02-26T02:41:47.03331Z","caller":"traceutil/trace.go:171","msg":"trace[45881432] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:23703; }","duration":"14.204427069s","start":"2026-02-26T02:41:32.828869Z","end":"2026-02-26T02:41:47.033296Z","steps":["trace[45881432] 'agreement among raft nodes before linearized reading' (duration: 14.203914435s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:47.028843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.35333947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"warn","ts":"2026-02-26T02:41:47.03381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:32.828844Z","time spent":"14.204947872s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":669,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"info","ts":"2026-02-26T02:41:47.03375Z","caller":"traceutil/trace.go:171","msg":"trace[1455993265] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:23703; }","duration":"10.35828555s","start":"2026-02-26T02:41:36.67545Z","end":"2026-02-26T02:41:47.033736Z","steps":["trace[1455993265] 'agreement among raft nodes before linearized reading' (duration: 10.353160075s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:47.034399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:36.675428Z","time spent":"10.358938607s","remote":"127.0.0.1:45188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-02-26T02:41:47.036635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.351470589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:41:47.036697Z","caller":"traceutil/trace.go:171","msg":"trace[1523629815] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:23703; }","duration":"6.359326406s","start":"2026-02-26T02:41:40.677357Z","end":"2026-02-26T02:41:47.036684Z","steps":["trace[1523629815] 'agreement among raft nodes before linearized reading' (duration: 6.351341455s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:47.036722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:40.677333Z","time spent":"6.359378477s","remote":"127.0.0.1:45188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":16,"response size":32,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:41:47.045915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.680981762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:41:47.046267Z","caller":"traceutil/trace.go:171","msg":"trace[147473122] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23703; }","duration":"5.681406583s","start":"2026-02-26T02:41:41.36484Z","end":"2026-02-26T02:41:47.046247Z","steps":["trace[147473122] 'agreement among raft nodes before linearized reading' (duration: 5.680983862s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:47.046303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:41.36481Z","time spent":"5.681479095s","remote":"127.0.0.1:42434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:41:47.538667Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892854,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:41:48.03978Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892854,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:41:48.543255Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892854,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:41:49.043316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.997176832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:41:49.043422Z","caller":"traceutil/trace.go:171","msg":"trace[1373956983] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.997304825s","start":"2026-02-26T02:41:47.04609Z","end":"2026-02-26T02:41:49.043395Z","steps":["trace[1373956983] 'agreement among raft nodes before linearized reading' (duration: 1.997174102s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:49.043463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:47.046068Z","time spent":"1.997386298s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:41:49.043405Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892854,"retry-timeout":"500ms"} 2026/02/26 02:41:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:41:49.544119Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892854,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:41:50.04497Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892854,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:41:50.545772Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892854,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:41:51.043803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999861532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:41:51.04393Z","caller":"traceutil/trace.go:171","msg":"trace[542039035] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000016496s","start":"2026-02-26T02:41:49.043887Z","end":"2026-02-26T02:41:51.043903Z","steps":["trace[542039035] 'agreement among raft nodes before linearized reading' (duration: 1.999858682s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:51.044024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:49.043864Z","time spent":"2.000145839s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:41:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:41:51.046981Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892854,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:41:51.547991Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892854,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:41:51.840887Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.807990321s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:41:52.034154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:47.0392Z","time spent":"4.994943167s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/26 02:41:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:41:52.034977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:47.039475Z","time spent":"4.995485582s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/26 02:41:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:41:52.047449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:47.047928Z","time spent":"4.999508147s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/26 02:41:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:41:52.176223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000412997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:41:52.176354Z","caller":"traceutil/trace.go:171","msg":"trace[1581380969] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000636883s","start":"2026-02-26T02:41:50.175689Z","end":"2026-02-26T02:41:52.176326Z","steps":["trace[1581380969] 'agreement among raft nodes before linearized reading' (duration: 2.000464199s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:52.176414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:50.175653Z","time spent":"2.000750047s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:41:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:41:53.053041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000195092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:41:53.053159Z","caller":"traceutil/trace.go:171","msg":"trace[2019696023] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000393217s","start":"2026-02-26T02:41:51.052743Z","end":"2026-02-26T02:41:53.053137Z","steps":["trace[2019696023] 'agreement among raft nodes before linearized reading' (duration: 2.000245633s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:53.053228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:51.052692Z","time spent":"2.0005247s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:41:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:41:54.031862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:47.031765Z","time spent":"7.000089329s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T02:41:54.032953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.191742898s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-02-26T02:41:54.033036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.740778ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:41:54.034152Z","caller":"traceutil/trace.go:171","msg":"trace[1444337162] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23703; }","duration":"883.873777ms","start":"2026-02-26T02:41:53.150245Z","end":"2026-02-26T02:41:54.034119Z","steps":["trace[1444337162] 'range keys from in-memory index tree' (duration: 882.634645ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:54.037304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:47.036462Z","time spent":"7.000835818s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-26T02:41:54.046227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:47.045845Z","time spent":"7.000375256s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-26T02:41:54.0464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:47.046234Z","time spent":"7.000159321s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-26T02:41:54.050436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:47.049795Z","time spent":"7.000633103s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-26T02:41:54.053958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:47.05304Z","time spent":"7.00090754s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-26T02:41:55.061913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999962474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:41:55.062049Z","caller":"traceutil/trace.go:171","msg":"trace[1898096850] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000191411s","start":"2026-02-26T02:41:53.061823Z","end":"2026-02-26T02:41:55.062015Z","steps":["trace[1898096850] 'agreement among raft nodes before linearized reading' (duration: 2.000023576s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:55.062126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:53.061798Z","time spent":"2.000311974s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:41:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:41:55.59014Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.181336221s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:41:57.036346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999939468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:41:57.036466Z","caller":"traceutil/trace.go:171","msg":"trace[1765602888] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; }","duration":"10.000095832s","start":"2026-02-26T02:41:47.036345Z","end":"2026-02-26T02:41:57.036441Z","steps":["trace[1765602888] 'agreement among raft nodes before linearized reading' (duration: 9.999944718s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:57.036529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:47.036332Z","time spent":"10.000185424s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} 2026/02/26 02:41:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:41:57.049507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.003256916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:41:57.049627Z","caller":"traceutil/trace.go:171","msg":"trace[634262140] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; }","duration":"10.00342477s","start":"2026-02-26T02:41:47.046175Z","end":"2026-02-26T02:41:57.0496Z","steps":["trace[634262140] 'agreement among raft nodes before linearized reading' (duration: 10.003261306s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:57.049695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:47.04617Z","time spent":"10.003510812s","remote":"127.0.0.1:45224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} 2026/02/26 02:41:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:41:57.06237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999990605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:41:57.062467Z","caller":"traceutil/trace.go:171","msg":"trace[1797910495] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00016854s","start":"2026-02-26T02:41:55.062278Z","end":"2026-02-26T02:41:57.062447Z","steps":["trace[1797910495] 'agreement among raft nodes before linearized reading' (duration: 2.000043326s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:57.062511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:55.062253Z","time spent":"2.000251962s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:41:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:41:59.072124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999885713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:41:59.07225Z","caller":"traceutil/trace.go:171","msg":"trace[1203403609] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000056747s","start":"2026-02-26T02:41:57.072161Z","end":"2026-02-26T02:41:59.072218Z","steps":["trace[1203403609] 'agreement among raft nodes before linearized reading' (duration: 1.999876113s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:41:59.072321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:57.072093Z","time spent":"2.000213912s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:42:00.526423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:55.528189Z","time spent":"4.998224003s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/26 02:42:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:42:00.83286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.242318144s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:42:00.836489Z","caller":"traceutil/trace.go:171","msg":"trace[1469763173] linearizableReadLoop","detail":"{readStateIndex:24619; appliedIndex:24610; }","duration":"13.800099295s","start":"2026-02-26T02:41:47.036363Z","end":"2026-02-26T02:42:00.836462Z","steps":["trace[1469763173] 'read index received' (duration: 4.804725516s)","trace[1469763173] 'applied index is now lower than readState.Index' (duration: 8.995372119s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:42:01.033665Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"08529c979fe28ea7","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-26T02:42:01.042087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:54.041265Z","time spent":"7.000796967s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-26T02:42:01.073101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999858052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:42:01.073178Z","caller":"traceutil/trace.go:171","msg":"trace[2115671266] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000002256s","start":"2026-02-26T02:41:59.073145Z","end":"2026-02-26T02:42:01.073148Z","steps":["trace[2115671266] 'agreement among raft nodes before linearized reading' (duration: 1.999906553s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:01.073227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:59.073116Z","time spent":"2.000101319s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:42:01 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:42:01.25612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:56.258311Z","time spent":"4.997795781s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-26T02:42:01.337033Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892867,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:42:01.366632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998804798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:42:01.366744Z","caller":"traceutil/trace.go:171","msg":"trace[1408174220] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.998975283s","start":"2026-02-26T02:41:56.367746Z","end":"2026-02-26T02:42:01.366721Z","steps":["trace[1408174220] 'agreement among raft nodes before linearized reading' (duration: 4.998834709s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:01.36679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:56.367731Z","time spent":"4.999051534s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T02:42:01.83769Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892867,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:42:02.177196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000006606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:42:02.177289Z","caller":"traceutil/trace.go:171","msg":"trace[1232057487] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000156869s","start":"2026-02-26T02:42:00.177109Z","end":"2026-02-26T02:42:02.177266Z","steps":["trace[1232057487] 'agreement among raft nodes before linearized reading' (duration: 2.000034836s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:02.177335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:00.177081Z","time spent":"2.000243482s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:42:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:42:02.236182Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.375764103s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:42:03.079686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000109449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:42:03.07979Z","caller":"traceutil/trace.go:171","msg":"trace[485550476] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000272814s","start":"2026-02-26T02:42:01.079493Z","end":"2026-02-26T02:42:03.079766Z","steps":["trace[485550476] 'agreement among raft nodes before linearized reading' (duration: 2.00013779s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:03.079846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:01.079478Z","time spent":"2.000357407s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:42:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:42:04.293405Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.056935096s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:42:05.089106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000332674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:42:05.089209Z","caller":"traceutil/trace.go:171","msg":"trace[1715924442] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000504008s","start":"2026-02-26T02:42:03.088679Z","end":"2026-02-26T02:42:05.089183Z","steps":["trace[1715924442] 'agreement among raft nodes before linearized reading' (duration: 2.000379415s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:05.089257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:03.088651Z","time spent":"2.000595841s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:42:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:42:05.527999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998045269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:42:05.528126Z","caller":"traceutil/trace.go:171","msg":"trace[6276608] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.998240754s","start":"2026-02-26T02:42:00.529852Z","end":"2026-02-26T02:42:05.528092Z","steps":["trace[6276608] 'agreement among raft nodes before linearized reading' (duration: 4.998066109s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:05.528223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:00.529837Z","time spent":"4.998339877s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/02/26 02:42:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:42:05.631121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:04.989024Z","time spent":"642.086877ms","remote":"127.0.0.1:56380","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T02:42:05.633476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.484207604s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:42:05.633654Z","caller":"traceutil/trace.go:171","msg":"trace[268117463] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23711; }","duration":"2.484401399s","start":"2026-02-26T02:42:03.149227Z","end":"2026-02-26T02:42:05.633628Z","steps":["trace[268117463] 'range keys from in-memory index tree' (duration: 2.484187563s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:06.258541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999009694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:42:06.25865Z","caller":"traceutil/trace.go:171","msg":"trace[1268186184] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.99921043s","start":"2026-02-26T02:42:01.259414Z","end":"2026-02-26T02:42:06.258625Z","steps":["trace[1268186184] 'agreement among raft nodes before linearized reading' (duration: 4.999055306s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:06.258707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:01.259388Z","time spent":"4.999305912s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/02/26 02:42:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:42:07.089901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000419397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:42:07.090039Z","caller":"traceutil/trace.go:171","msg":"trace[1912886633] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000632714s","start":"2026-02-26T02:42:05.089379Z","end":"2026-02-26T02:42:07.090012Z","steps":["trace[1912886633] 'agreement among raft nodes before linearized reading' (duration: 2.000457489s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:07.090108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:05.089353Z","time spent":"2.000740326s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:42:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:42:07.237833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.998974984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:42:07.237953Z","caller":"traceutil/trace.go:171","msg":"trace[1192026942] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; }","duration":"9.999173119s","start":"2026-02-26T02:41:57.238753Z","end":"2026-02-26T02:42:07.237926Z","steps":["trace[1192026942] 'agreement among raft nodes before linearized reading' (duration: 9.999022565s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:07.238021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:57.238724Z","time spent":"9.999285272s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} 2026/02/26 02:42:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:42:08.042535Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"08529c979fe28ea7","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-26T02:42:08.047728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:01.047482Z","time spent":"7.000235161s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-26T02:42:09.098444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999974995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:42:09.098542Z","caller":"traceutil/trace.go:171","msg":"trace[2042376120] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0001508s","start":"2026-02-26T02:42:07.098368Z","end":"2026-02-26T02:42:09.098519Z","steps":["trace[2042376120] 'agreement among raft nodes before linearized reading' (duration: 2.000023076s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:09.098599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:07.098342Z","time spent":"2.000246382s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:42:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:42:10.168185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999254881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:42:10.168293Z","caller":"traceutil/trace.go:171","msg":"trace[650582071] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999391095s","start":"2026-02-26T02:42:05.168876Z","end":"2026-02-26T02:42:10.168268Z","steps":["trace[650582071] 'agreement among raft nodes before linearized reading' (duration: 4.999250891s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:10.16835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:05.168775Z","time spent":"4.999564579s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/02/26 02:42:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:42:10.193403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.956991251s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-02-26T02:42:10.19541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:07.004868Z","time spent":"3.190531134s","remote":"127.0.0.1:56382","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T02:42:10.750577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.713964077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/secretgen-controller/secretgen-controller-5cf976ccc7-hjt7h\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:42:10.75072Z","caller":"traceutil/trace.go:171","msg":"trace[1902256483] range","detail":"{range_begin:/registry/pods/secretgen-controller/secretgen-controller-5cf976ccc7-hjt7h; range_end:; }","duration":"23.714141951s","start":"2026-02-26T02:41:47.036541Z","end":"2026-02-26T02:42:10.750683Z","steps":["trace[1902256483] 'agreement among raft nodes before linearized reading' (duration: 23.713967147s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:10.750787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:47.036527Z","time spent":"23.714245924s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":0,"response size":0,"request content":"key:\"/registry/pods/secretgen-controller/secretgen-controller-5cf976ccc7-hjt7h\" "} 2026/02/26 02:42:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:42:11.099158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999703028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:42:11.099295Z","caller":"traceutil/trace.go:171","msg":"trace[1242132230] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999865132s","start":"2026-02-26T02:42:09.099407Z","end":"2026-02-26T02:42:11.099272Z","steps":["trace[1242132230] 'agreement among raft nodes before linearized reading' (duration: 1.999698327s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:11.099349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:09.099317Z","time spent":"2.000019735s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:42:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:42:12.14867Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.954861307s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:42:12.176617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999892473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:42:12.176716Z","caller":"traceutil/trace.go:171","msg":"trace[622842565] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000056267s","start":"2026-02-26T02:42:10.176636Z","end":"2026-02-26T02:42:12.176692Z","steps":["trace[622842565] 'agreement among raft nodes before linearized reading' (duration: 1.999926994s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:12.176787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:10.176609Z","time spent":"2.00016722s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:42:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:42:13.108455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000325226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:42:13.108575Z","caller":"traceutil/trace.go:171","msg":"trace[1098468618] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000533231s","start":"2026-02-26T02:42:11.108014Z","end":"2026-02-26T02:42:13.108547Z","steps":["trace[1098468618] 'agreement among raft nodes before linearized reading' (duration: 2.000371567s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:13.108638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:11.107887Z","time spent":"2.000737686s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:42:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:42:14.152545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999939285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:42:14.152658Z","caller":"traceutil/trace.go:171","msg":"trace[673908241] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0001475s","start":"2026-02-26T02:42:12.152487Z","end":"2026-02-26T02:42:14.152634Z","steps":["trace[673908241] 'agreement among raft nodes before linearized reading' (duration: 2.000000996s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:14.15272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:12.152447Z","time spent":"2.000261464s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:42:14.521712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.325129269s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:6"} {"level":"warn","ts":"2026-02-26T02:42:14.521962Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"24.851µs","request":"header: lease_revoke:","response":"size:30","error":"lease not found"} {"level":"warn","ts":"2026-02-26T02:42:14.52207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.370877421s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:42:14.522217Z","caller":"traceutil/trace.go:171","msg":"trace[810027736] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23712; }","duration":"1.371042435s","start":"2026-02-26T02:42:13.151152Z","end":"2026-02-26T02:42:14.522194Z","steps":["trace[810027736] 'range keys from in-memory index tree' (duration: 1.37085755s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:42:14.523535Z","caller":"traceutil/trace.go:171","msg":"trace[1916751186] linearizableReadLoop","detail":"{readStateIndex:24625; appliedIndex:24619; }","duration":"13.686970106s","start":"2026-02-26T02:42:00.836537Z","end":"2026-02-26T02:42:14.523507Z","steps":["trace[1916751186] 'read index received' (duration: 1.399906215s)","trace[1916751186] 'applied index is now lower than readState.Index' (duration: 12.287061371s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:42:14.589575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998804519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:42:14.589671Z","caller":"traceutil/trace.go:171","msg":"trace[1145348019] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.999025565s","start":"2026-02-26T02:42:09.590623Z","end":"2026-02-26T02:42:14.589649Z","steps":["trace[1145348019] 'agreement among raft nodes before linearized reading' (duration: 4.998872901s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:14.589713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:09.590591Z","time spent":"4.999113147s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/02/26 02:42:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:42:15.11526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000393776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:42:15.115364Z","caller":"traceutil/trace.go:171","msg":"trace[606663394] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000576841s","start":"2026-02-26T02:42:13.114764Z","end":"2026-02-26T02:42:15.115341Z","steps":["trace[606663394] 'agreement among raft nodes before linearized reading' (duration: 2.000439557s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:15.115418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:13.114734Z","time spent":"2.000672943s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:42:15.150611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998419718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:42:15.150724Z","caller":"traceutil/trace.go:171","msg":"trace[856207617] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.998626763s","start":"2026-02-26T02:42:10.152072Z","end":"2026-02-26T02:42:15.150699Z","steps":["trace[856207617] 'agreement among raft nodes before linearized reading' (duration: 4.998470399s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:15.150781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:10.152039Z","time spent":"4.998730956s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/02/26 02:42:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:42:17.078772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.00984856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:42:17.078902Z","caller":"traceutil/trace.go:171","msg":"trace[2145857100] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; }","duration":"10.010019524s","start":"2026-02-26T02:42:07.068853Z","end":"2026-02-26T02:42:17.078873Z","steps":["trace[2145857100] 'agreement among raft nodes before linearized reading' (duration: 10.009837469s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:17.078969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:07.068779Z","time spent":"10.010176308s","remote":"127.0.0.1:42402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":0,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} 2026/02/26 02:42:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:42:17.124407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999853152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:42:17.124542Z","caller":"traceutil/trace.go:171","msg":"trace[519673415] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000110209s","start":"2026-02-26T02:42:15.124398Z","end":"2026-02-26T02:42:17.124508Z","steps":["trace[519673415] 'agreement among raft nodes before linearized reading' (duration: 1.999898834s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:17.124608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:15.124364Z","time spent":"2.000230783s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:42:17.194602Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"08529c979fe28eb4","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-26T02:42:17.638908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999329383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:42:17.639037Z","caller":"traceutil/trace.go:171","msg":"trace[219475086] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; }","duration":"9.999525928s","start":"2026-02-26T02:42:07.639478Z","end":"2026-02-26T02:42:17.639004Z","steps":["trace[219475086] 'agreement among raft nodes before linearized reading' (duration: 9.999362274s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:17.639102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:07.639454Z","time spent":"9.999637351s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} 2026/02/26 02:42:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:42:18.407265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998978553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:42:18.407373Z","caller":"traceutil/trace.go:171","msg":"trace[441731461] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999176268s","start":"2026-02-26T02:42:13.408172Z","end":"2026-02-26T02:42:18.407349Z","steps":["trace[441731461] 'agreement among raft nodes before linearized reading' (duration: 4.999029525s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:18.407431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:13.408143Z","time spent":"4.99927212s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/02/26 02:42:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:42:18.438417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.914998272s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-02-26T02:42:18.438566Z","caller":"traceutil/trace.go:171","msg":"trace[1250621319] linearizableReadLoop","detail":"{readStateIndex:24626; appliedIndex:24625; }","duration":"3.91494743s","start":"2026-02-26T02:42:14.523597Z","end":"2026-02-26T02:42:18.438544Z","steps":["trace[1250621319] 'read index received' (duration: 914.194µs)","trace[1250621319] 'applied index is now lower than readState.Index' (duration: 3.914030386s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:42:18.438728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"28.357859804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:42:18.438768Z","caller":"traceutil/trace.go:171","msg":"trace[1958749201] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:23713; }","duration":"28.357944026s","start":"2026-02-26T02:41:50.080812Z","end":"2026-02-26T02:42:18.438756Z","steps":["trace[1958749201] 'agreement among raft nodes before linearized reading' (duration: 24.443896259s)","trace[1958749201] 'count revisions from in-memory index tree' (duration: 3.913975975s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:42:18.438814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:50.080796Z","time spent":"28.358006437s","remote":"127.0.0.1:45498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":21,"response size":32,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:42:18.438794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"24.367720441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:42:18.438888Z","caller":"traceutil/trace.go:171","msg":"trace[1330608178] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:23713; }","duration":"24.367862105s","start":"2026-02-26T02:41:54.071004Z","end":"2026-02-26T02:42:18.438866Z","steps":["trace[1330608178] 'agreement among raft nodes before linearized reading' (duration: 20.452773791s)","trace[1330608178] 'count revisions from in-memory index tree' (duration: 3.914977081s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:42:18.438942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:54.070978Z","time spent":"24.367954908s","remote":"127.0.0.1:50480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:42:18.439373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.348972889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:42:18.439386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.61165219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:42:18.439412Z","caller":"traceutil/trace.go:171","msg":"trace[804554043] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23713; }","duration":"18.349052201s","start":"2026-02-26T02:42:00.090345Z","end":"2026-02-26T02:42:18.439397Z","steps":["trace[804554043] 'agreement among raft nodes before linearized reading' (duration: 14.43332361s)","trace[804554043] 'count revisions from in-memory index tree' (duration: 3.91567153s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:42:18.439437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:00.09032Z","time spent":"18.349110072s","remote":"127.0.0.1:42528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:42:18.439437Z","caller":"traceutil/trace.go:171","msg":"trace[623218640] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23713; }","duration":"8.611741462s","start":"2026-02-26T02:42:09.827677Z","end":"2026-02-26T02:42:18.439418Z","steps":["trace[623218640] 'agreement among raft nodes before linearized reading' (duration: 8.61163535s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:18.439477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:09.827652Z","time spent":"8.611815014s","remote":"127.0.0.1:50680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:42:18.439468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.949085812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:42:18.43958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.623538052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:42:18.439582Z","caller":"traceutil/trace.go:171","msg":"trace[1687306860] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23713; }","duration":"7.949295817s","start":"2026-02-26T02:42:10.49026Z","end":"2026-02-26T02:42:18.439556Z","steps":["trace[1687306860] 'agreement among raft nodes before linearized reading' (duration: 7.949002949s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:42:18.439614Z","caller":"traceutil/trace.go:171","msg":"trace[1485719603] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:23713; }","duration":"18.623639785s","start":"2026-02-26T02:41:59.815966Z","end":"2026-02-26T02:42:18.439605Z","steps":["trace[1485719603] 'agreement among raft nodes before linearized reading' (duration: 14.70772635s)","trace[1485719603] 'count revisions from in-memory index tree' (duration: 3.915867474s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:42:18.43964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:59.815906Z","time spent":"18.623727418s","remote":"127.0.0.1:49620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:42:18.439644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:10.490232Z","time spent":"7.94940113s","remote":"127.0.0.1:45470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:42:18.438589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"31.398856447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"warn","ts":"2026-02-26T02:42:18.439776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.464921302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-26T02:42:18.439817Z","caller":"traceutil/trace.go:171","msg":"trace[679936965] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:23713; }","duration":"9.465003764s","start":"2026-02-26T02:42:08.974804Z","end":"2026-02-26T02:42:18.439808Z","steps":["trace[679936965] 'agreement among raft nodes before linearized reading' (duration: 9.464834679s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:18.439822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.454809835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:42:18.439846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:08.974779Z","time spent":"9.465060215s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":517,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-02-26T02:42:18.439885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.808837222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:42:18.439911Z","caller":"traceutil/trace.go:171","msg":"trace[952862740] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:23713; }","duration":"20.808901173s","start":"2026-02-26T02:41:57.631004Z","end":"2026-02-26T02:42:18.439905Z","steps":["trace[952862740] 'agreement among raft nodes before linearized reading' (duration: 16.892728901s)","trace[952862740] 'count revisions from in-memory index tree' (duration: 3.916132631s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:42:18.439932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:57.630973Z","time spent":"20.808953145s","remote":"127.0.0.1:39460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:42:18.43979Z","caller":"traceutil/trace.go:171","msg":"trace[397856463] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:23713; }","duration":"31.400165712s","start":"2026-02-26T02:41:47.039587Z","end":"2026-02-26T02:42:18.439753Z","steps":["trace[397856463] 'agreement among raft nodes before linearized reading' (duration: 27.485095469s)","trace[397856463] 'range keys from in-memory index tree' (duration: 3.913601875s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:42:18.440074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.906949698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:42:18.440115Z","caller":"traceutil/trace.go:171","msg":"trace[1414317056] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:23713; }","duration":"9.90704454s","start":"2026-02-26T02:42:08.53306Z","end":"2026-02-26T02:42:18.440105Z","steps":["trace[1414317056] 'agreement among raft nodes before linearized reading' (duration: 9.906977179s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:18.440145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:08.533031Z","time spent":"9.907105752s","remote":"127.0.0.1:45266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:42:18.44032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.08524928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-26T02:42:18.440354Z","caller":"traceutil/trace.go:171","msg":"trace[866406580] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:23713; }","duration":"23.085320482s","start":"2026-02-26T02:41:55.355025Z","end":"2026-02-26T02:42:18.440345Z","steps":["trace[866406580] 'agreement among raft nodes before linearized reading' (duration: 19.168723138s)","trace[866406580] 'count revisions from in-memory index tree' (duration: 3.916546483s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:42:18.440376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:55.355001Z","time spent":"23.085369113s","remote":"127.0.0.1:45230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":237,"response size":33,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:42:18.440448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"24.389555866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-bdfc6fdd8-g46nk\" ","response":"range_response_count:1 size:7845"} {"level":"info","ts":"2026-02-26T02:42:18.440564Z","caller":"traceutil/trace.go:171","msg":"trace[991672253] range","detail":"{range_begin:/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-bdfc6fdd8-g46nk; range_end:; response_count:1; response_revision:23713; }","duration":"24.38968494s","start":"2026-02-26T02:41:54.050854Z","end":"2026-02-26T02:42:18.440539Z","steps":["trace[991672253] 'agreement among raft nodes before linearized reading' (duration: 20.472938702s)","trace[991672253] 'range keys from in-memory index tree' (duration: 3.916462761s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:42:18.440653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:54.05084Z","time spent":"24.389797592s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":1,"response size":7869,"request content":"key:\"/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-bdfc6fdd8-g46nk\" "} {"level":"warn","ts":"2026-02-26T02:42:18.440949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"28.946897002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:42:18.441024Z","caller":"traceutil/trace.go:171","msg":"trace[460009028] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23713; }","duration":"28.946966014s","start":"2026-02-26T02:41:49.494031Z","end":"2026-02-26T02:42:18.440997Z","steps":["trace[460009028] 'agreement among raft nodes before linearized reading' (duration: 25.029786275s)","trace[460009028] 'count revisions from in-memory index tree' (duration: 3.917066516s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:42:18.441074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:49.494005Z","time spent":"28.947055497s","remote":"127.0.0.1:42602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:42:18.441043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.285862058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:42:18.441128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"24.405848265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:42:18.441098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.780927731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:42:18.441145Z","caller":"traceutil/trace.go:171","msg":"trace[1708675148] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:23713; }","duration":"7.286029682s","start":"2026-02-26T02:42:11.155088Z","end":"2026-02-26T02:42:18.441117Z","steps":["trace[1708675148] 'agreement among raft nodes before linearized reading' (duration: 7.285855548s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:42:18.441164Z","caller":"traceutil/trace.go:171","msg":"trace[127834806] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:0; response_revision:23713; }","duration":"24.405929567s","start":"2026-02-26T02:41:54.035226Z","end":"2026-02-26T02:42:18.441156Z","steps":["trace[127834806] 'agreement among raft nodes before linearized reading' (duration: 20.488580024s)","trace[127834806] 'range keys from in-memory index tree' (duration: 3.917303432s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:42:18.441191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:54.035207Z","time spent":"24.405978929s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":30,"request content":"key:\"/registry/masterleases/162.253.55.200\" "} {"level":"info","ts":"2026-02-26T02:42:18.441188Z","caller":"traceutil/trace.go:171","msg":"trace[617774557] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:23713; }","duration":"7.781071675s","start":"2026-02-26T02:42:10.660097Z","end":"2026-02-26T02:42:18.441168Z","steps":["trace[617774557] 'agreement among raft nodes before linearized reading' (duration: 7.7808747s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:18.4412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:11.155061Z","time spent":"7.286127745s","remote":"127.0.0.1:57960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:42:18.441237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:10.660069Z","time spent":"7.781155707s","remote":"127.0.0.1:45378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":97,"response size":32,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:42:18.441302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"29.404256973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:42:18.441092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"29.388083377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:42:18.441361Z","caller":"traceutil/trace.go:171","msg":"trace[1038418523] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:23713; }","duration":"29.404360486s","start":"2026-02-26T02:41:49.036981Z","end":"2026-02-26T02:42:18.441342Z","steps":["trace[1038418523] 'agreement among raft nodes before linearized reading' (duration: 25.486854738s)","trace[1038418523] 'count revisions from in-memory index tree' (duration: 3.917436735s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:42:18.44141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:49.036951Z","time spent":"29.404442967s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:42:18.441598Z","caller":"traceutil/trace.go:171","msg":"trace[1753783366] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:23713; }","duration":"29.388427006s","start":"2026-02-26T02:41:49.052961Z","end":"2026-02-26T02:42:18.441388Z","steps":["trace[1753783366] 'agreement among raft nodes before linearized reading' (duration: 25.470859627s)","trace[1753783366] 'count revisions from in-memory index tree' (duration: 3.917184419s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:42:18.441675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:49.052948Z","time spent":"29.388705223s","remote":"127.0.0.1:45250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:42:18.441694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.119185541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:42:18.441718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.209127831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:42:18.441733Z","caller":"traceutil/trace.go:171","msg":"trace[823916878] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23713; }","duration":"4.119277184s","start":"2026-02-26T02:42:14.322444Z","end":"2026-02-26T02:42:18.441721Z","steps":["trace[823916878] 'agreement among raft nodes before linearized reading' (duration: 4.119160571s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:18.441775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"30.274395879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:42:18.441787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:14.322418Z","time spent":"4.119355975s","remote":"127.0.0.1:50638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:42:18.441804Z","caller":"traceutil/trace.go:171","msg":"trace[27991240] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:23713; }","duration":"30.274464941s","start":"2026-02-26T02:41:48.167332Z","end":"2026-02-26T02:42:18.441797Z","steps":["trace[27991240] 'agreement among raft nodes before linearized reading' (duration: 26.356517572s)","trace[27991240] 'count revisions from in-memory index tree' (duration: 3.917903388s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:42:18.441825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:48.167304Z","time spent":"30.274515793s","remote":"127.0.0.1:57910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:42:18.441973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.653391757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:42:18.442016Z","caller":"traceutil/trace.go:171","msg":"trace[1980316124] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:23713; }","duration":"4.65349822s","start":"2026-02-26T02:42:13.788505Z","end":"2026-02-26T02:42:18.442003Z","steps":["trace[1980316124] 'agreement among raft nodes before linearized reading' (duration: 4.653434289s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:18.442049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:13.788477Z","time spent":"4.653563731s","remote":"127.0.0.1:50702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:42:18.440453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.420715999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:42:18.442071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.677215023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:42:18.442134Z","caller":"traceutil/trace.go:171","msg":"trace[1073370244] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:23713; }","duration":"15.677322556s","start":"2026-02-26T02:42:02.764791Z","end":"2026-02-26T02:42:18.442114Z","steps":["trace[1073370244] 'agreement among raft nodes before linearized reading' (duration: 15.677226754s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:18.442152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.112249795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:42:18.442137Z","caller":"traceutil/trace.go:171","msg":"trace[1609758065] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23713; }","duration":"23.422431984s","start":"2026-02-26T02:41:55.019657Z","end":"2026-02-26T02:42:18.442089Z","steps":["trace[1609758065] 'agreement among raft nodes before linearized reading' (duration: 19.504104694s)","trace[1609758065] 'count revisions from in-memory index tree' (duration: 3.916641685s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:42:18.442183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:02.764764Z","time spent":"15.677406098s","remote":"127.0.0.1:42508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:42:18.441746Z","caller":"traceutil/trace.go:171","msg":"trace[1477135430] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23713; }","duration":"25.209219682s","start":"2026-02-26T02:41:53.232516Z","end":"2026-02-26T02:42:18.441736Z","steps":["trace[1477135430] 'agreement among raft nodes before linearized reading' (duration: 21.292168577s)","trace[1477135430] 'count revisions from in-memory index tree' (duration: 3.917004975s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:42:18.44223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:55.019628Z","time spent":"23.422573438s","remote":"127.0.0.1:42344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:42:18.442258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:53.232487Z","time spent":"25.209753327s","remote":"127.0.0.1:42406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:42:18.442272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.301607955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:42:18.442326Z","caller":"traceutil/trace.go:171","msg":"trace[766498925] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:23713; }","duration":"16.301661247s","start":"2026-02-26T02:42:02.140652Z","end":"2026-02-26T02:42:18.442313Z","steps":["trace[766498925] 'agreement among raft nodes before linearized reading' (duration: 16.301582015s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:18.442372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:02.140584Z","time spent":"16.301775489s","remote":"127.0.0.1:50498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:42:18.442208Z","caller":"traceutil/trace.go:171","msg":"trace[2027891817] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:23713; }","duration":"16.112342397s","start":"2026-02-26T02:42:02.329847Z","end":"2026-02-26T02:42:18.44219Z","steps":["trace[2027891817] 'agreement among raft nodes before linearized reading' (duration: 16.112251895s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:18.442497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.390652753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capo-system/capo-controller-manager-6975759b4b-5cz6b.1897ab5049d7d6bf\" ","response":"range_response_count:1 size:883"} {"level":"warn","ts":"2026-02-26T02:42:18.442533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:02.32983Z","time spent":"16.112689087s","remote":"127.0.0.1:57906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:42:18.442541Z","caller":"traceutil/trace.go:171","msg":"trace[946432459] range","detail":"{range_begin:/registry/events/capo-system/capo-controller-manager-6975759b4b-5cz6b.1897ab5049d7d6bf; range_end:; response_count:1; response_revision:23713; }","duration":"10.390743235s","start":"2026-02-26T02:42:08.051782Z","end":"2026-02-26T02:42:18.442525Z","steps":["trace[946432459] 'agreement among raft nodes before linearized reading' (duration: 10.390590811s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:18.442556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.869680563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:42:18.442579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:08.051751Z","time spent":"10.390819107s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":907,"request content":"key:\"/registry/events/capo-system/capo-controller-manager-6975759b4b-5cz6b.1897ab5049d7d6bf\" "} {"level":"warn","ts":"2026-02-26T02:42:18.442684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.221372899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-02-26T02:42:18.442728Z","caller":"traceutil/trace.go:171","msg":"trace[544195210] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:23713; }","duration":"17.22140969s","start":"2026-02-26T02:42:01.221303Z","end":"2026-02-26T02:42:18.442713Z","steps":["trace[544195210] 'agreement among raft nodes before linearized reading' (duration: 17.221304117s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:18.442759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:01.221233Z","time spent":"17.221518723s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":669,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-02-26T02:42:18.442756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.965281839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:42:18.442805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.47086553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:42:18.442845Z","caller":"traceutil/trace.go:171","msg":"trace[138886038] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23713; }","duration":"13.470908781s","start":"2026-02-26T02:42:04.971924Z","end":"2026-02-26T02:42:18.442833Z","steps":["trace[138886038] 'agreement among raft nodes before linearized reading' (duration: 13.470834579s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:42:18.44285Z","caller":"traceutil/trace.go:171","msg":"trace[803793987] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23713; }","duration":"12.965450414s","start":"2026-02-26T02:42:05.477375Z","end":"2026-02-26T02:42:18.442825Z","steps":["trace[803793987] 'agreement among raft nodes before linearized reading' (duration: 12.965267139s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:18.442899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:04.971854Z","time spent":"13.471033095s","remote":"127.0.0.1:50622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:42:18.442946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.544230296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:42:18.442965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.033627484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:42:18.443014Z","caller":"traceutil/trace.go:171","msg":"trace[360262211] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:23713; }","duration":"11.033805568s","start":"2026-02-26T02:42:07.409199Z","end":"2026-02-26T02:42:18.443005Z","steps":["trace[360262211] 'agreement among raft nodes before linearized reading' (duration: 11.033733196s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:18.443051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:07.409161Z","time spent":"11.03388179s","remote":"127.0.0.1:38494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:42:18.4431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.952776018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:42:18.443147Z","caller":"traceutil/trace.go:171","msg":"trace[600831725] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:23713; }","duration":"13.95285952s","start":"2026-02-26T02:42:04.490276Z","end":"2026-02-26T02:42:18.443136Z","steps":["trace[600831725] 'agreement among raft nodes before linearized reading' (duration: 13.952788738s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:18.443223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:04.490253Z","time spent":"13.952956902s","remote":"127.0.0.1:50486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:42:18.43979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.450203494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:42:18.443451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.314701597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:42:18.443458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.350379721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:42:18.443458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.7089345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:42:18.443466Z","caller":"traceutil/trace.go:171","msg":"trace[572466032] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:23713; }","duration":"19.45388529s","start":"2026-02-26T02:41:58.989557Z","end":"2026-02-26T02:42:18.443442Z","steps":["trace[572466032] 'agreement among raft nodes before linearized reading' (duration: 15.534148564s)","trace[572466032] 'count revisions from in-memory index tree' (duration: 3.91606273s)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:42:18.44349Z","caller":"traceutil/trace.go:171","msg":"trace[1927489989] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:23713; }","duration":"12.314765809s","start":"2026-02-26T02:42:06.12871Z","end":"2026-02-26T02:42:18.443476Z","steps":["trace[1927489989] 'agreement among raft nodes before linearized reading' (duration: 12.314611525s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:42:18.443494Z","caller":"traceutil/trace.go:171","msg":"trace[2115391519] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:23713; }","duration":"5.350459153s","start":"2026-02-26T02:42:13.093025Z","end":"2026-02-26T02:42:18.443485Z","steps":["trace[2115391519] 'agreement among raft nodes before linearized reading' (duration: 5.350395412s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:42:18.443514Z","caller":"traceutil/trace.go:171","msg":"trace[1757491651] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23713; }","duration":"14.709020703s","start":"2026-02-26T02:42:03.734471Z","end":"2026-02-26T02:42:18.443492Z","steps":["trace[1757491651] 'agreement among raft nodes before linearized reading' (duration: 14.708943311s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:18.443531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:06.128691Z","time spent":"12.314831461s","remote":"127.0.0.1:45076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":115,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:42:18.443571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.919164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:42:18.44361Z","caller":"traceutil/trace.go:171","msg":"trace[1669976427] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:23713; }","duration":"4.919246072s","start":"2026-02-26T02:42:13.524355Z","end":"2026-02-26T02:42:18.443601Z","steps":["trace[1669976427] 'agreement among raft nodes before linearized reading' (duration: 4.9191884s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:18.443634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:13.524333Z","time spent":"4.919294323s","remote":"127.0.0.1:57982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":32,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:42:18.442906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:05.477349Z","time spent":"12.965546406s","remote":"127.0.0.1:50670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:42:18.443699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.349815343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:42:18.443742Z","caller":"traceutil/trace.go:171","msg":"trace[717513599] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:23713; }","duration":"12.349918645s","start":"2026-02-26T02:42:06.093814Z","end":"2026-02-26T02:42:18.443733Z","steps":["trace[717513599] 'agreement among raft nodes before linearized reading' (duration: 12.349850733s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:18.443774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:06.093784Z","time spent":"12.349980347s","remote":"127.0.0.1:42628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:42:18.443821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.992795419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:42:18.44385Z","caller":"traceutil/trace.go:171","msg":"trace[1852138650] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:23713; }","duration":"4.992889552s","start":"2026-02-26T02:42:13.450954Z","end":"2026-02-26T02:42:18.443843Z","steps":["trace[1852138650] 'agreement among raft nodes before linearized reading' (duration: 4.99280007s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:18.443875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:13.45092Z","time spent":"4.992948704s","remote":"127.0.0.1:45492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":52,"response size":32,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:42:18.443569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:03.734448Z","time spent":"14.709109135s","remote":"127.0.0.1:42418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:42:18.439851Z","caller":"traceutil/trace.go:171","msg":"trace[1787425230] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:23713; }","duration":"19.454885956s","start":"2026-02-26T02:41:58.984954Z","end":"2026-02-26T02:42:18.43984Z","steps":["trace[1787425230] 'agreement among raft nodes before linearized reading' (duration: 15.538766465s)","trace[1787425230] 'count revisions from in-memory index tree' (duration: 3.916082541s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:42:18.444037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:58.984927Z","time spent":"19.459099368s","remote":"127.0.0.1:49516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:42:18.443719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.33666865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:42:18.444067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.693057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:42:18.442587Z","caller":"traceutil/trace.go:171","msg":"trace[1269916244] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:23713; }","duration":"16.869757075s","start":"2026-02-26T02:42:01.57282Z","end":"2026-02-26T02:42:18.442578Z","steps":["trace[1269916244] 'agreement among raft nodes before linearized reading' (duration: 16.869702073s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:42:18.444122Z","caller":"traceutil/trace.go:171","msg":"trace[772569048] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23713; }","duration":"485.803479ms","start":"2026-02-26T02:42:17.958305Z","end":"2026-02-26T02:42:18.444109Z","steps":["trace[772569048] 'agreement among raft nodes before linearized reading' (duration: 485.722607ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:18.444148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:17.95828Z","time spent":"485.860771ms","remote":"127.0.0.1:42314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:42:18.440083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:47.039582Z","time spent":"31.40047848s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":714,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"info","ts":"2026-02-26T02:42:18.444095Z","caller":"traceutil/trace.go:171","msg":"trace[1320675347] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:23713; }","duration":"15.337098651s","start":"2026-02-26T02:42:03.106981Z","end":"2026-02-26T02:42:18.444079Z","steps":["trace[1320675347] 'agreement among raft nodes before linearized reading' (duration: 15.336614528s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:18.444284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.836163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:42:18.444307Z","caller":"traceutil/trace.go:171","msg":"trace[1864443825] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:23713; }","duration":"558.909516ms","start":"2026-02-26T02:42:17.885389Z","end":"2026-02-26T02:42:18.444299Z","steps":["trace[1864443825] 'agreement among raft nodes before linearized reading' (duration: 558.871055ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:18.444329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:17.88536Z","time spent":"558.961977ms","remote":"127.0.0.1:40954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:42:18.444305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:03.106951Z","time spent":"15.337335098s","remote":"127.0.0.1:38488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:42:18.44298Z","caller":"traceutil/trace.go:171","msg":"trace[53779881] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23713; }","duration":"17.544312458s","start":"2026-02-26T02:42:00.898655Z","end":"2026-02-26T02:42:18.442968Z","steps":["trace[53779881] 'agreement among raft nodes before linearized reading' (duration: 17.544247326s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:18.444484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:00.898627Z","time spent":"17.545838988s","remote":"127.0.0.1:42212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:42:18.444517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.939523294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:42:18.444551Z","caller":"traceutil/trace.go:171","msg":"trace[269637431] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23713; }","duration":"5.939597356s","start":"2026-02-26T02:42:12.504943Z","end":"2026-02-26T02:42:18.444541Z","steps":["trace[269637431] 'agreement among raft nodes before linearized reading' (duration: 5.93708046s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:18.444546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.675371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:539"} {"level":"warn","ts":"2026-02-26T02:42:18.444531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.587673474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:42:18.444572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.747618268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:42:18.444603Z","caller":"traceutil/trace.go:171","msg":"trace[286128136] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:23713; }","duration":"993.733562ms","start":"2026-02-26T02:42:17.450852Z","end":"2026-02-26T02:42:18.444586Z","steps":["trace[286128136] 'agreement among raft nodes before linearized reading' (duration: 993.564518ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:42:18.444639Z","caller":"traceutil/trace.go:171","msg":"trace[1936904018] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:23713; }","duration":"15.587835258s","start":"2026-02-26T02:42:02.85677Z","end":"2026-02-26T02:42:18.444605Z","steps":["trace[1936904018] 'agreement among raft nodes before linearized reading' (duration: 15.587644263s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:18.444653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:17.450766Z","time spent":"993.873146ms","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-02-26T02:42:18.444668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.881894056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-02-26T02:42:18.444681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.626739449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:42:18.444697Z","caller":"traceutil/trace.go:171","msg":"trace[2095109005] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23713; }","duration":"5.881921616s","start":"2026-02-26T02:42:12.562768Z","end":"2026-02-26T02:42:18.44469Z","steps":["trace[2095109005] 'agreement among raft nodes before linearized reading' (duration: 5.881833024s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:18.444726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:12.562705Z","time spent":"5.882013519s","remote":"127.0.0.1:45134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-02-26T02:42:18.444727Z","caller":"traceutil/trace.go:171","msg":"trace[870778476] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:23713; }","duration":"12.626808121s","start":"2026-02-26T02:42:05.817903Z","end":"2026-02-26T02:42:18.444711Z","steps":["trace[870778476] 'agreement among raft nodes before linearized reading' (duration: 12.626713258s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:18.443529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:13.093Z","time spent":"5.350521635s","remote":"127.0.0.1:49482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:42:18.444763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:05.817887Z","time spent":"12.626867093s","remote":"127.0.0.1:38452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:42:18.443519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:58.989547Z","time spent":"19.453954332s","remote":"127.0.0.1:45548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":32,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:42:18.444586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:12.50492Z","time spent":"5.939656788s","remote":"127.0.0.1:50626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:42:18.444885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.676827379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:42:18.444915Z","caller":"traceutil/trace.go:171","msg":"trace[1464356418] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:23713; }","duration":"12.67685955s","start":"2026-02-26T02:42:05.768047Z","end":"2026-02-26T02:42:18.444907Z","steps":["trace[1464356418] 'agreement among raft nodes before linearized reading' (duration: 12.676811319s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:18.444684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:02.856744Z","time spent":"15.587930671s","remote":"127.0.0.1:42382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:42:18.444931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.165773925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:42:18.444988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.882056276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:42:18.444988Z","caller":"traceutil/trace.go:171","msg":"trace[777611074] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:23713; }","duration":"1.165856308s","start":"2026-02-26T02:42:17.279112Z","end":"2026-02-26T02:42:18.444968Z","steps":["trace[777611074] 'agreement among raft nodes before linearized reading' (duration: 1.165768585s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:18.444564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.530431591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:42:18.445019Z","caller":"traceutil/trace.go:171","msg":"trace[127150119] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:23713; }","duration":"12.882115598s","start":"2026-02-26T02:42:05.562894Z","end":"2026-02-26T02:42:18.445009Z","steps":["trace[127150119] 'agreement among raft nodes before linearized reading' (duration: 12.882067706s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:18.445042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:05.562875Z","time spent":"12.882160009s","remote":"127.0.0.1:38462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:42:18.445038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:17.279096Z","time spent":"1.165927809s","remote":"127.0.0.1:49600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:42:18.445051Z","caller":"traceutil/trace.go:171","msg":"trace[2006948038] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:23713; }","duration":"12.530992906s","start":"2026-02-26T02:42:05.914042Z","end":"2026-02-26T02:42:18.445035Z","steps":["trace[2006948038] 'agreement among raft nodes before linearized reading' (duration: 12.529884257s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:18.445102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:05.914009Z","time spent":"12.531077179s","remote":"127.0.0.1:49548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:42:18.444143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:01.572793Z","time spent":"16.871338236s","remote":"127.0.0.1:42390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:42:18.444614Z","caller":"traceutil/trace.go:171","msg":"trace[1163838683] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23713; }","duration":"5.74770909s","start":"2026-02-26T02:42:12.696894Z","end":"2026-02-26T02:42:18.444603Z","steps":["trace[1163838683] 'agreement among raft nodes before linearized reading' (duration: 5.747645588s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:18.445218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.297556427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:514"} {"level":"warn","ts":"2026-02-26T02:42:18.4452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"28.404905242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:42:18.445245Z","caller":"traceutil/trace.go:171","msg":"trace[1412906121] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:23713; }","duration":"1.297609499s","start":"2026-02-26T02:42:17.147628Z","end":"2026-02-26T02:42:18.445237Z","steps":["trace[1412906121] 'agreement among raft nodes before linearized reading' (duration: 1.297527596s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:18.445267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:17.147615Z","time spent":"1.297646469s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":538,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-02-26T02:42:18.445265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:12.69687Z","time spent":"5.748374858s","remote":"127.0.0.1:42176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:42:18.44529Z","caller":"traceutil/trace.go:171","msg":"trace[1876633146] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:23713; }","duration":"28.405036426s","start":"2026-02-26T02:41:50.040236Z","end":"2026-02-26T02:42:18.445273Z","steps":["trace[1876633146] 'agreement among raft nodes before linearized reading' (duration: 24.484487908s)","trace[1876633146] 'count revisions from in-memory index tree' (duration: 3.920453275s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:42:18.445153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"31.398922319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-dd4dcf3a-0f13-4fca-87f1-753600c60585\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-02-26T02:42:18.445358Z","caller":"traceutil/trace.go:171","msg":"trace[780663290] range","detail":"{range_begin:/registry/persistentvolumes/pvc-dd4dcf3a-0f13-4fca-87f1-753600c60585; range_end:; response_count:1; response_revision:23713; }","duration":"31.399183877s","start":"2026-02-26T02:41:47.046162Z","end":"2026-02-26T02:42:18.445346Z","steps":["trace[780663290] 'agreement among raft nodes before linearized reading' (duration: 27.478550166s)","trace[780663290] 'range keys from in-memory index tree' (duration: 3.920311531s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:42:18.445386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.320135852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:42:18.445407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:47.046149Z","time spent":"31.399247718s","remote":"127.0.0.1:45180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-dd4dcf3a-0f13-4fca-87f1-753600c60585\" "} {"level":"warn","ts":"2026-02-26T02:42:18.445445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.049070079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:42:18.445476Z","caller":"traceutil/trace.go:171","msg":"trace[1655339630] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23713; }","duration":"2.0491001s","start":"2026-02-26T02:42:16.396367Z","end":"2026-02-26T02:42:18.445467Z","steps":["trace[1655339630] 'agreement among raft nodes before linearized reading' (duration: 2.049055209s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:18.444948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:05.767981Z","time spent":"12.676960032s","remote":"127.0.0.1:49560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:42:18.445503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:16.396304Z","time spent":"2.049193171s","remote":"127.0.0.1:42250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:42:18.445366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:50.040204Z","time spent":"28.405122008s","remote":"127.0.0.1:39472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:42:18.44562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"31.399563066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18646"} {"level":"info","ts":"2026-02-26T02:42:18.445408Z","caller":"traceutil/trace.go:171","msg":"trace[1066812886] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23713; }","duration":"1.320199734s","start":"2026-02-26T02:42:17.125201Z","end":"2026-02-26T02:42:18.445401Z","steps":["trace[1066812886] 'agreement among raft nodes before linearized reading' (duration: 1.320160103s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:18.445655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.386890029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:42:18.445665Z","caller":"traceutil/trace.go:171","msg":"trace[1016427718] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23713; }","duration":"31.399650979s","start":"2026-02-26T02:41:47.046003Z","end":"2026-02-26T02:42:18.445654Z","steps":["trace[1016427718] 'agreement among raft nodes before linearized reading' (duration: 27.478724741s)","trace[1016427718] 'range keys from in-memory index tree' (duration: 3.920797984s)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:42:18.445679Z","caller":"traceutil/trace.go:171","msg":"trace[1089580326] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:23713; }","duration":"2.386970502s","start":"2026-02-26T02:42:16.058701Z","end":"2026-02-26T02:42:18.445671Z","steps":["trace[1089580326] 'agreement among raft nodes before linearized reading' (duration: 2.386911601s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:18.445669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"28.420160825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:42:18.445704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:16.058656Z","time spent":"2.387040404s","remote":"127.0.0.1:38504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:42:18.445708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:47.04599Z","time spent":"31.39970886s","remote":"127.0.0.1:45202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18670,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-02-26T02:42:18.445725Z","caller":"traceutil/trace.go:171","msg":"trace[829278621] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23713; }","duration":"28.420216386s","start":"2026-02-26T02:41:50.025494Z","end":"2026-02-26T02:42:18.44571Z","steps":["trace[829278621] 'agreement among raft nodes before linearized reading' (duration: 24.499245527s)","trace[829278621] 'count revisions from in-memory index tree' (duration: 3.920899937s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:42:18.445774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:50.025483Z","time spent":"28.420277418s","remote":"127.0.0.1:42568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:42:18.445676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:17.125174Z","time spent":"1.320493572s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:42:18.445958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"28.431407331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:42:18.445997Z","caller":"traceutil/trace.go:171","msg":"trace[1887944841] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23713; }","duration":"28.431445042s","start":"2026-02-26T02:41:50.01454Z","end":"2026-02-26T02:42:18.445985Z","steps":["trace[1887944841] 'agreement among raft nodes before linearized reading' (duration: 24.510213156s)","trace[1887944841] 'count revisions from in-memory index tree' (duration: 3.921177594s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:42:18.446037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:50.014475Z","time spent":"28.431554076s","remote":"127.0.0.1:42256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:42:18.44634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"26.910190019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-26T02:42:18.446388Z","caller":"traceutil/trace.go:171","msg":"trace[1605372188] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:23713; }","duration":"26.910266622s","start":"2026-02-26T02:41:51.536107Z","end":"2026-02-26T02:42:18.446374Z","steps":["trace[1605372188] 'agreement among raft nodes before linearized reading' (duration: 22.988712737s)","trace[1605372188] 'count revisions from in-memory index tree' (duration: 3.921493913s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:42:18.446417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:51.536082Z","time spent":"26.910327044s","remote":"127.0.0.1:45134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":140,"response size":33,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:42:18.446471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"28.021518601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:42:18.446509Z","caller":"traceutil/trace.go:171","msg":"trace[1353950084] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:23713; }","duration":"28.021601773s","start":"2026-02-26T02:41:50.424896Z","end":"2026-02-26T02:42:18.446498Z","steps":["trace[1353950084] 'agreement among raft nodes before linearized reading' (duration: 24.10011938s)","trace[1353950084] 'count revisions from in-memory index tree' (duration: 3.921403791s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:42:18.446538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:50.42424Z","time spent":"28.022289812s","remote":"127.0.0.1:57976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:42:18.446526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"27.679693495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:42:18.446566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"30.541764944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:42:18.446587Z","caller":"traceutil/trace.go:171","msg":"trace[1751293778] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:23713; }","duration":"27.679813518s","start":"2026-02-26T02:41:50.766754Z","end":"2026-02-26T02:42:18.446568Z","steps":["trace[1751293778] 'agreement among raft nodes before linearized reading' (duration: 23.758275174s)","trace[1751293778] 'count revisions from in-memory index tree' (duration: 3.921441012s)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:42:18.446607Z","caller":"traceutil/trace.go:171","msg":"trace[1826110184] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:23713; }","duration":"30.541852236s","start":"2026-02-26T02:41:47.904741Z","end":"2026-02-26T02:42:18.446594Z","steps":["trace[1826110184] 'agreement among raft nodes before linearized reading' (duration: 26.620058666s)","trace[1826110184] 'count revisions from in-memory index tree' (duration: 3.921735639s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:42:18.446638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:47.904717Z","time spent":"30.541913558s","remote":"127.0.0.1:57944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:42:18.446645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:50.766726Z","time spent":"27.67990334s","remote":"127.0.0.1:42364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:42:18.446679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"27.891661919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:42:18.446707Z","caller":"traceutil/trace.go:171","msg":"trace[1629452639] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:23713; }","duration":"27.891732601s","start":"2026-02-26T02:41:50.554965Z","end":"2026-02-26T02:42:18.446698Z","steps":["trace[1629452639] 'agreement among raft nodes before linearized reading' (duration: 23.969879499s)","trace[1629452639] 'count revisions from in-memory index tree' (duration: 3.92179408s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:42:18.446736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:41:50.554942Z","time spent":"27.891786573s","remote":"127.0.0.1:45444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:42:18.952576Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892874,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:42:19.453893Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892874,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:42:19.960948Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892874,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:42:20.456878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000548001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:42:20.456988Z","caller":"traceutil/trace.go:171","msg":"trace[1439537032] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000717355s","start":"2026-02-26T02:42:18.456246Z","end":"2026-02-26T02:42:20.456963Z","steps":["trace[1439537032] 'agreement among raft nodes before linearized reading' (duration: 2.000585462s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:20.457076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:18.456226Z","time spent":"2.000827169s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:42:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:42:20.461586Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892874,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:42:20.962776Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892874,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:42:21.144826Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.700002201s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:42:21.145291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:18.444263Z","time spent":"2.701021277s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T02:42:22.180836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999117523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:42:22.180958Z","caller":"traceutil/trace.go:171","msg":"trace[2025291000] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999314538s","start":"2026-02-26T02:42:20.181616Z","end":"2026-02-26T02:42:22.180931Z","steps":["trace[2025291000] 'agreement among raft nodes before linearized reading' (duration: 1.999161174s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:22.181025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:20.181589Z","time spent":"1.999423221s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:42:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:42:22.457581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000184041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:42:22.457691Z","caller":"traceutil/trace.go:171","msg":"trace[1462580109] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000376145s","start":"2026-02-26T02:42:20.45729Z","end":"2026-02-26T02:42:22.457666Z","steps":["trace[1462580109] 'agreement among raft nodes before linearized reading' (duration: 2.000229941s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:22.457881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:20.457265Z","time spent":"2.000600811s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:42:23.4532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:18.453993Z","time spent":"4.99919712s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-26T02:42:23.453284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:18.454054Z","time spent":"4.9992179s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-26T02:42:24.466762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000612282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:42:24.466867Z","caller":"traceutil/trace.go:171","msg":"trace[338748598] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000769077s","start":"2026-02-26T02:42:22.466075Z","end":"2026-02-26T02:42:24.466844Z","steps":["trace[338748598] 'agreement among raft nodes before linearized reading' (duration: 2.000639743s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:24.466924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:22.46605Z","time spent":"2.000862579s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:42:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:42:24.893065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.743550819s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:42:24.89438Z","caller":"traceutil/trace.go:171","msg":"trace[2128954201] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23713; }","duration":"1.744884635s","start":"2026-02-26T02:42:23.149466Z","end":"2026-02-26T02:42:24.894351Z","steps":["trace[2128954201] 'range keys from in-memory index tree' (duration: 1.743526849s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:25.452217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:18.451561Z","time spent":"7.000646403s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-26T02:42:25.455495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:18.454341Z","time spent":"7.001145827s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-26T02:42:25.455765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:18.454397Z","time spent":"7.001356052s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-26T02:42:25.4567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:18.456486Z","time spent":"7.000201281s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-26T02:42:25.65405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99849086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:42:25.654138Z","caller":"traceutil/trace.go:171","msg":"trace[2127453857] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.998603913s","start":"2026-02-26T02:42:20.65551Z","end":"2026-02-26T02:42:25.654114Z","steps":["trace[2127453857] 'agreement among raft nodes before linearized reading' (duration: 4.99848611s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:25.654182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:20.655484Z","time spent":"4.998689715s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/02/26 02:42:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:42:26.466674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999284137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:42:26.466778Z","caller":"traceutil/trace.go:171","msg":"trace[822168857] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999448901s","start":"2026-02-26T02:42:24.467298Z","end":"2026-02-26T02:42:26.466747Z","steps":["trace[822168857] 'agreement among raft nodes before linearized reading' (duration: 1.999325668s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:26.466827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:24.467279Z","time spent":"1.999537584s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:42:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:42:28.148004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:21.14755Z","time spent":"7.000432447s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-26T02:42:28.171592Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"7.026432042s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T02:42:28.17332Z","caller":"traceutil/trace.go:171","msg":"trace[626069732] linearizableReadLoop","detail":"{readStateIndex:24633; appliedIndex:24626; }","duration":"9.721506613s","start":"2026-02-26T02:42:18.45179Z","end":"2026-02-26T02:42:28.173297Z","steps":["trace[626069732] 'read index received' (duration: 2.693361986s)","trace[626069732] 'applied index is now lower than readState.Index' (duration: 7.028142867s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:42:28.17354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.721725979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-02-26T02:42:28.17358Z","caller":"traceutil/trace.go:171","msg":"trace[1874076315] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:23719; }","duration":"9.72179659s","start":"2026-02-26T02:42:18.451768Z","end":"2026-02-26T02:42:28.173565Z","steps":["trace[1874076315] 'agreement among raft nodes before linearized reading' (duration: 9.721668737s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:28.173609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:18.45176Z","time spent":"9.721842072s","remote":"127.0.0.1:45188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2107,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-02-26T02:42:28.475684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000596132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:42:28.475782Z","caller":"traceutil/trace.go:171","msg":"trace[1351319508] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000751556s","start":"2026-02-26T02:42:26.475006Z","end":"2026-02-26T02:42:28.475758Z","steps":["trace[1351319508] 'agreement among raft nodes before linearized reading' (duration: 2.000589872s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:28.475833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:26.474942Z","time spent":"2.000879999s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:42:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:42:28.673895Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892888,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:42:29.175053Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892888,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:42:29.675759Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892888,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:42:30.176635Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892888,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:42:30.475735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99979185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:42:30.47584Z","caller":"traceutil/trace.go:171","msg":"trace[1330371378] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999965935s","start":"2026-02-26T02:42:28.475849Z","end":"2026-02-26T02:42:30.475815Z","steps":["trace[1330371378] 'agreement among raft nodes before linearized reading' (duration: 1.999826191s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:30.475895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:28.475827Z","time spent":"2.000056358s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:42:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:42:30.677811Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892888,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:42:31.178051Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892888,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:42:31.496112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:26.498117Z","time spent":"4.997982117s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/26 02:42:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:42:31.67845Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892888,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:42:32.179225Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892888,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:42:32.461159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:25.460466Z","time spent":"7.000684485s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-26T02:42:32.46341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:25.462479Z","time spent":"7.000921081s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-26T02:42:32.485026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000283464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:42:32.485119Z","caller":"traceutil/trace.go:171","msg":"trace[576312672] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000398257s","start":"2026-02-26T02:42:30.484691Z","end":"2026-02-26T02:42:32.485089Z","steps":["trace[576312672] 'agreement among raft nodes before linearized reading' (duration: 2.000280934s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:32.48519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:30.484624Z","time spent":"2.000554001s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:42:32.677112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:27.679394Z","time spent":"4.997708739s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/26 02:42:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:42:32.67943Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892888,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:42:33.180309Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892888,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:42:33.302213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.285652ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:42:33.302385Z","caller":"traceutil/trace.go:171","msg":"trace[2111149063] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23719; }","duration":"152.473687ms","start":"2026-02-26T02:42:33.149879Z","end":"2026-02-26T02:42:33.302353Z","steps":["trace[2111149063] 'range keys from in-memory index tree' (duration: 152.265562ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:33.680976Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892888,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:42:34.01077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998886812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:42:34.010886Z","caller":"traceutil/trace.go:171","msg":"trace[221476965] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999067846s","start":"2026-02-26T02:42:29.011786Z","end":"2026-02-26T02:42:34.010854Z","steps":["trace[221476965] 'agreement among raft nodes before linearized reading' (duration: 4.998934363s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:34.011045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:29.011761Z","time spent":"4.999265292s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/02/26 02:42:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:42:34.181703Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892888,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:42:34.485741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999682707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:42:34.48583Z","caller":"traceutil/trace.go:171","msg":"trace[692828904] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99981576s","start":"2026-02-26T02:42:32.485996Z","end":"2026-02-26T02:42:34.485811Z","steps":["trace[692828904] 'agreement among raft nodes before linearized reading' (duration: 1.999703827s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:34.485878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:32.48598Z","time spent":"1.999889283s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:42:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:42:34.496233Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"6.32422718s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T02:42:34.497079Z","caller":"traceutil/trace.go:171","msg":"trace[400161103] linearizableReadLoop","detail":"{readStateIndex:24638; appliedIndex:24633; }","duration":"6.323639785s","start":"2026-02-26T02:42:28.173413Z","end":"2026-02-26T02:42:34.497052Z","steps":["trace[400161103] 'read index received' (duration: 6.32305538s)","trace[400161103] 'applied index is now lower than readState.Index' (duration: 583.565µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:42:34.497301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.347851663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-02-26T02:42:34.497344Z","caller":"traceutil/trace.go:171","msg":"trace[1104467630] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:1; response_revision:23720; }","duration":"6.347994087s","start":"2026-02-26T02:42:28.149339Z","end":"2026-02-26T02:42:34.497333Z","steps":["trace[1104467630] 'agreement among raft nodes before linearized reading' (duration: 6.347804822s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:34.497414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.269154794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:42:34.497453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.05086409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:42:34.497498Z","caller":"traceutil/trace.go:171","msg":"trace[1204244607] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23720; }","duration":"14.269305677s","start":"2026-02-26T02:42:20.228172Z","end":"2026-02-26T02:42:34.497477Z","steps":["trace[1204244607] 'agreement among raft nodes before linearized reading' (duration: 14.269141153s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:42:34.497512Z","caller":"traceutil/trace.go:171","msg":"trace[1451294914] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:23720; }","duration":"15.050932872s","start":"2026-02-26T02:42:19.446563Z","end":"2026-02-26T02:42:34.497496Z","steps":["trace[1451294914] 'agreement among raft nodes before linearized reading' (duration: 15.050833999s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:34.497529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:20.22812Z","time spent":"14.26940211s","remote":"127.0.0.1:42552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:42:34.497537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.722736739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:42:34.497558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:19.446492Z","time spent":"15.051056365s","remote":"127.0.0.1:42280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:42:34.497579Z","caller":"traceutil/trace.go:171","msg":"trace[95105781] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:23720; }","duration":"7.722837772s","start":"2026-02-26T02:42:26.774728Z","end":"2026-02-26T02:42:34.497565Z","steps":["trace[95105781] 'agreement among raft nodes before linearized reading' (duration: 7.722710358s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:34.497572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.576106443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:42:34.497704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.644037527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:42:34.497725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.652550987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:42:34.497745Z","caller":"traceutil/trace.go:171","msg":"trace[50164102] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:23720; }","duration":"13.652572977s","start":"2026-02-26T02:42:20.845165Z","end":"2026-02-26T02:42:34.497738Z","steps":["trace[50164102] 'agreement among raft nodes before linearized reading' (duration: 13.652536576s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:34.49776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:20.845042Z","time spent":"13.652714652s","remote":"127.0.0.1:57964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:42:34.497767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.726119423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:42:34.497788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.517730588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:42:34.497845Z","caller":"traceutil/trace.go:171","msg":"trace[2008013868] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:23720; }","duration":"12.517843901s","start":"2026-02-26T02:42:21.979985Z","end":"2026-02-26T02:42:34.497829Z","steps":["trace[2008013868] 'agreement among raft nodes before linearized reading' (duration: 12.517751748s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:34.497762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.856518795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:42:34.497919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.948806583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:42:34.49791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:21.979956Z","time spent":"12.517937613s","remote":"127.0.0.1:39434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:42:34.497951Z","caller":"traceutil/trace.go:171","msg":"trace[2146490036] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:23720; }","duration":"13.948895426s","start":"2026-02-26T02:42:20.549047Z","end":"2026-02-26T02:42:34.497943Z","steps":["trace[2146490036] 'agreement among raft nodes before linearized reading' (duration: 13.948855115s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:34.497945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.913246352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:42:34.49797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:20.549016Z","time spent":"13.948950247s","remote":"127.0.0.1:50522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:42:34.497981Z","caller":"traceutil/trace.go:171","msg":"trace[2007780929] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:23720; }","duration":"15.913329624s","start":"2026-02-26T02:42:18.584642Z","end":"2026-02-26T02:42:34.497972Z","steps":["trace[2007780929] 'agreement among raft nodes before linearized reading' (duration: 15.913184541s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:34.498011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:18.584613Z","time spent":"15.913390646s","remote":"127.0.0.1:39448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:42:34.497992Z","caller":"traceutil/trace.go:171","msg":"trace[351890847] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23720; }","duration":"11.856805704s","start":"2026-02-26T02:42:22.641133Z","end":"2026-02-26T02:42:34.497939Z","steps":["trace[351890847] 'agreement among raft nodes before linearized reading' (duration: 11.856416793s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:42:34.498068Z","caller":"traceutil/trace.go:171","msg":"trace[1437151835] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:23720; }","duration":"6.644077658s","start":"2026-02-26T02:42:27.853658Z","end":"2026-02-26T02:42:34.497735Z","steps":["trace[1437151835] 'agreement among raft nodes before linearized reading' (duration: 6.643989966s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:34.498308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:27.85359Z","time spent":"6.644706335s","remote":"127.0.0.1:42476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:42:34.498338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.04164475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capo-system/capo-controller-manager-6975759b4b-5cz6b.1897ab5049d3aec6\" ","response":"range_response_count:1 size:883"} {"level":"warn","ts":"2026-02-26T02:42:34.498337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.285615867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:42:34.498433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.320208825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-bbcdceb6-63a0-4831-bd9f-b01de1984901\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-02-26T02:42:34.498435Z","caller":"traceutil/trace.go:171","msg":"trace[672159176] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23720; }","duration":"9.286102869s","start":"2026-02-26T02:42:25.212279Z","end":"2026-02-26T02:42:34.498382Z","steps":["trace[672159176] 'agreement among raft nodes before linearized reading' (duration: 9.285645847s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:42:34.498458Z","caller":"traceutil/trace.go:171","msg":"trace[876485265] range","detail":"{range_begin:/registry/persistentvolumes/pvc-bbcdceb6-63a0-4831-bd9f-b01de1984901; range_end:; response_count:1; response_revision:23720; }","duration":"6.320313297s","start":"2026-02-26T02:42:28.17814Z","end":"2026-02-26T02:42:34.498453Z","steps":["trace[876485265] 'agreement among raft nodes before linearized reading' (duration: 6.320142383s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:34.498476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:28.178047Z","time spent":"6.320424391s","remote":"127.0.0.1:45180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1460,"request content":"key:\"/registry/persistentvolumes/pvc-bbcdceb6-63a0-4831-bd9f-b01de1984901\" "} {"level":"warn","ts":"2026-02-26T02:42:34.498511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.908571761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:42:34.498526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:25.212249Z","time spent":"9.286224293s","remote":"127.0.0.1:42358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:42:34.498573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.969002251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-02-26T02:42:34.498607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.329136058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:42:34.498657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.496640006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:42:34.498663Z","caller":"traceutil/trace.go:171","msg":"trace[1414463915] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23720; }","duration":"10.969095533s","start":"2026-02-26T02:42:23.529548Z","end":"2026-02-26T02:42:34.498643Z","steps":["trace[1414463915] 'agreement among raft nodes before linearized reading' (duration: 10.967744108s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:42:34.498665Z","caller":"traceutil/trace.go:171","msg":"trace[1556527829] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:23720; }","duration":"7.32923148s","start":"2026-02-26T02:42:27.169418Z","end":"2026-02-26T02:42:34.498649Z","steps":["trace[1556527829] 'agreement among raft nodes before linearized reading' (duration: 7.329115807s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:42:34.498702Z","caller":"traceutil/trace.go:171","msg":"trace[283768676] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:23720; }","duration":"5.496738508s","start":"2026-02-26T02:42:29.001953Z","end":"2026-02-26T02:42:34.498692Z","steps":["trace[283768676] 'agreement among raft nodes before linearized reading' (duration: 5.496659306s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:42:34.497803Z","caller":"traceutil/trace.go:171","msg":"trace[104160076] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:23720; }","duration":"15.726204515s","start":"2026-02-26T02:42:18.771589Z","end":"2026-02-26T02:42:34.497793Z","steps":["trace[104160076] 'agreement among raft nodes before linearized reading' (duration: 15.726142353s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:34.498742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:29.001929Z","time spent":"5.496804201s","remote":"127.0.0.1:42326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:42:34.498749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:27.169401Z","time spent":"7.329327313s","remote":"127.0.0.1:42342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":32,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:42:34.498814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.552508137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:42:34.498363Z","caller":"traceutil/trace.go:171","msg":"trace[2116400475] range","detail":"{range_begin:/registry/events/capo-system/capo-controller-manager-6975759b4b-5cz6b.1897ab5049d3aec6; range_end:; response_count:1; response_revision:23720; }","duration":"9.041710252s","start":"2026-02-26T02:42:25.456646Z","end":"2026-02-26T02:42:34.498357Z","steps":["trace[2116400475] 'agreement among raft nodes before linearized reading' (duration: 9.041051084s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:42:34.498867Z","caller":"traceutil/trace.go:171","msg":"trace[864916908] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:23720; }","duration":"10.55261289s","start":"2026-02-26T02:42:23.946242Z","end":"2026-02-26T02:42:34.498855Z","steps":["trace[864916908] 'agreement among raft nodes before linearized reading' (duration: 10.552512617s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:34.498877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.99832566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"warn","ts":"2026-02-26T02:42:34.498906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.250581768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:42:34.49889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:25.456622Z","time spent":"9.042251975s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":907,"request content":"key:\"/registry/events/capo-system/capo-controller-manager-6975759b4b-5cz6b.1897ab5049d3aec6\" "} {"level":"warn","ts":"2026-02-26T02:42:34.498934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.501624368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:42:34.498983Z","caller":"traceutil/trace.go:171","msg":"trace[658305571] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:23720; }","duration":"5.50173199s","start":"2026-02-26T02:42:28.997241Z","end":"2026-02-26T02:42:34.498973Z","steps":["trace[658305571] 'agreement among raft nodes before linearized reading' (duration: 5.501654808s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:34.498991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.523582271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:42:34.499017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:28.997214Z","time spent":"5.501794972s","remote":"127.0.0.1:45172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:42:34.499029Z","caller":"traceutil/trace.go:171","msg":"trace[1758185061] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:23720; }","duration":"2.523647942s","start":"2026-02-26T02:42:31.975373Z","end":"2026-02-26T02:42:34.499021Z","steps":["trace[1758185061] 'agreement among raft nodes before linearized reading' (duration: 2.523591981s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:34.499014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.986348986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:42:34.499042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.894032307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-02-26T02:42:34.499062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:31.975355Z","time spent":"2.523699014s","remote":"127.0.0.1:45350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:42:34.499092Z","caller":"traceutil/trace.go:171","msg":"trace[1610927431] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23720; }","duration":"9.894129601s","start":"2026-02-26T02:42:24.604947Z","end":"2026-02-26T02:42:34.499076Z","steps":["trace[1610927431] 'agreement among raft nodes before linearized reading' (duration: 9.893802972s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:42:34.499088Z","caller":"traceutil/trace.go:171","msg":"trace[1527327515] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:23720; }","duration":"6.986458869s","start":"2026-02-26T02:42:27.512606Z","end":"2026-02-26T02:42:34.499065Z","steps":["trace[1527327515] 'agreement among raft nodes before linearized reading' (duration: 6.986357117s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:34.499108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.280017324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:42:34.498664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.02454187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:42:34.498912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:23.946216Z","time spent":"10.552686312s","remote":"127.0.0.1:45396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:42:34.498693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.397490929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:42:34.499153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.820453516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:514"} {"level":"info","ts":"2026-02-26T02:42:34.499184Z","caller":"traceutil/trace.go:171","msg":"trace[744456647] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:23720; }","duration":"3.025122235s","start":"2026-02-26T02:42:31.474049Z","end":"2026-02-26T02:42:34.499171Z","steps":["trace[744456647] 'agreement among raft nodes before linearized reading' (duration: 3.024571041s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:42:34.499208Z","caller":"traceutil/trace.go:171","msg":"trace[1881537784] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23720; }","duration":"7.398059294s","start":"2026-02-26T02:42:27.101133Z","end":"2026-02-26T02:42:34.499192Z","steps":["trace[1881537784] 'agreement among raft nodes before linearized reading' (duration: 7.397500549s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:42:34.499224Z","caller":"traceutil/trace.go:171","msg":"trace[9542790] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:23720; }","duration":"1.820572019s","start":"2026-02-26T02:42:32.678633Z","end":"2026-02-26T02:42:34.499205Z","steps":["trace[9542790] 'agreement among raft nodes before linearized reading' (duration: 1.820318952s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:34.499233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.036787247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-02-26T02:42:34.499252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:27.10109Z","time spent":"7.398144446s","remote":"127.0.0.1:42402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-02-26T02:42:34.499265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:32.678607Z","time spent":"1.820646311s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":538,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"info","ts":"2026-02-26T02:42:34.498941Z","caller":"traceutil/trace.go:171","msg":"trace[1047532951] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:23720; }","duration":"7.250669581s","start":"2026-02-26T02:42:27.248263Z","end":"2026-02-26T02:42:34.498933Z","steps":["trace[1047532951] 'agreement among raft nodes before linearized reading' (duration: 7.250538907s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:34.499297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.110639671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:42:34.498769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:18.77156Z","time spent":"15.727197351s","remote":"127.0.0.1:45300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":32,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:42:34.499343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:27.248245Z","time spent":"7.251084101s","remote":"127.0.0.1:45376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":124,"response size":32,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:42:34.499381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.105071496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:42:34.498591Z","caller":"traceutil/trace.go:171","msg":"trace[901747776] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:23720; }","duration":"4.908714895s","start":"2026-02-26T02:42:29.589859Z","end":"2026-02-26T02:42:34.498574Z","steps":["trace[901747776] 'agreement among raft nodes before linearized reading' (duration: 4.908584732s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:34.497632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:26.774703Z","time spent":"7.722920343s","remote":"127.0.0.1:49584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:42:34.499237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:31.474026Z","time spent":"3.025197767s","remote":"127.0.0.1:49562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:42:34.499482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:29.589832Z","time spent":"4.909639029s","remote":"127.0.0.1:42984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:42:34.497597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.498934198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:42:34.499572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.351592362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:269005"} {"level":"info","ts":"2026-02-26T02:42:34.499599Z","caller":"traceutil/trace.go:171","msg":"trace[337825662] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23720; }","duration":"9.501001872s","start":"2026-02-26T02:42:24.998584Z","end":"2026-02-26T02:42:34.499586Z","steps":["trace[337825662] 'agreement among raft nodes before linearized reading' (duration: 9.498912017s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:34.497898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.037217933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7431"} {"level":"info","ts":"2026-02-26T02:42:34.499632Z","caller":"traceutil/trace.go:171","msg":"trace[227688344] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:23720; }","duration":"1.351740536s","start":"2026-02-26T02:42:33.147876Z","end":"2026-02-26T02:42:34.499616Z","steps":["trace[227688344] 'agreement among raft nodes before linearized reading' (duration: 1.350782311s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:34.499658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:24.998561Z","time spent":"9.501083335s","remote":"127.0.0.1:42190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:42:34.499745Z","caller":"traceutil/trace.go:171","msg":"trace[62970846] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:23720; }","duration":"9.03901202s","start":"2026-02-26T02:42:25.460644Z","end":"2026-02-26T02:42:34.499656Z","steps":["trace[62970846] 'agreement among raft nodes before linearized reading' (duration: 9.037016297s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:42:34.499344Z","caller":"traceutil/trace.go:171","msg":"trace[511709652] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:23720; }","duration":"2.110728913s","start":"2026-02-26T02:42:32.388603Z","end":"2026-02-26T02:42:34.499332Z","steps":["trace[511709652] 'agreement among raft nodes before linearized reading' (duration: 2.110653401s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:34.499808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:33.147853Z","time spent":"1.351815478s","remote":"127.0.0.1:45492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":269029,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-02-26T02:42:34.499846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:32.388577Z","time spent":"2.111253186s","remote":"127.0.0.1:42630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:42:34.497698Z","caller":"traceutil/trace.go:171","msg":"trace[961538512] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:23720; }","duration":"13.576284678s","start":"2026-02-26T02:42:20.921386Z","end":"2026-02-26T02:42:34.49767Z","steps":["trace[961538512] 'agreement among raft nodes before linearized reading' (duration: 13.576031391s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:34.498715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:23.529488Z","time spent":"10.969216627s","remote":"127.0.0.1:45134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-26T02:42:34.500077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.047062909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-26T02:42:34.500132Z","caller":"traceutil/trace.go:171","msg":"trace[753815239] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:23720; }","duration":"16.04713347s","start":"2026-02-26T02:42:18.452987Z","end":"2026-02-26T02:42:34.50012Z","steps":["trace[753815239] 'agreement among raft nodes before linearized reading' (duration: 16.045390204s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:34.498719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.279411536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:42:34.498107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:22.641102Z","time spent":"11.856987278s","remote":"127.0.0.1:42158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:42:34.49789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.709308063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:42:34.500779Z","caller":"traceutil/trace.go:171","msg":"trace[526120951] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:23720; }","duration":"13.71223266s","start":"2026-02-26T02:42:20.788531Z","end":"2026-02-26T02:42:34.500763Z","steps":["trace[526120951] 'agreement among raft nodes before linearized reading' (duration: 13.709321133s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:34.499663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.300914956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"info","ts":"2026-02-26T02:42:34.500969Z","caller":"traceutil/trace.go:171","msg":"trace[1293328501] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:23720; }","duration":"6.302237971s","start":"2026-02-26T02:42:28.198716Z","end":"2026-02-26T02:42:34.500954Z","steps":["trace[1293328501] 'agreement among raft nodes before linearized reading' (duration: 6.300803283s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:34.499852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:25.460558Z","time spent":"9.039252967s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7455,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-02-26T02:42:34.501077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:28.198705Z","time spent":"6.302354824s","remote":"127.0.0.1:49480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7557,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-02-26T02:42:34.500851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:20.788501Z","time spent":"13.712329113s","remote":"127.0.0.1:45180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":32,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:42:34.499488Z","caller":"traceutil/trace.go:171","msg":"trace[317762183] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:23720; }","duration":"6.105263481s","start":"2026-02-26T02:42:28.394201Z","end":"2026-02-26T02:42:34.499464Z","steps":["trace[317762183] 'agreement among raft nodes before linearized reading' (duration: 6.105029935s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:34.50135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:28.394173Z","time spent":"6.107162281s","remote":"127.0.0.1:57940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:42:34.500173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:18.452979Z","time spent":"16.047184401s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":517,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-02-26T02:42:34.49894Z","caller":"traceutil/trace.go:171","msg":"trace[1619992577] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:23720; }","duration":"2.998413571s","start":"2026-02-26T02:42:31.500506Z","end":"2026-02-26T02:42:34.49892Z","steps":["trace[1619992577] 'agreement among raft nodes before linearized reading' (duration: 2.997915548s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:34.501452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.650393755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-26T02:42:34.501515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:31.50049Z","time spent":"3.00100887s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-02-26T02:42:34.499141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:24.604921Z","time spent":"9.894210052s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-02-26T02:42:34.499159Z","caller":"traceutil/trace.go:171","msg":"trace[2032187292] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23720; }","duration":"7.280108976s","start":"2026-02-26T02:42:27.219037Z","end":"2026-02-26T02:42:34.499146Z","steps":["trace[2032187292] 'agreement among raft nodes before linearized reading' (duration: 7.280027924s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:42:34.50158Z","caller":"traceutil/trace.go:171","msg":"trace[1598912930] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:23720; }","duration":"1.650559769s","start":"2026-02-26T02:42:32.851008Z","end":"2026-02-26T02:42:34.501568Z","steps":["trace[1598912930] 'agreement among raft nodes before linearized reading' (duration: 1.648495875s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:34.501629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:27.219015Z","time spent":"7.282602102s","remote":"127.0.0.1:42258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:42:34.501633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:32.850988Z","time spent":"1.650633481s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2676,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:42:34.499289Z","caller":"traceutil/trace.go:171","msg":"trace[1472135283] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:23720; }","duration":"16.037186418s","start":"2026-02-26T02:42:18.462085Z","end":"2026-02-26T02:42:34.499272Z","steps":["trace[1472135283] 'agreement among raft nodes before linearized reading' (duration: 16.035256857s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:34.501823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:18.461827Z","time spent":"16.039981992s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":669,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"info","ts":"2026-02-26T02:42:34.500197Z","caller":"traceutil/trace.go:171","msg":"trace[301919674] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:23720; }","duration":"3.280943606s","start":"2026-02-26T02:42:31.21924Z","end":"2026-02-26T02:42:34.500183Z","steps":["trace[301919674] 'agreement among raft nodes before linearized reading' (duration: 3.279450926s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:34.50195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:31.219211Z","time spent":"3.282729053s","remote":"127.0.0.1:39494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:42:34.498765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.644403081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:42:34.502083Z","caller":"traceutil/trace.go:171","msg":"trace[173521279] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23720; }","duration":"4.647778539s","start":"2026-02-26T02:42:29.854292Z","end":"2026-02-26T02:42:34.502071Z","steps":["trace[173521279] 'agreement among raft nodes before linearized reading' (duration: 4.644450092s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:34.502108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:29.85426Z","time spent":"4.647840051s","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:42:34.498676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.272167791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:42:34.502243Z","caller":"traceutil/trace.go:171","msg":"trace[1205335666] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:23720; }","duration":"10.275813997s","start":"2026-02-26T02:42:24.226415Z","end":"2026-02-26T02:42:34.502229Z","steps":["trace[1205335666] 'agreement among raft nodes before linearized reading' (duration: 10.272125939s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:34.502329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:24.226389Z","time spent":"10.27591958s","remote":"127.0.0.1:45288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":32,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:42:34.500674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.416847811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:42:34.502391Z","caller":"traceutil/trace.go:171","msg":"trace[570724301] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:23720; }","duration":"1.418608058s","start":"2026-02-26T02:42:33.083773Z","end":"2026-02-26T02:42:34.502381Z","steps":["trace[570724301] 'agreement among raft nodes before linearized reading' (duration: 1.415421054s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:34.502422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:33.083745Z","time spent":"1.418666729s","remote":"127.0.0.1:45462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:42:34.500672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:20.921355Z","time spent":"13.578669461s","remote":"127.0.0.1:57920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:42:34.499159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:27.512586Z","time spent":"6.986561741s","remote":"127.0.0.1:50568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:42:34.497402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:28.149321Z","time spent":"6.348072798s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/162.253.55.200\" "} {"level":"warn","ts":"2026-02-26T02:42:35.005842Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892891,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:42:35.506812Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892891,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:42:36.007512Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892891,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:42:36.508602Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284892891,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:42:36.951432Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.448101553s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:42:37.786752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999840562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:42:37.786882Z","caller":"traceutil/trace.go:171","msg":"trace[2130684259] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999998716s","start":"2026-02-26T02:42:35.786857Z","end":"2026-02-26T02:42:37.786856Z","steps":["trace[2130684259] 'agreement among raft nodes before linearized reading' (duration: 1.999836982s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:37.786959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:35.78679Z","time spent":"2.000144779s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:42:39.502524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:34.503598Z","time spent":"4.998916852s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-26T02:42:39.505904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:34.506985Z","time spent":"4.998907772s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-26T02:42:39.78852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000403287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:42:39.788616Z","caller":"traceutil/trace.go:171","msg":"trace[1189447495] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000560591s","start":"2026-02-26T02:42:37.788036Z","end":"2026-02-26T02:42:39.788596Z","steps":["trace[1189447495] 'agreement among raft nodes before linearized reading' (duration: 2.000438267s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:39.788666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:37.78801Z","time spent":"2.000647483s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:42:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:42:40.256568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:34.932975Z","time spent":"5.323580915s","remote":"127.0.0.1:35698","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T02:42:40.259875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.307714822s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:43"} {"level":"warn","ts":"2026-02-26T02:42:40.260609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:34.503057Z","time spent":"5.75754348s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T02:42:40.497081Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.545366453s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:42:41.04815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998947012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:42:41.04826Z","caller":"traceutil/trace.go:171","msg":"trace[742031594] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999104676s","start":"2026-02-26T02:42:36.04913Z","end":"2026-02-26T02:42:41.048234Z","steps":["trace[742031594] 'agreement among raft nodes before linearized reading' (duration: 4.998972203s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:41.04832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:36.049106Z","time spent":"4.999202238s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/02/26 02:42:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:42:41.505573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:34.505229Z","time spent":"7.000334165s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-26T02:42:41.507342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:34.507026Z","time spent":"7.000298784s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-26T02:42:41.508273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:34.508086Z","time spent":"7.000178301s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-26T02:42:41.510306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:34.509947Z","time spent":"7.000355175s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-26T02:42:41.51125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:34.511033Z","time spent":"7.000207001s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-26T02:42:41.797442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000088399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:42:41.797568Z","caller":"traceutil/trace.go:171","msg":"trace[539260599] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000272073s","start":"2026-02-26T02:42:39.797259Z","end":"2026-02-26T02:42:41.797531Z","steps":["trace[539260599] 'agreement among raft nodes before linearized reading' (duration: 2.00012219s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:41.797631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:39.797242Z","time spent":"2.000377467s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:42:42.522329Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.559206022s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:42:43.464822Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"08529c979fe28ecb","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-26T02:42:43.79844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999993975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:42:43.798538Z","caller":"traceutil/trace.go:171","msg":"trace[2086771995] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00018858s","start":"2026-02-26T02:42:41.798327Z","end":"2026-02-26T02:42:43.798515Z","steps":["trace[2086771995] 'agreement among raft nodes before linearized reading' (duration: 2.000050286s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:43.798595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:41.798298Z","time spent":"2.000285443s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:42:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:42:43.84755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.019721ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:42:43.84766Z","caller":"traceutil/trace.go:171","msg":"trace[390286722] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23720; }","duration":"698.148865ms","start":"2026-02-26T02:42:43.149494Z","end":"2026-02-26T02:42:43.847643Z","steps":["trace[390286722] 'range keys from in-memory index tree' (duration: 698.00509ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:43.84892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.350987422s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"warn","ts":"2026-02-26T02:42:44.519185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.008882445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:42:44.519288Z","caller":"traceutil/trace.go:171","msg":"trace[1220437648] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; }","duration":"10.009051689s","start":"2026-02-26T02:42:34.510208Z","end":"2026-02-26T02:42:44.51926Z","steps":["trace[1220437648] 'agreement among raft nodes before linearized reading' (duration: 10.008863674s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:44.519344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:34.510202Z","time spent":"10.00912984s","remote":"127.0.0.1:45224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} 2026/02/26 02:42:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:42:46.006881Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.242905436s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:42:47.08974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.240217873s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-02-26T02:42:47.090072Z","caller":"traceutil/trace.go:171","msg":"trace[646054243] linearizableReadLoop","detail":"{readStateIndex:24647; appliedIndex:24638; }","duration":"12.584813344s","start":"2026-02-26T02:42:34.505229Z","end":"2026-02-26T02:42:47.090042Z","steps":["trace[646054243] 'read index received' (duration: 2.446844029s)","trace[646054243] 'applied index is now lower than readState.Index' (duration: 10.137967525s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:42:47.090634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.58537683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-02-26T02:42:47.090712Z","caller":"traceutil/trace.go:171","msg":"trace[657981384] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:23727; }","duration":"12.585509383s","start":"2026-02-26T02:42:34.505182Z","end":"2026-02-26T02:42:47.090691Z","steps":["trace[657981384] 'agreement among raft nodes before linearized reading' (duration: 12.585024131s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:47.090771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:34.505159Z","time spent":"12.585598555s","remote":"127.0.0.1:45188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"info","ts":"2026-02-26T02:42:47.091885Z","caller":"traceutil/trace.go:171","msg":"trace[1033881680] transaction","detail":"{read_only:false; response_revision:23728; number_of_response:1; }","duration":"6.82899829s","start":"2026-02-26T02:42:40.262866Z","end":"2026-02-26T02:42:47.091865Z","steps":["trace[1033881680] 'process raft request' (duration: 6.827036919s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:47.092117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:40.262834Z","time spent":"6.829184565s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:42:50.763948Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"08529c979fe28ecb","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-26T02:42:50.892156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.800225518s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30","error":"lease not found"} {"level":"warn","ts":"2026-02-26T02:42:50.892248Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"3.800397893s","request":"header: lease_revoke:","response":"size:30","error":"lease not found"} {"level":"info","ts":"2026-02-26T02:42:50.892327Z","caller":"traceutil/trace.go:171","msg":"trace[1402378403] linearizableReadLoop","detail":"{readStateIndex:24649; appliedIndex:24647; }","duration":"3.802172399s","start":"2026-02-26T02:42:47.090131Z","end":"2026-02-26T02:42:50.892303Z","steps":["trace[1402378403] 'read index received' (duration: 100.092µs)","trace[1402378403] 'applied index is now lower than readState.Index' (duration: 3.802069867s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:42:50.8936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.311330375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:42:50.893677Z","caller":"traceutil/trace.go:171","msg":"trace[97039960] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:23728; }","duration":"4.311477278s","start":"2026-02-26T02:42:46.582181Z","end":"2026-02-26T02:42:50.893659Z","steps":["trace[97039960] 'agreement among raft nodes before linearized reading' (duration: 4.311340445s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:50.893709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:46.58215Z","time spent":"4.31155175s","remote":"127.0.0.1:38468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:42:50.894255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.239772597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:42:50.894364Z","caller":"traceutil/trace.go:171","msg":"trace[741964650] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:23728; }","duration":"10.240093316s","start":"2026-02-26T02:42:40.654244Z","end":"2026-02-26T02:42:50.894338Z","steps":["trace[741964650] 'agreement among raft nodes before linearized reading' (duration: 10.239728266s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:50.894428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:40.654217Z","time spent":"10.240198159s","remote":"127.0.0.1:50712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:42:50.894436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.6576391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:42:50.894529Z","caller":"traceutil/trace.go:171","msg":"trace[1429109092] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:23728; }","duration":"14.657804904s","start":"2026-02-26T02:42:36.236701Z","end":"2026-02-26T02:42:50.894506Z","steps":["trace[1429109092] 'agreement among raft nodes before linearized reading' (duration: 14.657525587s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:50.894586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:36.236676Z","time spent":"14.657898126s","remote":"127.0.0.1:45318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":32,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:42:50.894779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.56831516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:42:50.894873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.016617382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:42:50.894891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.96857754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:42:50.894923Z","caller":"traceutil/trace.go:171","msg":"trace[2023468757] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:23728; }","duration":"8.016721204s","start":"2026-02-26T02:42:42.87819Z","end":"2026-02-26T02:42:50.894911Z","steps":["trace[2023468757] 'agreement among raft nodes before linearized reading' (duration: 8.016600611s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:42:50.894933Z","caller":"traceutil/trace.go:171","msg":"trace[1003755945] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23728; }","duration":"10.968679663s","start":"2026-02-26T02:42:39.926242Z","end":"2026-02-26T02:42:50.894921Z","steps":["trace[1003755945] 'agreement among raft nodes before linearized reading' (duration: 10.968610782s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:50.894965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:39.926202Z","time spent":"10.968754825s","remote":"127.0.0.1:50696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:42:50.894963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:42.878164Z","time spent":"8.016790176s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":32,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:42:50.895071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.510596971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:42:50.895151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.827009487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:42:50.895193Z","caller":"traceutil/trace.go:171","msg":"trace[912229215] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:23728; }","duration":"11.827080739s","start":"2026-02-26T02:42:39.068102Z","end":"2026-02-26T02:42:50.895183Z","steps":["trace[912229215] 'agreement among raft nodes before linearized reading' (duration: 11.827009327s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:50.895207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.970774648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:42:50.895171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.722203418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:42:50.895275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.850301172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:42:50.895301Z","caller":"traceutil/trace.go:171","msg":"trace[1279083409] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:23728; }","duration":"5.722428205s","start":"2026-02-26T02:42:45.172844Z","end":"2026-02-26T02:42:50.895272Z","steps":["trace[1279083409] 'agreement among raft nodes before linearized reading' (duration: 5.722146587s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:50.89536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.071755187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-26T02:42:50.895378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:45.172814Z","time spent":"5.722548007s","remote":"127.0.0.1:42398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:42:50.895412Z","caller":"traceutil/trace.go:171","msg":"trace[2068218257] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:23728; }","duration":"7.071845939s","start":"2026-02-26T02:42:43.823554Z","end":"2026-02-26T02:42:50.8954Z","steps":["trace[2068218257] 'agreement among raft nodes before linearized reading' (duration: 7.071570522s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:50.895437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.938167037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:42:50.895454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:43.823532Z","time spent":"7.071912661s","remote":"127.0.0.1:45366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":179,"response size":33,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:42:50.89547Z","caller":"traceutil/trace.go:171","msg":"trace[2101466784] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23728; }","duration":"11.93827557s","start":"2026-02-26T02:42:38.957183Z","end":"2026-02-26T02:42:50.895459Z","steps":["trace[2101466784] 'agreement among raft nodes before linearized reading' (duration: 11.938227148s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:42:50.895156Z","caller":"traceutil/trace.go:171","msg":"trace[819332704] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23728; }","duration":"6.510743665s","start":"2026-02-26T02:42:44.384391Z","end":"2026-02-26T02:42:50.895134Z","steps":["trace[819332704] 'agreement among raft nodes before linearized reading' (duration: 6.510605521s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:50.895546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.389922108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:42:50.895567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:44.384366Z","time spent":"6.511166327s","remote":"127.0.0.1:42612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:42:50.895596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.648926492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:42:50.895622Z","caller":"traceutil/trace.go:171","msg":"trace[925508901] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23728; }","duration":"8.649003684s","start":"2026-02-26T02:42:42.246608Z","end":"2026-02-26T02:42:50.895611Z","steps":["trace[925508901] 'agreement among raft nodes before linearized reading' (duration: 8.648967443s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:50.895664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:42.246576Z","time spent":"8.649075046s","remote":"127.0.0.1:42330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:42:50.895229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:39.068087Z","time spent":"11.827134271s","remote":"127.0.0.1:42360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:42:50.89581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.448401304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:42:50.895821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.286372275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:42:50.895846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.203311478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:42:50.895869Z","caller":"traceutil/trace.go:171","msg":"trace[279379620] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:23728; }","duration":"5.286421326s","start":"2026-02-26T02:42:45.609438Z","end":"2026-02-26T02:42:50.895859Z","steps":["trace[279379620] 'agreement among raft nodes before linearized reading' (duration: 5.286353124s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:50.895883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.028427459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:42:50.895908Z","caller":"traceutil/trace.go:171","msg":"trace[890548592] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23728; }","duration":"15.028576062s","start":"2026-02-26T02:42:35.867325Z","end":"2026-02-26T02:42:50.895901Z","steps":["trace[890548592] 'agreement among raft nodes before linearized reading' (duration: 15.028528141s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:50.895387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.850533197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:42:50.895955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:35.867292Z","time spent":"15.028639034s","remote":"127.0.0.1:45456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:42:50.895962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.220031229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:42:50.895992Z","caller":"traceutil/trace.go:171","msg":"trace[1017739933] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:23728; }","duration":"9.220064559s","start":"2026-02-26T02:42:41.67592Z","end":"2026-02-26T02:42:50.895985Z","steps":["trace[1017739933] 'agreement among raft nodes before linearized reading' (duration: 9.219981287s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:42:50.895987Z","caller":"traceutil/trace.go:171","msg":"trace[1686870726] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23728; }","duration":"11.851120953s","start":"2026-02-26T02:42:39.044842Z","end":"2026-02-26T02:42:50.895963Z","steps":["trace[1686870726] 'agreement among raft nodes before linearized reading' (duration: 11.850498706s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:50.895919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.201903892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:42:50.895884Z","caller":"traceutil/trace.go:171","msg":"trace[1771824567] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23728; }","duration":"9.203409321s","start":"2026-02-26T02:42:41.692463Z","end":"2026-02-26T02:42:50.895873Z","steps":["trace[1771824567] 'agreement among raft nodes before linearized reading' (duration: 9.20334022s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:50.895907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:45.609376Z","time spent":"5.286523209s","remote":"127.0.0.1:50532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:42:50.896148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:41.692433Z","time spent":"9.203662567s","remote":"127.0.0.1:50614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:42:50.896216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.828909072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:42:50.89584Z","caller":"traceutil/trace.go:171","msg":"trace[764524415] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:23728; }","duration":"15.448476536s","start":"2026-02-26T02:42:35.447352Z","end":"2026-02-26T02:42:50.895828Z","steps":["trace[764524415] 'agreement among raft nodes before linearized reading' (duration: 15.448439875s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:50.896252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.541517165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:42:50.896259Z","caller":"traceutil/trace.go:171","msg":"trace[70246537] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:23728; }","duration":"9.829001324s","start":"2026-02-26T02:42:41.067246Z","end":"2026-02-26T02:42:50.896247Z","steps":["trace[70246537] 'agreement among raft nodes before linearized reading' (duration: 9.828941883s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:42:50.896281Z","caller":"traceutil/trace.go:171","msg":"trace[130252346] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:23728; }","duration":"1.541590217s","start":"2026-02-26T02:42:49.35468Z","end":"2026-02-26T02:42:50.896271Z","steps":["trace[130252346] 'agreement among raft nodes before linearized reading' (duration: 1.541554896s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:50.896289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:35.447327Z","time spent":"15.448948008s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:42:50.896306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:49.354653Z","time spent":"1.541646799s","remote":"127.0.0.1:42380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:42:50.896308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:41.067177Z","time spent":"9.829119928s","remote":"127.0.0.1:45404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":30,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:42:50.896457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.40966866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:42:50.896056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:39.044767Z","time spent":"11.851270107s","remote":"127.0.0.1:42338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:42:50.896485Z","caller":"traceutil/trace.go:171","msg":"trace[1572379515] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:23728; }","duration":"2.409765622s","start":"2026-02-26T02:42:48.486713Z","end":"2026-02-26T02:42:50.896479Z","steps":["trace[1572379515] 'agreement among raft nodes before linearized reading' (duration: 2.409709991s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:50.896198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.944673606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:42:50.896483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.19261042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:42:50.896525Z","caller":"traceutil/trace.go:171","msg":"trace[2069343170] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23728; }","duration":"2.945084617s","start":"2026-02-26T02:42:47.951428Z","end":"2026-02-26T02:42:50.896513Z","steps":["trace[2069343170] 'agreement among raft nodes before linearized reading' (duration: 2.944725588s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:50.896541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.452513969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:42:50.896526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.650332642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:42:50.896563Z","caller":"traceutil/trace.go:171","msg":"trace[129351427] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:23728; }","duration":"2.452653052s","start":"2026-02-26T02:42:48.443904Z","end":"2026-02-26T02:42:50.896557Z","steps":["trace[129351427] 'agreement among raft nodes before linearized reading' (duration: 2.452615762s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:50.896571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:47.951407Z","time spent":"2.945150169s","remote":"127.0.0.1:42180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:42:50.896602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.956961471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:42:50.896655Z","caller":"traceutil/trace.go:171","msg":"trace[1416376784] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:23728; }","duration":"1.957054625s","start":"2026-02-26T02:42:48.939589Z","end":"2026-02-26T02:42:50.896644Z","steps":["trace[1416376784] 'agreement among raft nodes before linearized reading' (duration: 1.956977583s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:50.895558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.787359027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:42:50.896699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:48.939566Z","time spent":"1.957122756s","remote":"127.0.0.1:45416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":32,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:42:50.896708Z","caller":"traceutil/trace.go:171","msg":"trace[22561884] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:23728; }","duration":"9.788547269s","start":"2026-02-26T02:42:41.108146Z","end":"2026-02-26T02:42:50.896693Z","steps":["trace[22561884] 'agreement among raft nodes before linearized reading' (duration: 9.787377948s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:50.896506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:48.486682Z","time spent":"2.409819034s","remote":"127.0.0.1:45202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":32,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:42:50.896758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:41.108105Z","time spent":"9.788637341s","remote":"127.0.0.1:42238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:42:50.89679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.791280245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-26T02:42:50.896823Z","caller":"traceutil/trace.go:171","msg":"trace[47831194] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:23728; }","duration":"2.791347246s","start":"2026-02-26T02:42:48.105467Z","end":"2026-02-26T02:42:50.896814Z","steps":["trace[47831194] 'agreement among raft nodes before linearized reading' (duration: 2.791139901s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:50.896842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:48.105443Z","time spent":"2.791394158s","remote":"127.0.0.1:45122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":227,"response size":33,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:42:50.895319Z","caller":"traceutil/trace.go:171","msg":"trace[1345779744] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23728; }","duration":"11.850369943s","start":"2026-02-26T02:42:39.044932Z","end":"2026-02-26T02:42:50.895302Z","steps":["trace[1345779744] 'agreement among raft nodes before linearized reading' (duration: 11.850318402s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:42:50.896539Z","caller":"traceutil/trace.go:171","msg":"trace[719828094] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:23728; }","duration":"2.192696173s","start":"2026-02-26T02:42:48.703827Z","end":"2026-02-26T02:42:50.896523Z","steps":["trace[719828094] 'agreement among raft nodes before linearized reading' (duration: 2.192511458s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:50.896592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:48.44388Z","time spent":"2.452706623s","remote":"127.0.0.1:50520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:42:50.89693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:48.703807Z","time spent":"2.193106124s","remote":"127.0.0.1:45506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":32,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:42:50.894873Z","caller":"traceutil/trace.go:171","msg":"trace[122413440] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23728; }","duration":"7.568437194s","start":"2026-02-26T02:42:43.326417Z","end":"2026-02-26T02:42:50.894854Z","steps":["trace[122413440] 'agreement among raft nodes before linearized reading' (duration: 7.568205168s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:42:50.895583Z","caller":"traceutil/trace.go:171","msg":"trace[580226669] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:23728; }","duration":"13.38999662s","start":"2026-02-26T02:42:37.505579Z","end":"2026-02-26T02:42:50.895576Z","steps":["trace[580226669] 'agreement among raft nodes before linearized reading' (duration: 13.389938488s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:50.897138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:43.326357Z","time spent":"7.570767385s","remote":"127.0.0.1:42204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:42:50.897179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:37.505556Z","time spent":"13.391608833s","remote":"127.0.0.1:45110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:42:50.896354Z","caller":"traceutil/trace.go:171","msg":"trace[1737342638] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:23728; }","duration":"14.20221794s","start":"2026-02-26T02:42:36.693869Z","end":"2026-02-26T02:42:50.896087Z","steps":["trace[1737342638] 'agreement among raft nodes before linearized reading' (duration: 14.201873161s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:42:50.895234Z","caller":"traceutil/trace.go:171","msg":"trace[1296379554] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:23728; }","duration":"5.970841929s","start":"2026-02-26T02:42:44.924384Z","end":"2026-02-26T02:42:50.895226Z","steps":["trace[1296379554] 'agreement among raft nodes before linearized reading' (duration: 5.970797538s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:50.897361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:44.924359Z","time spent":"5.972989356s","remote":"127.0.0.1:49576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:42:50.895499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:38.957156Z","time spent":"11.938335611s","remote":"127.0.0.1:42230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:42:50.896586Z","caller":"traceutil/trace.go:171","msg":"trace[1390807328] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23728; }","duration":"1.650421675s","start":"2026-02-26T02:42:49.246145Z","end":"2026-02-26T02:42:50.896567Z","steps":["trace[1390807328] 'agreement among raft nodes before linearized reading' (duration: 1.650329122s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:50.895762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.323483704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:42:50.897553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:49.246126Z","time spent":"1.651414351s","remote":"127.0.0.1:50598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:42:50.897583Z","caller":"traceutil/trace.go:171","msg":"trace[1904878664] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23728; }","duration":"4.325326353s","start":"2026-02-26T02:42:46.57224Z","end":"2026-02-26T02:42:50.897566Z","steps":["trace[1904878664] 'agreement among raft nodes before linearized reading' (duration: 4.323490885s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:50.89733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:36.693844Z","time spent":"14.203428822s","remote":"127.0.0.1:42498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:42:50.897634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:46.572216Z","time spent":"4.325405216s","remote":"127.0.0.1:42246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:42:50.896895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:39.044908Z","time spent":"11.851975465s","remote":"127.0.0.1:42296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:42:50.896016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:41.675841Z","time spent":"9.220168453s","remote":"127.0.0.1:40936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:42:50.898572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.283245903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:42:50.898613Z","caller":"traceutil/trace.go:171","msg":"trace[27282060] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:23728; }","duration":"5.283334025s","start":"2026-02-26T02:42:45.61527Z","end":"2026-02-26T02:42:50.898604Z","steps":["trace[27282060] 'agreement among raft nodes before linearized reading' (duration: 5.279681279s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:50.898642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:45.61524Z","time spent":"5.283395287s","remote":"127.0.0.1:45168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":30,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:42:50.898797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.452751412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:42:50.89884Z","caller":"traceutil/trace.go:171","msg":"trace[116572804] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:23728; }","duration":"8.452886966s","start":"2026-02-26T02:42:42.445944Z","end":"2026-02-26T02:42:50.898831Z","steps":["trace[116572804] 'agreement among raft nodes before linearized reading' (duration: 8.449364364s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:42:50.898868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:42:42.445913Z","time spent":"8.452947458s","remote":"127.0.0.1:45148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":32,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:45:22.754333Z","caller":"traceutil/trace.go:171","msg":"trace[1452747995] transaction","detail":"{read_only:false; response_revision:23767; number_of_response:1; }","duration":"132.549142ms","start":"2026-02-26T02:45:22.621745Z","end":"2026-02-26T02:45:22.754294Z","steps":["trace[1452747995] 'process raft request' (duration: 132.242354ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:45:42.349078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.641087ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:45:42.349311Z","caller":"traceutil/trace.go:171","msg":"trace[1926167443] linearizableReadLoop","detail":"{readStateIndex:25040; appliedIndex:25039; }","duration":"189.455401ms","start":"2026-02-26T02:45:42.159835Z","end":"2026-02-26T02:45:42.349291Z","steps":["trace[1926167443] 'read index received' (duration: 79.415532ms)","trace[1926167443] 'applied index is now lower than readState.Index' (duration: 110.037759ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:45:42.349405Z","caller":"traceutil/trace.go:171","msg":"trace[366742062] transaction","detail":"{read_only:false; response_revision:24114; number_of_response:1; }","duration":"232.674259ms","start":"2026-02-26T02:45:42.116721Z","end":"2026-02-26T02:45:42.349395Z","steps":["trace[366742062] 'process raft request' (duration: 122.624771ms)","trace[366742062] 'compare' (duration: 109.386811ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:45:42.349678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.017224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:45:42.349697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.224994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:45:42.349727Z","caller":"traceutil/trace.go:171","msg":"trace[406801575] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:24114; }","duration":"111.122447ms","start":"2026-02-26T02:45:42.238586Z","end":"2026-02-26T02:45:42.349708Z","steps":["trace[406801575] 'agreement among raft nodes before linearized reading' (duration: 110.958192ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:45:42.349681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.122097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:45:42.349767Z","caller":"traceutil/trace.go:171","msg":"trace[577257369] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:24114; }","duration":"110.302856ms","start":"2026-02-26T02:45:42.239443Z","end":"2026-02-26T02:45:42.349745Z","steps":["trace[577257369] 'agreement among raft nodes before linearized reading' (duration: 110.168342ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:45:42.349769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.267735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:215"} {"level":"warn","ts":"2026-02-26T02:45:42.349763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.935124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:204"} {"level":"info","ts":"2026-02-26T02:45:42.349848Z","caller":"traceutil/trace.go:171","msg":"trace[1873263010] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:24114; }","duration":"140.394488ms","start":"2026-02-26T02:45:42.209426Z","end":"2026-02-26T02:45:42.349821Z","steps":["trace[1873263010] 'agreement among raft nodes before linearized reading' (duration: 140.09001ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:45:42.349785Z","caller":"traceutil/trace.go:171","msg":"trace[299582515] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:24114; }","duration":"111.292921ms","start":"2026-02-26T02:45:42.238471Z","end":"2026-02-26T02:45:42.349764Z","steps":["trace[299582515] 'agreement among raft nodes before linearized reading' (duration: 111.089256ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:45:42.349847Z","caller":"traceutil/trace.go:171","msg":"trace[1908273336] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:24114; }","duration":"190.071417ms","start":"2026-02-26T02:45:42.159755Z","end":"2026-02-26T02:45:42.349827Z","steps":["trace[1908273336] 'agreement among raft nodes before linearized reading' (duration: 189.747298ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:45:42.571772Z","caller":"traceutil/trace.go:171","msg":"trace[1498349974] transaction","detail":"{read_only:false; response_revision:24115; number_of_response:1; }","duration":"211.458242ms","start":"2026-02-26T02:45:42.360279Z","end":"2026-02-26T02:45:42.571737Z","steps":["trace[1498349974] 'process raft request' (duration: 209.745947ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:45:42.701886Z","caller":"traceutil/trace.go:171","msg":"trace[235827682] transaction","detail":"{read_only:false; response_revision:24116; number_of_response:1; }","duration":"339.479095ms","start":"2026-02-26T02:45:42.36238Z","end":"2026-02-26T02:45:42.701859Z","steps":["trace[235827682] 'process raft request' (duration: 329.79988ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:45:42.702056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:45:42.362355Z","time spent":"339.612818ms","remote":"127.0.0.1:36962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4351,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:45:42.702323Z","caller":"traceutil/trace.go:171","msg":"trace[322373650] transaction","detail":"{read_only:false; response_revision:24117; number_of_response:1; }","duration":"339.874036ms","start":"2026-02-26T02:45:42.362417Z","end":"2026-02-26T02:45:42.702291Z","steps":["trace[322373650] 'process raft request' (duration: 339.396343ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:45:42.702568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:45:42.3624Z","time spent":"340.0347ms","remote":"127.0.0.1:36962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4588,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:45:42.702804Z","caller":"traceutil/trace.go:171","msg":"trace[758417275] transaction","detail":"{read_only:false; response_revision:24118; number_of_response:1; }","duration":"340.122222ms","start":"2026-02-26T02:45:42.362641Z","end":"2026-02-26T02:45:42.702763Z","steps":["trace[758417275] 'process raft request' (duration: 339.524456ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:45:42.702873Z","caller":"traceutil/trace.go:171","msg":"trace[1160309404] transaction","detail":"{read_only:false; response_revision:24119; number_of_response:1; }","duration":"340.092871ms","start":"2026-02-26T02:45:42.362752Z","end":"2026-02-26T02:45:42.702845Z","steps":["trace[1160309404] 'process raft request' (duration: 339.906206ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:45:42.702916Z","caller":"traceutil/trace.go:171","msg":"trace[1648256356] transaction","detail":"{read_only:false; response_revision:24121; number_of_response:1; }","duration":"335.921101ms","start":"2026-02-26T02:45:42.366961Z","end":"2026-02-26T02:45:42.702882Z","steps":["trace[1648256356] 'process raft request' (duration: 335.828439ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:45:42.702945Z","caller":"traceutil/trace.go:171","msg":"trace[496551848] linearizableReadLoop","detail":"{readStateIndex:25047; appliedIndex:25040; }","duration":"304.910474ms","start":"2026-02-26T02:45:42.398019Z","end":"2026-02-26T02:45:42.702929Z","steps":["trace[496551848] 'read index received' (duration: 172.023722ms)","trace[496551848] 'applied index is now lower than readState.Index' (duration: 132.885692ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:45:42.702974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:45:42.362626Z","time spent":"340.257965ms","remote":"127.0.0.1:36962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5116,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:45:42.703002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:45:42.362744Z","time spent":"340.198694ms","remote":"127.0.0.1:36962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3015,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:45:42.70302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:45:42.366932Z","time spent":"336.036035ms","remote":"127.0.0.1:36818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1092,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:45:42.703071Z","caller":"traceutil/trace.go:171","msg":"trace[1339446659] transaction","detail":"{read_only:false; response_revision:24120; number_of_response:1; }","duration":"336.965029ms","start":"2026-02-26T02:45:42.366098Z","end":"2026-02-26T02:45:42.703063Z","steps":["trace[1339446659] 'process raft request' (duration: 336.63856ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:45:42.703128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:45:42.36608Z","time spent":"337.01616ms","remote":"127.0.0.1:36962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7817,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:45:42.703201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.179281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:45:42.70327Z","caller":"traceutil/trace.go:171","msg":"trace[765295520] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:24122; }","duration":"305.286714ms","start":"2026-02-26T02:45:42.397961Z","end":"2026-02-26T02:45:42.703248Z","steps":["trace[765295520] 'agreement among raft nodes before linearized reading' (duration: 305.066888ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:45:42.703297Z","caller":"traceutil/trace.go:171","msg":"trace[77595968] transaction","detail":"{read_only:false; response_revision:24122; number_of_response:1; }","duration":"106.853046ms","start":"2026-02-26T02:45:42.596424Z","end":"2026-02-26T02:45:42.703277Z","steps":["trace[77595968] 'process raft request' (duration: 106.440075ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:45:42.70333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:45:42.397929Z","time spent":"305.385587ms","remote":"127.0.0.1:32844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:45:42.703493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.120819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:45:42.703602Z","caller":"traceutil/trace.go:171","msg":"trace[2002444827] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:24124; }","duration":"305.263484ms","start":"2026-02-26T02:45:42.39831Z","end":"2026-02-26T02:45:42.703573Z","steps":["trace[2002444827] 'agreement among raft nodes before linearized reading' (duration: 305.058288ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:45:42.703695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:45:42.398303Z","time spent":"305.372746ms","remote":"127.0.0.1:32844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":143,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" limit:10000 "} {"level":"info","ts":"2026-02-26T02:45:42.70377Z","caller":"traceutil/trace.go:171","msg":"trace[222532587] transaction","detail":"{read_only:false; response_revision:24123; number_of_response:1; }","duration":"106.397843ms","start":"2026-02-26T02:45:42.597362Z","end":"2026-02-26T02:45:42.70376Z","steps":["trace[222532587] 'process raft request' (duration: 105.800898ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:45:42.703875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.325321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:45:42.703904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.252783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:45:42.703971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.656402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:45:42.703977Z","caller":"traceutil/trace.go:171","msg":"trace[1191257930] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:24124; }","duration":"254.452254ms","start":"2026-02-26T02:45:42.449478Z","end":"2026-02-26T02:45:42.70393Z","steps":["trace[1191257930] 'agreement among raft nodes before linearized reading' (duration: 254.3155ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:45:42.703995Z","caller":"traceutil/trace.go:171","msg":"trace[1156551059] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24124; }","duration":"176.382557ms","start":"2026-02-26T02:45:42.527596Z","end":"2026-02-26T02:45:42.703979Z","steps":["trace[1156551059] 'agreement among raft nodes before linearized reading' (duration: 176.239183ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:45:42.704013Z","caller":"traceutil/trace.go:171","msg":"trace[1248729716] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:24124; }","duration":"278.725764ms","start":"2026-02-26T02:45:42.425276Z","end":"2026-02-26T02:45:42.704002Z","steps":["trace[1248729716] 'agreement among raft nodes before linearized reading' (duration: 278.644632ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:45:42.704044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.188849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:45:42.704086Z","caller":"traceutil/trace.go:171","msg":"trace[807336481] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24124; }","duration":"177.23621ms","start":"2026-02-26T02:45:42.526832Z","end":"2026-02-26T02:45:42.704069Z","steps":["trace[807336481] 'agreement among raft nodes before linearized reading' (duration: 177.179048ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:45:42.704254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.949966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:45:42.70428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.795514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:45:42.705519Z","caller":"traceutil/trace.go:171","msg":"trace[1043375689] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24124; }","duration":"193.064757ms","start":"2026-02-26T02:45:42.512433Z","end":"2026-02-26T02:45:42.705498Z","steps":["trace[1043375689] 'agreement among raft nodes before linearized reading' (duration: 191.786654ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:45:42.703898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.552737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:45:42.70572Z","caller":"traceutil/trace.go:171","msg":"trace[1508241613] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:24124; }","duration":"256.388366ms","start":"2026-02-26T02:45:42.449318Z","end":"2026-02-26T02:45:42.705707Z","steps":["trace[1508241613] 'agreement among raft nodes before linearized reading' (duration: 254.544157ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:45:42.703985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.041435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:45:42.705868Z","caller":"traceutil/trace.go:171","msg":"trace[1524162107] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24124; }","duration":"178.960696ms","start":"2026-02-26T02:45:42.526896Z","end":"2026-02-26T02:45:42.705856Z","steps":["trace[1524162107] 'agreement among raft nodes before linearized reading' (duration: 177.028685ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:45:42.704298Z","caller":"traceutil/trace.go:171","msg":"trace[113922214] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:24124; }","duration":"280.022708ms","start":"2026-02-26T02:45:42.424265Z","end":"2026-02-26T02:45:42.704288Z","steps":["trace[113922214] 'agreement among raft nodes before linearized reading' (duration: 279.958087ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:45:42.704304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.019084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:204"} {"level":"info","ts":"2026-02-26T02:45:42.706116Z","caller":"traceutil/trace.go:171","msg":"trace[2083965012] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:24124; }","duration":"192.846311ms","start":"2026-02-26T02:45:42.513259Z","end":"2026-02-26T02:45:42.706105Z","steps":["trace[2083965012] 'agreement among raft nodes before linearized reading' (duration: 190.924911ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:45:42.706125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.411849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-engine-cleaner.1897abdc6d66256a\" ","response":"range_response_count:1 size:760"} {"level":"info","ts":"2026-02-26T02:45:42.706168Z","caller":"traceutil/trace.go:171","msg":"trace[511177705] range","detail":"{range_begin:/registry/events/openstack/heat-engine-cleaner.1897abdc6d66256a; range_end:; response_count:1; response_revision:24124; }","duration":"129.499793ms","start":"2026-02-26T02:45:42.576656Z","end":"2026-02-26T02:45:42.706156Z","steps":["trace[511177705] 'agreement among raft nodes before linearized reading' (duration: 128.041634ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:45:42.70435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.121351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:45:42.706289Z","caller":"traceutil/trace.go:171","msg":"trace[18366907] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:24124; }","duration":"282.098143ms","start":"2026-02-26T02:45:42.424178Z","end":"2026-02-26T02:45:42.706276Z","steps":["trace[18366907] 'agreement among raft nodes before linearized reading' (duration: 280.141951ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:45:42.704504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.165557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:45:42.706452Z","caller":"traceutil/trace.go:171","msg":"trace[144526974] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:24124; }","duration":"256.131109ms","start":"2026-02-26T02:45:42.450311Z","end":"2026-02-26T02:45:42.706442Z","steps":["trace[144526974] 'agreement among raft nodes before linearized reading' (duration: 254.155877ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:45:42.704511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.639703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-02-26T02:45:42.706588Z","caller":"traceutil/trace.go:171","msg":"trace[1916886868] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:24124; }","duration":"296.752759ms","start":"2026-02-26T02:45:42.409823Z","end":"2026-02-26T02:45:42.706576Z","steps":["trace[1916886868] 'agreement among raft nodes before linearized reading' (duration: 294.548071ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:45:42.703538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.030993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:45:42.706747Z","caller":"traceutil/trace.go:171","msg":"trace[924831592] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24124; }","duration":"194.258819ms","start":"2026-02-26T02:45:42.512467Z","end":"2026-02-26T02:45:42.706726Z","steps":["trace[924831592] 'agreement among raft nodes before linearized reading' (duration: 191.035984ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:45:42.704532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.426074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:45:42.706838Z","caller":"traceutil/trace.go:171","msg":"trace[1341639905] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24124; }","duration":"212.753506ms","start":"2026-02-26T02:45:42.494072Z","end":"2026-02-26T02:45:42.706825Z","steps":["trace[1341639905] 'agreement among raft nodes before linearized reading' (duration: 210.424325ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:45:42.704585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.355493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:45:42.707065Z","caller":"traceutil/trace.go:171","msg":"trace[1062928273] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24124; }","duration":"212.833348ms","start":"2026-02-26T02:45:42.494219Z","end":"2026-02-26T02:45:42.707052Z","steps":["trace[1062928273] 'agreement among raft nodes before linearized reading' (duration: 210.339382ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:45:42.704656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.786816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-02-26T02:45:42.707231Z","caller":"traceutil/trace.go:171","msg":"trace[831379214] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:24124; }","duration":"248.382945ms","start":"2026-02-26T02:45:42.458834Z","end":"2026-02-26T02:45:42.707217Z","steps":["trace[831379214] 'agreement among raft nodes before linearized reading' (duration: 245.699124ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:45:42.704753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.609467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-26T02:45:42.707405Z","caller":"traceutil/trace.go:171","msg":"trace[141198503] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24124; }","duration":"145.319759ms","start":"2026-02-26T02:45:42.562074Z","end":"2026-02-26T02:45:42.707394Z","steps":["trace[141198503] 'agreement among raft nodes before linearized reading' (duration: 142.618078ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:45:46.218945Z","caller":"traceutil/trace.go:171","msg":"trace[1420814928] linearizableReadLoop","detail":"{readStateIndex:25095; appliedIndex:25094; }","duration":"252.397801ms","start":"2026-02-26T02:45:45.966524Z","end":"2026-02-26T02:45:46.218922Z","steps":["trace[1420814928] 'read index received' (duration: 201.060698ms)","trace[1420814928] 'applied index is now lower than readState.Index' (duration: 51.335343ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:45:46.219216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.670008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3235"} {"level":"warn","ts":"2026-02-26T02:45:46.219254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.520273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3233"} {"level":"warn","ts":"2026-02-26T02:45:46.219378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.905231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3240"} {"level":"info","ts":"2026-02-26T02:45:46.219412Z","caller":"traceutil/trace.go:171","msg":"trace[1590312034] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:24168; }","duration":"250.958822ms","start":"2026-02-26T02:45:45.968445Z","end":"2026-02-26T02:45:46.219404Z","steps":["trace[1590312034] 'agreement among raft nodes before linearized reading' (duration: 250.86961ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:45:46.219482Z","caller":"traceutil/trace.go:171","msg":"trace[665368558] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:24168; }","duration":"252.839882ms","start":"2026-02-26T02:45:45.966628Z","end":"2026-02-26T02:45:46.219468Z","steps":["trace[665368558] 'agreement among raft nodes before linearized reading' (duration: 252.484373ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:45:46.219681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.23766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3225"} {"level":"info","ts":"2026-02-26T02:45:46.219726Z","caller":"traceutil/trace.go:171","msg":"trace[344302196] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:24168; }","duration":"251.304532ms","start":"2026-02-26T02:45:45.968415Z","end":"2026-02-26T02:45:46.219719Z","steps":["trace[344302196] 'agreement among raft nodes before linearized reading' (duration: 251.22328ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:45:46.219774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.10603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7509"} {"level":"info","ts":"2026-02-26T02:45:46.219805Z","caller":"traceutil/trace.go:171","msg":"trace[692745843] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:24168; }","duration":"250.152801ms","start":"2026-02-26T02:45:45.969645Z","end":"2026-02-26T02:45:46.219798Z","steps":["trace[692745843] 'agreement among raft nodes before linearized reading' (duration: 250.061358ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:45:46.219907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.494866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f\" ","response":"range_response_count:1 size:4702"} {"level":"info","ts":"2026-02-26T02:45:46.219972Z","caller":"traceutil/trace.go:171","msg":"trace[2133554500] range","detail":"{range_begin:/registry/replicasets/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f; range_end:; response_count:1; response_revision:24168; }","duration":"251.555088ms","start":"2026-02-26T02:45:45.968405Z","end":"2026-02-26T02:45:46.219961Z","steps":["trace[2133554500] 'agreement among raft nodes before linearized reading' (duration: 251.431485ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:45:46.220067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.586843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/load-balancer\" ","response":"range_response_count:1 size:880"} {"level":"info","ts":"2026-02-26T02:45:46.220112Z","caller":"traceutil/trace.go:171","msg":"trace[440936042] range","detail":"{range_begin:/registry/ingress/openstack/load-balancer; range_end:; response_count:1; response_revision:24168; }","duration":"250.649214ms","start":"2026-02-26T02:45:45.969454Z","end":"2026-02-26T02:45:46.220103Z","steps":["trace[440936042] 'agreement among raft nodes before linearized reading' (duration: 250.537701ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:45:46.220213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.945875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/capi-system/capi-controller-manager-bc4cf8c95\" ","response":"range_response_count:1 size:4663"} {"level":"info","ts":"2026-02-26T02:45:46.220254Z","caller":"traceutil/trace.go:171","msg":"trace[1706813084] range","detail":"{range_begin:/registry/replicasets/capi-system/capi-controller-manager-bc4cf8c95; range_end:; response_count:1; response_revision:24168; }","duration":"253.055298ms","start":"2026-02-26T02:45:45.967192Z","end":"2026-02-26T02:45:46.220247Z","steps":["trace[1706813084] 'agreement among raft nodes before linearized reading' (duration: 252.960305ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:45:46.220393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.981526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"warn","ts":"2026-02-26T02:45:46.220382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.035207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/rook-ceph-cluster\" ","response":"range_response_count:1 size:1116"} {"level":"info","ts":"2026-02-26T02:45:46.220486Z","caller":"traceutil/trace.go:171","msg":"trace[1381162468] range","detail":"{range_begin:/registry/ingress/openstack/rook-ceph-cluster; range_end:; response_count:1; response_revision:24168; }","duration":"253.227812ms","start":"2026-02-26T02:45:45.967237Z","end":"2026-02-26T02:45:46.220465Z","steps":["trace[1381162468] 'agreement among raft nodes before linearized reading' (duration: 252.900094ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:45:46.220536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.589909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:1 size:665"} {"level":"info","ts":"2026-02-26T02:45:46.220572Z","caller":"traceutil/trace.go:171","msg":"trace[1612735093] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:1; response_revision:24168; }","duration":"251.653231ms","start":"2026-02-26T02:45:45.96891Z","end":"2026-02-26T02:45:46.220563Z","steps":["trace[1612735093] 'agreement among raft nodes before linearized reading' (duration: 251.552018ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:45:46.220629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.055331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/capo-system/capo-controller-manager-6975759b4b\" ","response":"range_response_count:1 size:4126"} {"level":"info","ts":"2026-02-26T02:45:46.220664Z","caller":"traceutil/trace.go:171","msg":"trace[326939533] range","detail":"{range_begin:/registry/replicasets/capo-system/capo-controller-manager-6975759b4b; range_end:; response_count:1; response_revision:24168; }","duration":"252.100952ms","start":"2026-02-26T02:45:45.968551Z","end":"2026-02-26T02:45:46.220652Z","steps":["trace[326939533] 'agreement among raft nodes before linearized reading' (duration: 252.02751ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:45:46.220793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.745413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/network\" ","response":"range_response_count:1 size:855"} {"level":"info","ts":"2026-02-26T02:45:46.220823Z","caller":"traceutil/trace.go:171","msg":"trace[2001333643] range","detail":"{range_begin:/registry/ingress/openstack/network; range_end:; response_count:1; response_revision:24168; }","duration":"251.795375ms","start":"2026-02-26T02:45:45.96902Z","end":"2026-02-26T02:45:46.220815Z","steps":["trace[2001333643] 'agreement among raft nodes before linearized reading' (duration: 251.707522ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:45:46.220842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.499129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/compute-novnc-proxy\" ","response":"range_response_count:1 size:1088"} {"level":"info","ts":"2026-02-26T02:45:46.220885Z","caller":"traceutil/trace.go:171","msg":"trace[215097783] range","detail":"{range_begin:/registry/ingress/openstack/compute-novnc-proxy; range_end:; response_count:1; response_revision:24168; }","duration":"253.555681ms","start":"2026-02-26T02:45:45.967318Z","end":"2026-02-26T02:45:46.220874Z","steps":["trace[215097783] 'agreement among raft nodes before linearized reading' (duration: 253.445348ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:45:46.219688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.965127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-02-26T02:45:46.221015Z","caller":"traceutil/trace.go:171","msg":"trace[772601326] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:24168; }","duration":"251.318922ms","start":"2026-02-26T02:45:45.969686Z","end":"2026-02-26T02:45:46.221005Z","steps":["trace[772601326] 'agreement among raft nodes before linearized reading' (duration: 249.919145ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:45:46.220421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.025241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3238"} {"level":"info","ts":"2026-02-26T02:45:46.221078Z","caller":"traceutil/trace.go:171","msg":"trace[272008299] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:24168; }","duration":"252.698858ms","start":"2026-02-26T02:45:45.968368Z","end":"2026-02-26T02:45:46.221067Z","steps":["trace[272008299] 'agreement among raft nodes before linearized reading' (duration: 251.963669ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:45:46.21928Z","caller":"traceutil/trace.go:171","msg":"trace[1810362815] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:24168; }","duration":"252.800301ms","start":"2026-02-26T02:45:45.966463Z","end":"2026-02-26T02:45:46.219264Z","steps":["trace[1810362815] 'agreement among raft nodes before linearized reading' (duration: 252.575065ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:45:46.220439Z","caller":"traceutil/trace.go:171","msg":"trace[798416087] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:24168; }","duration":"253.044927ms","start":"2026-02-26T02:45:45.967382Z","end":"2026-02-26T02:45:46.220427Z","steps":["trace[798416087] 'agreement among raft nodes before linearized reading' (duration: 252.932664ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:45:46.221347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.254176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/compute\" ","response":"range_response_count:1 size:842"} {"level":"info","ts":"2026-02-26T02:45:46.221457Z","caller":"traceutil/trace.go:171","msg":"trace[110942604] range","detail":"{range_begin:/registry/ingress/openstack/compute; range_end:; response_count:1; response_revision:24168; }","duration":"252.38439ms","start":"2026-02-26T02:45:45.969062Z","end":"2026-02-26T02:45:46.221447Z","steps":["trace[110942604] 'agreement among raft nodes before linearized reading' (duration: 251.192899ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:45:46.221778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.466799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3233"} {"level":"info","ts":"2026-02-26T02:45:46.221837Z","caller":"traceutil/trace.go:171","msg":"trace[1837267120] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:24168; }","duration":"253.52554ms","start":"2026-02-26T02:45:45.968294Z","end":"2026-02-26T02:45:46.221819Z","steps":["trace[1837267120] 'agreement among raft nodes before linearized reading' (duration: 251.883807ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:45:46.223711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.350448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-bdfc6fdd8\" ","response":"range_response_count:1 size:4787"} {"level":"info","ts":"2026-02-26T02:45:46.223814Z","caller":"traceutil/trace.go:171","msg":"trace[1935570818] range","detail":"{range_begin:/registry/replicasets/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-bdfc6fdd8; range_end:; response_count:1; response_revision:24168; }","duration":"255.507772ms","start":"2026-02-26T02:45:45.968281Z","end":"2026-02-26T02:45:46.223789Z","steps":["trace[1935570818] 'agreement among raft nodes before linearized reading' (duration: 252.135983ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:45:46.224115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.594794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3223"} {"level":"info","ts":"2026-02-26T02:45:46.224225Z","caller":"traceutil/trace.go:171","msg":"trace[1290177987] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:24168; }","duration":"255.760729ms","start":"2026-02-26T02:45:45.968452Z","end":"2026-02-26T02:45:46.224213Z","steps":["trace[1290177987] 'agreement among raft nodes before linearized reading' (duration: 251.837996ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:45:47.176971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.132432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/coredns-67659f764b\" ","response":"range_response_count:1 size:3904"} {"level":"info","ts":"2026-02-26T02:45:47.177058Z","caller":"traceutil/trace.go:171","msg":"trace[1523762839] range","detail":"{range_begin:/registry/replicasets/kube-system/coredns-67659f764b; range_end:; response_count:1; response_revision:24171; }","duration":"110.295516ms","start":"2026-02-26T02:45:47.066744Z","end":"2026-02-26T02:45:47.177039Z","steps":["trace[1523762839] 'range keys from in-memory index tree' (duration: 109.916216ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:17.244925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.89088ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:46:17.245069Z","caller":"traceutil/trace.go:171","msg":"trace[1091984282] transaction","detail":"{read_only:false; response_revision:24311; number_of_response:1; }","duration":"235.756371ms","start":"2026-02-26T02:46:17.009281Z","end":"2026-02-26T02:46:17.245038Z","steps":["trace[1091984282] 'process raft request' (duration: 47.626675ms)","trace[1091984282] 'compare' (duration: 187.613983ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:46:18.123906Z","caller":"traceutil/trace.go:171","msg":"trace[2064664661] transaction","detail":"{read_only:false; response_revision:24317; number_of_response:1; }","duration":"119.389215ms","start":"2026-02-26T02:46:18.004472Z","end":"2026-02-26T02:46:18.123862Z","steps":["trace[2064664661] 'process raft request' (duration: 112.487733ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:20.112144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.306712ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:46:20.112353Z","caller":"traceutil/trace.go:171","msg":"trace[722885928] linearizableReadLoop","detail":"{readStateIndex:25258; appliedIndex:25256; }","duration":"129.440721ms","start":"2026-02-26T02:46:19.982892Z","end":"2026-02-26T02:46:20.112332Z","steps":["trace[722885928] 'read index received' (duration: 69.029599ms)","trace[722885928] 'applied index is now lower than readState.Index' (duration: 60.409872ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:46:20.112459Z","caller":"traceutil/trace.go:171","msg":"trace[1369100106] transaction","detail":"{read_only:false; response_revision:24325; number_of_response:1; }","duration":"130.53937ms","start":"2026-02-26T02:46:19.981909Z","end":"2026-02-26T02:46:20.112448Z","steps":["trace[1369100106] 'process raft request' (duration: 130.353195ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:46:20.112521Z","caller":"traceutil/trace.go:171","msg":"trace[1075974803] transaction","detail":"{read_only:false; response_revision:24324; number_of_response:1; }","duration":"169.415235ms","start":"2026-02-26T02:46:19.943051Z","end":"2026-02-26T02:46:20.112467Z","steps":["trace[1075974803] 'process raft request' (duration: 21.675861ms)","trace[1075974803] 'compare' (duration: 147.145348ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:46:20.112824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.917063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-02-26T02:46:20.113006Z","caller":"traceutil/trace.go:171","msg":"trace[510883776] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:24325; }","duration":"130.085858ms","start":"2026-02-26T02:46:19.982816Z","end":"2026-02-26T02:46:20.112902Z","steps":["trace[510883776] 'agreement among raft nodes before linearized reading' (duration: 129.682907ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:46:20.309006Z","caller":"traceutil/trace.go:171","msg":"trace[1027594423] transaction","detail":"{read_only:false; response_revision:24326; number_of_response:1; }","duration":"178.330909ms","start":"2026-02-26T02:46:20.130637Z","end":"2026-02-26T02:46:20.308968Z","steps":["trace[1027594423] 'process raft request' (duration: 175.830083ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:20.695232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.004494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rook-ceph-crashcollector-instance\" ","response":"range_response_count:1 size:9322"} {"level":"info","ts":"2026-02-26T02:46:20.695328Z","caller":"traceutil/trace.go:171","msg":"trace[2021146620] range","detail":"{range_begin:/registry/deployments/openstack/rook-ceph-crashcollector-instance; range_end:; response_count:1; response_revision:24327; }","duration":"125.177928ms","start":"2026-02-26T02:46:20.57013Z","end":"2026-02-26T02:46:20.695308Z","steps":["trace[2021146620] 'range keys from in-memory index tree' (duration: 124.766518ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:20.964626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.45977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-02-26T02:46:20.965363Z","caller":"traceutil/trace.go:171","msg":"trace[993455329] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:1; response_revision:24328; }","duration":"155.26343ms","start":"2026-02-26T02:46:20.810055Z","end":"2026-02-26T02:46:20.965319Z","steps":["trace[993455329] 'range keys from in-memory index tree' (duration: 154.140422ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:21.331917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.76163ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:46:21.332064Z","caller":"traceutil/trace.go:171","msg":"trace[1240080076] linearizableReadLoop","detail":"{readStateIndex:25263; appliedIndex:25262; }","duration":"305.698864ms","start":"2026-02-26T02:46:21.026347Z","end":"2026-02-26T02:46:21.332046Z","steps":["trace[1240080076] 'read index received' (duration: 93.648137ms)","trace[1240080076] 'applied index is now lower than readState.Index' (duration: 212.049237ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:46:21.332157Z","caller":"traceutil/trace.go:171","msg":"trace[336294407] transaction","detail":"{read_only:false; response_revision:24329; number_of_response:1; }","duration":"325.24831ms","start":"2026-02-26T02:46:21.006899Z","end":"2026-02-26T02:46:21.332147Z","steps":["trace[336294407] 'process raft request' (duration: 113.164192ms)","trace[336294407] 'compare' (duration: 211.560554ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:46:21.332228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:21.006872Z","time spent":"325.317811ms","remote":"127.0.0.1:36548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:46:21.332576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.234189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-26T02:46:21.332615Z","caller":"traceutil/trace.go:171","msg":"trace[998448000] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24329; }","duration":"306.309261ms","start":"2026-02-26T02:46:21.026296Z","end":"2026-02-26T02:46:21.332605Z","steps":["trace[998448000] 'agreement among raft nodes before linearized reading' (duration: 306.078345ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:21.332641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:21.026273Z","time spent":"306.361062ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T02:46:21.332708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.358809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-26T02:46:21.332783Z","caller":"traceutil/trace.go:171","msg":"trace[548744769] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24329; }","duration":"285.503182ms","start":"2026-02-26T02:46:21.047258Z","end":"2026-02-26T02:46:21.332762Z","steps":["trace[548744769] 'agreement among raft nodes before linearized reading' (duration: 285.107522ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:46:21.71853Z","caller":"traceutil/trace.go:171","msg":"trace[812018289] transaction","detail":"{read_only:false; response_revision:24331; number_of_response:1; }","duration":"380.69691ms","start":"2026-02-26T02:46:21.337785Z","end":"2026-02-26T02:46:21.718482Z","steps":["trace[812018289] 'process raft request' (duration: 380.475254ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:21.718729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:21.337756Z","time spent":"380.877154ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:46:22.002255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.437016ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:46:22.00238Z","caller":"traceutil/trace.go:171","msg":"trace[1443101069] linearizableReadLoop","detail":"{readStateIndex:25266; appliedIndex:25264; }","duration":"466.526131ms","start":"2026-02-26T02:46:21.53583Z","end":"2026-02-26T02:46:22.002356Z","steps":["trace[1443101069] 'read index received' (duration: 182.446576ms)","trace[1443101069] 'applied index is now lower than readState.Index' (duration: 284.077804ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:46:22.002484Z","caller":"traceutil/trace.go:171","msg":"trace[1071378988] transaction","detail":"{read_only:false; response_revision:24332; number_of_response:1; }","duration":"474.303596ms","start":"2026-02-26T02:46:21.528167Z","end":"2026-02-26T02:46:22.002471Z","steps":["trace[1071378988] 'process raft request' (duration: 217.52807ms)","trace[1071378988] 'compare' (duration: 256.1786ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:46:22.002555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:21.528134Z","time spent":"474.388418ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:46:22.002608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.269001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:46:22.00273Z","caller":"traceutil/trace.go:171","msg":"trace[909590613] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24332; }","duration":"215.435436ms","start":"2026-02-26T02:46:21.787266Z","end":"2026-02-26T02:46:22.002702Z","steps":["trace[909590613] 'agreement among raft nodes before linearized reading' (duration: 215.262931ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:22.003051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.22264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-26T02:46:22.003083Z","caller":"traceutil/trace.go:171","msg":"trace[300786169] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24332; }","duration":"467.302701ms","start":"2026-02-26T02:46:21.535772Z","end":"2026-02-26T02:46:22.003074Z","steps":["trace[300786169] 'agreement among raft nodes before linearized reading' (duration: 467.174458ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:22.003111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:21.535749Z","time spent":"467.353192ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T02:46:22.846792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.769957ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:46:22.847022Z","caller":"traceutil/trace.go:171","msg":"trace[949117703] transaction","detail":"{read_only:false; response_revision:24335; number_of_response:1; }","duration":"727.222141ms","start":"2026-02-26T02:46:22.119783Z","end":"2026-02-26T02:46:22.847006Z","steps":["trace[949117703] 'process raft request' (duration: 727.132268ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:22.847081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:22.11976Z","time spent":"727.298753ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:46:22.847354Z","caller":"traceutil/trace.go:171","msg":"trace[1710893484] linearizableReadLoop","detail":"{readStateIndex:25268; appliedIndex:25267; }","duration":"730.187899ms","start":"2026-02-26T02:46:22.117069Z","end":"2026-02-26T02:46:22.847257Z","steps":["trace[1710893484] 'read index received' (duration: 108.804517ms)","trace[1710893484] 'applied index is now lower than readState.Index' (duration: 621.343171ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:46:22.847422Z","caller":"traceutil/trace.go:171","msg":"trace[59360314] transaction","detail":"{read_only:false; response_revision:24334; number_of_response:1; }","duration":"836.287515ms","start":"2026-02-26T02:46:22.011097Z","end":"2026-02-26T02:46:22.847385Z","steps":["trace[59360314] 'process raft request' (duration: 214.8018ms)","trace[59360314] 'compare' (duration: 620.229352ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:46:22.847763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:22.011062Z","time spent":"836.589053ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:46:22.847833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.762485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-26T02:46:22.847911Z","caller":"traceutil/trace.go:171","msg":"trace[697368102] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24335; }","duration":"730.935609ms","start":"2026-02-26T02:46:22.11696Z","end":"2026-02-26T02:46:22.847896Z","steps":["trace[697368102] 'agreement among raft nodes before linearized reading' (duration: 730.553209ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:22.848043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:22.116929Z","time spent":"731.073073ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T02:46:23.185473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.198722ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:46:23.185567Z","caller":"traceutil/trace.go:171","msg":"trace[2025522727] linearizableReadLoop","detail":"{readStateIndex:25270; appliedIndex:25269; }","duration":"338.081238ms","start":"2026-02-26T02:46:22.847472Z","end":"2026-02-26T02:46:23.185553Z","steps":["trace[2025522727] 'read index received' (duration: 177.746463ms)","trace[2025522727] 'applied index is now lower than readState.Index' (duration: 160.333865ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:46:23.185617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.160783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:46:23.185635Z","caller":"traceutil/trace.go:171","msg":"trace[1528819033] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:24336; }","duration":"688.180133ms","start":"2026-02-26T02:46:22.497447Z","end":"2026-02-26T02:46:23.185627Z","steps":["trace[1528819033] 'agreement among raft nodes before linearized reading' (duration: 688.139902ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:23.185662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:22.497346Z","time spent":"688.307626ms","remote":"127.0.0.1:47032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:46:23.185694Z","caller":"traceutil/trace.go:171","msg":"trace[1232832161] transaction","detail":"{read_only:false; response_revision:24336; number_of_response:1; }","duration":"868.939325ms","start":"2026-02-26T02:46:22.316702Z","end":"2026-02-26T02:46:23.185642Z","steps":["trace[1232832161] 'process raft request' (duration: 708.489928ms)","trace[1232832161] 'compare' (duration: 159.871112ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:46:23.185833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.578492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:46:23.185848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:22.316668Z","time spent":"869.10018ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:46:23.185896Z","caller":"traceutil/trace.go:171","msg":"trace[1051223002] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24336; }","duration":"398.691636ms","start":"2026-02-26T02:46:22.787189Z","end":"2026-02-26T02:46:23.18588Z","steps":["trace[1051223002] 'agreement among raft nodes before linearized reading' (duration: 398.49352ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:23.186086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:22.787167Z","time spent":"398.895331ms","remote":"127.0.0.1:36526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:46:23.676892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.063602ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:46:23.677427Z","caller":"traceutil/trace.go:171","msg":"trace[1782310312] transaction","detail":"{read_only:false; response_revision:24337; number_of_response:1; }","duration":"823.735504ms","start":"2026-02-26T02:46:22.853646Z","end":"2026-02-26T02:46:23.677382Z","steps":["trace[1782310312] 'process raft request' (duration: 689.061255ms)","trace[1782310312] 'compare' (duration: 133.455206ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:46:23.677576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.766834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:46:23.677656Z","caller":"traceutil/trace.go:171","msg":"trace[177610634] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24337; }","duration":"489.865707ms","start":"2026-02-26T02:46:23.187764Z","end":"2026-02-26T02:46:23.677629Z","steps":["trace[177610634] 'agreement among raft nodes before linearized reading' (duration: 489.679352ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:23.677689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:22.853619Z","time spent":"823.940999ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:46:23.677702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:23.187748Z","time spent":"489.945919ms","remote":"127.0.0.1:36542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T02:46:23.677395Z","caller":"traceutil/trace.go:171","msg":"trace[532403481] linearizableReadLoop","detail":"{readStateIndex:25271; appliedIndex:25270; }","duration":"489.540968ms","start":"2026-02-26T02:46:23.1878Z","end":"2026-02-26T02:46:23.677341Z","steps":["trace[532403481] 'read index received' (duration: 354.833449ms)","trace[532403481] 'applied index is now lower than readState.Index' (duration: 134.705239ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:46:23.678411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.11856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-26T02:46:23.678486Z","caller":"traceutil/trace.go:171","msg":"trace[703374465] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24337; }","duration":"272.236823ms","start":"2026-02-26T02:46:23.406235Z","end":"2026-02-26T02:46:23.678472Z","steps":["trace[703374465] 'agreement among raft nodes before linearized reading' (duration: 272.003707ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:24.176703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.188964ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:46:24.176876Z","caller":"traceutil/trace.go:171","msg":"trace[213644825] linearizableReadLoop","detail":"{readStateIndex:25272; appliedIndex:25271; }","duration":"451.64561ms","start":"2026-02-26T02:46:23.725214Z","end":"2026-02-26T02:46:24.176859Z","steps":["trace[213644825] 'read index received' (duration: 95.208889ms)","trace[213644825] 'applied index is now lower than readState.Index' (duration: 356.435641ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:46:24.176875Z","caller":"traceutil/trace.go:171","msg":"trace[1155617235] transaction","detail":"{read_only:false; response_revision:24338; number_of_response:1; }","duration":"493.255486ms","start":"2026-02-26T02:46:23.683579Z","end":"2026-02-26T02:46:24.176834Z","steps":["trace[1155617235] 'process raft request' (duration: 136.816695ms)","trace[1155617235] 'compare' (duration: 355.64189ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:46:24.177077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:23.683552Z","time spent":"493.420321ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:46:24.177471Z","caller":"traceutil/trace.go:171","msg":"trace[663303103] transaction","detail":"{read_only:false; response_revision:24339; number_of_response:1; }","duration":"424.666439ms","start":"2026-02-26T02:46:23.752776Z","end":"2026-02-26T02:46:24.177443Z","steps":["trace[663303103] 'process raft request' (duration: 424.040083ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:24.177664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:23.752752Z","time spent":"424.863984ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:46:24.178314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.103698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-26T02:46:24.17836Z","caller":"traceutil/trace.go:171","msg":"trace[1600493463] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24339; }","duration":"453.202491ms","start":"2026-02-26T02:46:23.725145Z","end":"2026-02-26T02:46:24.178348Z","steps":["trace[1600493463] 'agreement among raft nodes before linearized reading' (duration: 451.810975ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:24.178396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:23.725123Z","time spent":"453.264642ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T02:46:24.178558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.763713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:46:24.178534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.473928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:46:24.178597Z","caller":"traceutil/trace.go:171","msg":"trace[578316941] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:24340; }","duration":"147.801184ms","start":"2026-02-26T02:46:24.030783Z","end":"2026-02-26T02:46:24.178584Z","steps":["trace[578316941] 'agreement among raft nodes before linearized reading' (duration: 147.702812ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:46:24.178633Z","caller":"traceutil/trace.go:171","msg":"trace[1742870927] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24340; }","duration":"390.730975ms","start":"2026-02-26T02:46:23.787879Z","end":"2026-02-26T02:46:24.17861Z","steps":["trace[1742870927] 'agreement among raft nodes before linearized reading' (duration: 390.52272ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:24.178686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:23.787833Z","time spent":"390.844248ms","remote":"127.0.0.1:36526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:46:24.178714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.039357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/node-feature-discovery-worker-vpzh4.1897abb5f0f48776\" ","response":"range_response_count:1 size:882"} {"level":"info","ts":"2026-02-26T02:46:24.178838Z","caller":"traceutil/trace.go:171","msg":"trace[1138249856] range","detail":"{range_begin:/registry/events/monitoring/node-feature-discovery-worker-vpzh4.1897abb5f0f48776; range_end:; response_count:1; response_revision:24340; }","duration":"242.180301ms","start":"2026-02-26T02:46:23.936611Z","end":"2026-02-26T02:46:24.178792Z","steps":["trace[1138249856] 'agreement among raft nodes before linearized reading' (duration: 241.881103ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:46:24.178803Z","caller":"traceutil/trace.go:171","msg":"trace[773191717] transaction","detail":"{read_only:false; response_revision:24340; number_of_response:1; }","duration":"169.885656ms","start":"2026-02-26T02:46:24.008897Z","end":"2026-02-26T02:46:24.178783Z","steps":["trace[773191717] 'process raft request' (duration: 168.470968ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:46:24.504649Z","caller":"traceutil/trace.go:171","msg":"trace[753872368] transaction","detail":"{read_only:false; response_revision:24342; number_of_response:1; }","duration":"320.241128ms","start":"2026-02-26T02:46:24.184362Z","end":"2026-02-26T02:46:24.504603Z","steps":["trace[753872368] 'process raft request' (duration: 320.143165ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:24.504872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:24.184337Z","time spent":"320.423003ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:46:24.505526Z","caller":"traceutil/trace.go:171","msg":"trace[1432528311] transaction","detail":"{read_only:false; response_revision:24341; number_of_response:1; }","duration":"322.314242ms","start":"2026-02-26T02:46:24.183158Z","end":"2026-02-26T02:46:24.505473Z","steps":["trace[1432528311] 'process raft request' (duration: 284.230489ms)","trace[1432528311] 'compare' (duration: 36.80789ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:46:24.505774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:24.18314Z","time spent":"322.500948ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:46:24.918664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.291907ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:46:24.918938Z","caller":"traceutil/trace.go:171","msg":"trace[146574845] transaction","detail":"{read_only:false; response_revision:24343; number_of_response:1; }","duration":"658.177541ms","start":"2026-02-26T02:46:24.260719Z","end":"2026-02-26T02:46:24.918896Z","steps":["trace[146574845] 'process raft request' (duration: 487.533385ms)","trace[146574845] 'compare' (duration: 170.101122ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:46:24.919015Z","caller":"traceutil/trace.go:171","msg":"trace[1057144347] linearizableReadLoop","detail":"{readStateIndex:25278; appliedIndex:25275; }","duration":"642.284493ms","start":"2026-02-26T02:46:24.27671Z","end":"2026-02-26T02:46:24.918994Z","steps":["trace[1057144347] 'read index received' (duration: 190.705085ms)","trace[1057144347] 'applied index is now lower than readState.Index' (duration: 451.576788ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:46:24.919148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:24.260688Z","time spent":"658.350156ms","remote":"127.0.0.1:36590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:46:24.919452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.711984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:46:24.919597Z","caller":"traceutil/trace.go:171","msg":"trace[2098761732] transaction","detail":"{read_only:false; response_revision:24344; number_of_response:1; }","duration":"311.712383ms","start":"2026-02-26T02:46:24.607856Z","end":"2026-02-26T02:46:24.919569Z","steps":["trace[2098761732] 'process raft request' (duration: 311.272421ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:24.919708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:24.607826Z","time spent":"311.835947ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:46:24.919606Z","caller":"traceutil/trace.go:171","msg":"trace[1839628187] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:24343; }","duration":"642.885359ms","start":"2026-02-26T02:46:24.276652Z","end":"2026-02-26T02:46:24.919538Z","steps":["trace[1839628187] 'agreement among raft nodes before linearized reading' (duration: 642.396296ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:24.919919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:24.276633Z","time spent":"643.222378ms","remote":"127.0.0.1:37000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":58,"response size":32,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:46:24.920293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.340007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:46:24.920391Z","caller":"traceutil/trace.go:171","msg":"trace[1526764019] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24345; }","duration":"132.504391ms","start":"2026-02-26T02:46:24.787865Z","end":"2026-02-26T02:46:24.92037Z","steps":["trace[1526764019] 'agreement among raft nodes before linearized reading' (duration: 132.056679ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:25.315702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.743357ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:46:25.316444Z","caller":"traceutil/trace.go:171","msg":"trace[2076857411] linearizableReadLoop","detail":"{readStateIndex:25281; appliedIndex:25280; }","duration":"308.433815ms","start":"2026-02-26T02:46:25.007973Z","end":"2026-02-26T02:46:25.316407Z","steps":["trace[2076857411] 'read index received' (duration: 29.943488ms)","trace[2076857411] 'applied index is now lower than readState.Index' (duration: 278.486127ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:46:25.316638Z","caller":"traceutil/trace.go:171","msg":"trace[1953902813] transaction","detail":"{read_only:false; response_revision:24346; number_of_response:1; }","duration":"390.314103ms","start":"2026-02-26T02:46:24.926287Z","end":"2026-02-26T02:46:25.316601Z","steps":["trace[1953902813] 'process raft request' (duration: 111.556589ms)","trace[1953902813] 'compare' (duration: 277.386238ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:46:25.316787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.816146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:46:25.316924Z","caller":"traceutil/trace.go:171","msg":"trace[1365803848] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24346; }","duration":"309.00202ms","start":"2026-02-26T02:46:25.007871Z","end":"2026-02-26T02:46:25.316873Z","steps":["trace[1365803848] 'agreement among raft nodes before linearized reading' (duration: 308.809595ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:25.316965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:24.926261Z","time spent":"390.528589ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:46:25.317001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:25.007843Z","time spent":"309.145404ms","remote":"127.0.0.1:47210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-02-26T02:46:25.684797Z","caller":"traceutil/trace.go:171","msg":"trace[1407619641] linearizableReadLoop","detail":"{readStateIndex:25282; appliedIndex:25281; }","duration":"368.200281ms","start":"2026-02-26T02:46:25.316546Z","end":"2026-02-26T02:46:25.684747Z","steps":["trace[1407619641] 'read index received' (duration: 367.887793ms)","trace[1407619641] 'applied index is now lower than readState.Index' (duration: 311.398µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:46:25.685157Z","caller":"traceutil/trace.go:171","msg":"trace[1445158757] transaction","detail":"{read_only:false; response_revision:24347; number_of_response:1; }","duration":"492.683341ms","start":"2026-02-26T02:46:25.19246Z","end":"2026-02-26T02:46:25.685143Z","steps":["trace[1445158757] 'process raft request' (duration: 492.093845ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:25.685292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:25.19244Z","time spent":"492.756892ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:46:25.685676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.992848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-operator\" ","response":"range_response_count:1 size:1232"} {"level":"info","ts":"2026-02-26T02:46:25.685724Z","caller":"traceutil/trace.go:171","msg":"trace[1617989129] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-operator; range_end:; response_count:1; response_revision:24347; }","duration":"619.04332ms","start":"2026-02-26T02:46:25.066667Z","end":"2026-02-26T02:46:25.685711Z","steps":["trace[1617989129] 'agreement among raft nodes before linearized reading' (duration: 618.881705ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:25.685761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:25.066602Z","time spent":"619.152263ms","remote":"127.0.0.1:36716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":1256,"request content":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-operator\" "} {"level":"warn","ts":"2026-02-26T02:46:25.685954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.405699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:46:25.685992Z","caller":"traceutil/trace.go:171","msg":"trace[33973749] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24347; }","duration":"362.481681ms","start":"2026-02-26T02:46:25.323501Z","end":"2026-02-26T02:46:25.685983Z","steps":["trace[33973749] 'agreement among raft nodes before linearized reading' (duration: 362.424229ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:25.686028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:25.323481Z","time spent":"362.539173ms","remote":"127.0.0.1:36712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-02-26T02:46:25.946279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.976132ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:46:25.94641Z","caller":"traceutil/trace.go:171","msg":"trace[1043275065] linearizableReadLoop","detail":"{readStateIndex:25283; appliedIndex:25282; }","duration":"251.937608ms","start":"2026-02-26T02:46:25.694452Z","end":"2026-02-26T02:46:25.94639Z","steps":["trace[1043275065] 'read index received' (duration: 93.728ms)","trace[1043275065] 'applied index is now lower than readState.Index' (duration: 158.207958ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:46:25.946744Z","caller":"traceutil/trace.go:171","msg":"trace[2173337] transaction","detail":"{read_only:false; response_revision:24348; number_of_response:1; }","duration":"254.621489ms","start":"2026-02-26T02:46:25.692107Z","end":"2026-02-26T02:46:25.946728Z","steps":["trace[2173337] 'process raft request' (duration: 96.096572ms)","trace[2173337] 'compare' (duration: 157.530481ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:46:25.946996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.535554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:46:25.94703Z","caller":"traceutil/trace.go:171","msg":"trace[188004633] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24348; }","duration":"252.599706ms","start":"2026-02-26T02:46:25.694418Z","end":"2026-02-26T02:46:25.947017Z","steps":["trace[188004633] 'agreement among raft nodes before linearized reading' (duration: 252.519563ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:26.463864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.300172ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-02-26T02:46:26.464219Z","caller":"traceutil/trace.go:171","msg":"trace[1910085167] linearizableReadLoop","detail":"{readStateIndex:25284; appliedIndex:25283; }","duration":"517.755472ms","start":"2026-02-26T02:46:25.946441Z","end":"2026-02-26T02:46:26.464197Z","steps":["trace[1910085167] 'read index received' (duration: 132.107771ms)","trace[1910085167] 'applied index is now lower than readState.Index' (duration: 385.646271ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:46:26.46438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.439156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:46:26.464424Z","caller":"traceutil/trace.go:171","msg":"trace[1452455189] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24348; }","duration":"678.543078ms","start":"2026-02-26T02:46:25.785871Z","end":"2026-02-26T02:46:26.464415Z","steps":["trace[1452455189] 'agreement among raft nodes before linearized reading' (duration: 678.455296ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:26.464463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:25.785844Z","time spent":"678.61103ms","remote":"127.0.0.1:36526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T02:46:26.464739Z","caller":"traceutil/trace.go:171","msg":"trace[1391550609] transaction","detail":"{read_only:false; response_revision:24349; number_of_response:1; }","duration":"279.408101ms","start":"2026-02-26T02:46:26.18521Z","end":"2026-02-26T02:46:26.464618Z","steps":["trace[1391550609] 'process raft request' (duration: 278.836766ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:26.972133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.363202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:46:26.972251Z","caller":"traceutil/trace.go:171","msg":"trace[399114672] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24349; }","duration":"506.550297ms","start":"2026-02-26T02:46:26.465676Z","end":"2026-02-26T02:46:26.972226Z","steps":["trace[399114672] 'range keys from in-memory index tree' (duration: 506.175177ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:26.97233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:26.465648Z","time spent":"506.640509ms","remote":"127.0.0.1:36542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:46:26.972383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019929093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:46:26.972512Z","caller":"traceutil/trace.go:171","msg":"trace[1307778762] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24349; }","duration":"1.020136709s","start":"2026-02-26T02:46:25.952348Z","end":"2026-02-26T02:46:26.972485Z","steps":["trace[1307778762] 'agreement among raft nodes before linearized reading' (duration: 512.223166ms)","trace[1307778762] 'range keys from in-memory index tree' (duration: 507.679886ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:46:26.972507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.27017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-26T02:46:26.972576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:25.952331Z","time spent":"1.020221771s","remote":"127.0.0.1:36792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-02-26T02:46:26.972613Z","caller":"traceutil/trace.go:171","msg":"trace[305453836] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24349; }","duration":"462.440995ms","start":"2026-02-26T02:46:26.510152Z","end":"2026-02-26T02:46:26.972593Z","steps":["trace[305453836] 'range keys from in-memory index tree' (duration: 462.110726ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:26.972659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:26.51014Z","time spent":"462.507546ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T02:46:26.972682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.054467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-26T02:46:26.972725Z","caller":"traceutil/trace.go:171","msg":"trace[578156725] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24349; }","duration":"790.144879ms","start":"2026-02-26T02:46:26.182562Z","end":"2026-02-26T02:46:26.972707Z","steps":["trace[578156725] 'agreement among raft nodes before linearized reading' (duration: 282.071662ms)","trace[578156725] 'range keys from in-memory index tree' (duration: 507.933153ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:46:26.972752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:26.182533Z","time spent":"790.211621ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T02:46:26.972734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.558861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-26T02:46:26.972829Z","caller":"traceutil/trace.go:171","msg":"trace[397395395] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24349; }","duration":"461.721485ms","start":"2026-02-26T02:46:26.511082Z","end":"2026-02-26T02:46:26.972803Z","steps":["trace[397395395] 'range keys from in-memory index tree' (duration: 461.287814ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:26.972872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:26.511052Z","time spent":"461.811328ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T02:46:26.973212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.131204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-02-26T02:46:26.973336Z","caller":"traceutil/trace.go:171","msg":"trace[1997628728] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:24349; }","duration":"980.259778ms","start":"2026-02-26T02:46:25.993023Z","end":"2026-02-26T02:46:26.973283Z","steps":["trace[1997628728] 'agreement among raft nodes before linearized reading' (duration: 471.690818ms)","trace[1997628728] 'range keys from in-memory index tree' (duration: 507.80545ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:46:26.973385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:25.993009Z","time spent":"980.36572ms","remote":"127.0.0.1:36676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1658,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-02-26T02:46:27.058681Z","caller":"traceutil/trace.go:171","msg":"trace[405766807] linearizableReadLoop","detail":"{readStateIndex:25286; appliedIndex:25285; }","duration":"114.937688ms","start":"2026-02-26T02:46:26.943709Z","end":"2026-02-26T02:46:27.058647Z","steps":["trace[405766807] 'read index received' (duration: 114.704112ms)","trace[405766807] 'applied index is now lower than readState.Index' (duration: 232.046µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:46:27.058801Z","caller":"traceutil/trace.go:171","msg":"trace[1983454107] transaction","detail":"{read_only:false; response_revision:24350; number_of_response:1; }","duration":"131.087334ms","start":"2026-02-26T02:46:26.927659Z","end":"2026-02-26T02:46:27.058746Z","steps":["trace[1983454107] 'process raft request' (duration: 130.535679ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:27.058997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.271838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-02-26T02:46:27.059059Z","caller":"traceutil/trace.go:171","msg":"trace[597248663] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24350; }","duration":"115.407531ms","start":"2026-02-26T02:46:26.943632Z","end":"2026-02-26T02:46:27.059039Z","steps":["trace[597248663] 'agreement among raft nodes before linearized reading' (duration: 115.184335ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:27.559723Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284895415,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:46:28.060192Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284895415,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:46:28.561123Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284895415,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:46:28.691057Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.585757652s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:46:28.982534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000229092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:46:28.98266Z","caller":"traceutil/trace.go:171","msg":"trace[763539366] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000402906s","start":"2026-02-26T02:46:26.982236Z","end":"2026-02-26T02:46:28.982639Z","steps":["trace[763539366] 'agreement among raft nodes before linearized reading' (duration: 2.000241962s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:28.982914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:26.982224Z","time spent":"2.000675774s","remote":"127.0.0.1:36526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:46:29.143396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.031399ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:46:29.143758Z","caller":"traceutil/trace.go:171","msg":"trace[733393006] transaction","detail":"{read_only:false; response_revision:24353; number_of_response:1; }","duration":"2.161763358s","start":"2026-02-26T02:46:26.981973Z","end":"2026-02-26T02:46:29.143736Z","steps":["trace[733393006] 'process raft request' (duration: 2.161704076s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:29.143889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:26.981943Z","time spent":"2.161900941s","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:46:29.144171Z","caller":"traceutil/trace.go:171","msg":"trace[1686801048] transaction","detail":"{read_only:false; response_revision:24352; number_of_response:1; }","duration":"2.166348758s","start":"2026-02-26T02:46:26.977785Z","end":"2026-02-26T02:46:29.144134Z","steps":["trace[1686801048] 'process raft request' (duration: 2.165821924s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:29.144338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:26.97776Z","time spent":"2.166489062s","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:46:29.144305Z","caller":"traceutil/trace.go:171","msg":"trace[2120060014] transaction","detail":"{read_only:false; response_revision:24351; number_of_response:1; }","duration":"2.166508522s","start":"2026-02-26T02:46:26.977748Z","end":"2026-02-26T02:46:29.144256Z","steps":["trace[2120060014] 'process raft request' (duration: 1.713504288s)","trace[2120060014] 'compare' (duration: 451.354871ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:46:29.144483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:26.97772Z","time spent":"2.166662197s","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:46:29.748686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.20827ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:46:29.748963Z","caller":"traceutil/trace.go:171","msg":"trace[361556988] transaction","detail":"{read_only:false; response_revision:24354; number_of_response:1; }","duration":"2.684202273s","start":"2026-02-26T02:46:27.064732Z","end":"2026-02-26T02:46:29.748935Z","steps":["trace[361556988] 'process raft request' (duration: 2.205631833s)","trace[361556988] 'compare' (duration: 477.852621ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:46:29.749028Z","caller":"traceutil/trace.go:171","msg":"trace[1337608108] linearizableReadLoop","detail":"{readStateIndex:25293; appliedIndex:25286; }","duration":"2.690235492s","start":"2026-02-26T02:46:27.058778Z","end":"2026-02-26T02:46:29.749013Z","steps":["trace[1337608108] 'read index received' (duration: 1.632466243s)","trace[1337608108] 'applied index is now lower than readState.Index' (duration: 1.057767969s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:46:29.749081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:27.064704Z","time spent":"2.684329826s","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:46:29.749229Z","caller":"traceutil/trace.go:171","msg":"trace[1476814177] transaction","detail":"{read_only:false; response_revision:24355; number_of_response:1; }","duration":"2.055150788s","start":"2026-02-26T02:46:27.694067Z","end":"2026-02-26T02:46:29.749218Z","steps":["trace[1476814177] 'process raft request' (duration: 2.054754028s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:29.749302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:27.694035Z","time spent":"2.05522661s","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:46:29.749542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.769564822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1e274d68-356c-4d33-b42c-2ff6301a94a5\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-02-26T02:46:29.749602Z","caller":"traceutil/trace.go:171","msg":"trace[1271904861] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1e274d68-356c-4d33-b42c-2ff6301a94a5; range_end:; response_count:1; response_revision:24357; }","duration":"2.769651175s","start":"2026-02-26T02:46:26.979925Z","end":"2026-02-26T02:46:29.749576Z","steps":["trace[1271904861] 'agreement among raft nodes before linearized reading' (duration: 2.769504851s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:29.749637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:26.979916Z","time spent":"2.769713926s","remote":"127.0.0.1:36668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1318,"request content":"key:\"/registry/persistentvolumes/pvc-1e274d68-356c-4d33-b42c-2ff6301a94a5\" "} {"level":"info","ts":"2026-02-26T02:46:29.749693Z","caller":"traceutil/trace.go:171","msg":"trace[2056572776] transaction","detail":"{read_only:false; response_revision:24356; number_of_response:1; }","duration":"1.930565396s","start":"2026-02-26T02:46:27.819074Z","end":"2026-02-26T02:46:29.749639Z","steps":["trace[2056572776] 'process raft request' (duration: 1.929807916s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:46:29.749808Z","caller":"traceutil/trace.go:171","msg":"trace[28453315] transaction","detail":"{read_only:false; response_revision:24357; number_of_response:1; }","duration":"1.278368271s","start":"2026-02-26T02:46:28.471428Z","end":"2026-02-26T02:46:29.749796Z","steps":["trace[28453315] 'process raft request' (duration: 1.277522019s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:29.749904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:28.4714Z","time spent":"1.278444194s","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:46:29.74992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:27.819042Z","time spent":"1.930745161s","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:46:30.163789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.079111ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:46:30.164099Z","caller":"traceutil/trace.go:171","msg":"trace[2100670352] transaction","detail":"{read_only:false; response_revision:24359; number_of_response:1; }","duration":"237.581169ms","start":"2026-02-26T02:46:29.926479Z","end":"2026-02-26T02:46:30.16406Z","steps":["trace[2100670352] 'process raft request' (duration: 237.442696ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:46:30.164038Z","caller":"traceutil/trace.go:171","msg":"trace[1259984775] transaction","detail":"{read_only:false; response_revision:24358; number_of_response:1; }","duration":"1.099261994s","start":"2026-02-26T02:46:29.064724Z","end":"2026-02-26T02:46:30.163986Z","steps":["trace[1259984775] 'process raft request' (duration: 865.881644ms)","trace[1259984775] 'compare' (duration: 232.484116ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:46:30.164191Z","caller":"traceutil/trace.go:171","msg":"trace[692188266] linearizableReadLoop","detail":"{readStateIndex:25294; appliedIndex:25293; }","duration":"415.041666ms","start":"2026-02-26T02:46:29.749069Z","end":"2026-02-26T02:46:30.16411Z","steps":["trace[692188266] 'read index received' (duration: 181.570984ms)","trace[692188266] 'applied index is now lower than readState.Index' (duration: 233.467652ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:46:30.164594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:29.064689Z","time spent":"1.099547621s","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:46:30.164794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.795833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1578"} {"level":"warn","ts":"2026-02-26T02:46:30.164925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.18110333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:46:30.164994Z","caller":"traceutil/trace.go:171","msg":"trace[1482284285] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24359; }","duration":"1.181201473s","start":"2026-02-26T02:46:28.983771Z","end":"2026-02-26T02:46:30.164972Z","steps":["trace[1482284285] 'agreement among raft nodes before linearized reading' (duration: 1.181073119s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:30.165012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.843552842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-02-26T02:46:30.165073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.210659606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-26T02:46:30.165166Z","caller":"traceutil/trace.go:171","msg":"trace[736594427] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24359; }","duration":"2.843749547s","start":"2026-02-26T02:46:27.321398Z","end":"2026-02-26T02:46:30.165147Z","steps":["trace[736594427] 'agreement among raft nodes before linearized reading' (duration: 2.843437019s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:30.165132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.308530627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:46:30.165436Z","caller":"traceutil/trace.go:171","msg":"trace[2103518665] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24359; }","duration":"2.210994764s","start":"2026-02-26T02:46:27.954391Z","end":"2026-02-26T02:46:30.165386Z","steps":["trace[2103518665] 'agreement among raft nodes before linearized reading' (duration: 2.210282926s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:46:30.164877Z","caller":"traceutil/trace.go:171","msg":"trace[1440737470] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24359; }","duration":"967.046109ms","start":"2026-02-26T02:46:29.197811Z","end":"2026-02-26T02:46:30.164857Z","steps":["trace[1440737470] 'agreement among raft nodes before linearized reading' (duration: 966.591998ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:46:30.165487Z","caller":"traceutil/trace.go:171","msg":"trace[1358656479] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24359; }","duration":"1.308952778s","start":"2026-02-26T02:46:28.856497Z","end":"2026-02-26T02:46:30.16545Z","steps":["trace[1358656479] 'agreement among raft nodes before linearized reading' (duration: 1.308460375s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:30.165497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140661375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-26T02:46:30.165445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:27.321377Z","time spent":"2.844050354s","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T02:46:30.165599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:28.856474Z","time spent":"1.309105353s","remote":"127.0.0.1:37060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:46:30.16561Z","caller":"traceutil/trace.go:171","msg":"trace[482529682] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:24359; }","duration":"1.14085108s","start":"2026-02-26T02:46:29.024733Z","end":"2026-02-26T02:46:30.165584Z","steps":["trace[482529682] 'agreement among raft nodes before linearized reading' (duration: 1.140223053s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:30.165643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.256062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"warn","ts":"2026-02-26T02:46:30.165673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:29.024708Z","time spent":"1.140953243s","remote":"127.0.0.1:47166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":160,"response size":33,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:46:30.165038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:28.983751Z","time spent":"1.181279025s","remote":"127.0.0.1:36542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:46:30.165662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:29.19779Z","time spent":"967.788779ms","remote":"127.0.0.1:47040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1602,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-02-26T02:46:30.165528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.215563218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4142"} {"level":"info","ts":"2026-02-26T02:46:30.165989Z","caller":"traceutil/trace.go:171","msg":"trace[1359612741] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:24359; }","duration":"1.216123923s","start":"2026-02-26T02:46:28.949847Z","end":"2026-02-26T02:46:30.165971Z","steps":["trace[1359612741] 'agreement among raft nodes before linearized reading' (duration: 1.215101686s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:30.165541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:27.954319Z","time spent":"2.21120478s","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T02:46:30.166116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:28.949783Z","time spent":"1.216286326s","remote":"127.0.0.1:36698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4166,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"info","ts":"2026-02-26T02:46:30.165753Z","caller":"traceutil/trace.go:171","msg":"trace[690509807] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:24359; }","duration":"308.351444ms","start":"2026-02-26T02:46:29.857357Z","end":"2026-02-26T02:46:30.165709Z","steps":["trace[690509807] 'agreement among raft nodes before linearized reading' (duration: 308.017965ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:30.166264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:29.857275Z","time spent":"308.972671ms","remote":"127.0.0.1:36676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1590,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-02-26T02:46:30.165754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.018042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery\" ","response":"range_response_count:1 size:874"} {"level":"info","ts":"2026-02-26T02:46:30.166445Z","caller":"traceutil/trace.go:171","msg":"trace[45153208] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/node-feature-discovery; range_end:; response_count:1; response_revision:24359; }","duration":"372.727811ms","start":"2026-02-26T02:46:29.793692Z","end":"2026-02-26T02:46:30.16642Z","steps":["trace[45153208] 'agreement among raft nodes before linearized reading' (duration: 371.407236ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:30.166544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:29.793671Z","time spent":"372.830024ms","remote":"127.0.0.1:36716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":898,"request content":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery\" "} {"level":"warn","ts":"2026-02-26T02:46:30.165545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.636656301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:46:30.167576Z","caller":"traceutil/trace.go:171","msg":"trace[406763336] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:24359; }","duration":"2.639067513s","start":"2026-02-26T02:46:27.52848Z","end":"2026-02-26T02:46:30.167548Z","steps":["trace[406763336] 'agreement among raft nodes before linearized reading' (duration: 2.636551757s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:30.168434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:27.528461Z","time spent":"2.639909396s","remote":"127.0.0.1:47138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:46:30.558311Z","caller":"traceutil/trace.go:171","msg":"trace[2079230889] transaction","detail":"{read_only:false; response_revision:24360; number_of_response:1; }","duration":"385.552448ms","start":"2026-02-26T02:46:30.172717Z","end":"2026-02-26T02:46:30.558269Z","steps":["trace[2079230889] 'process raft request' (duration: 349.782596ms)","trace[2079230889] 'compare' (duration: 34.94625ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:46:30.558572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:30.172699Z","time spent":"385.749584ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:46:30.55865Z","caller":"traceutil/trace.go:171","msg":"trace[1344798313] linearizableReadLoop","detail":"{readStateIndex:25297; appliedIndex:25295; }","duration":"383.482015ms","start":"2026-02-26T02:46:30.175068Z","end":"2026-02-26T02:46:30.55855Z","steps":["trace[1344798313] 'read index received' (duration: 347.429285ms)","trace[1344798313] 'applied index is now lower than readState.Index' (duration: 36.04981ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:46:30.559082Z","caller":"traceutil/trace.go:171","msg":"trace[840071999] transaction","detail":"{read_only:false; response_revision:24361; number_of_response:1; }","duration":"386.209406ms","start":"2026-02-26T02:46:30.172848Z","end":"2026-02-26T02:46:30.559058Z","steps":["trace[840071999] 'process raft request' (duration: 385.290082ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:30.559131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.028769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:46:30.559206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:30.172824Z","time spent":"386.316239ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:46:30.559281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.530155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7228"} {"level":"info","ts":"2026-02-26T02:46:30.559355Z","caller":"traceutil/trace.go:171","msg":"trace[800171765] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24361; }","duration":"383.616007ms","start":"2026-02-26T02:46:30.175723Z","end":"2026-02-26T02:46:30.559339Z","steps":["trace[800171765] 'agreement among raft nodes before linearized reading' (duration: 383.313359ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:30.559406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:30.175718Z","time spent":"383.675729ms","remote":"127.0.0.1:36698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7252,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-02-26T02:46:30.559267Z","caller":"traceutil/trace.go:171","msg":"trace[326764253] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24361; }","duration":"384.214154ms","start":"2026-02-26T02:46:30.175023Z","end":"2026-02-26T02:46:30.559237Z","steps":["trace[326764253] 'agreement among raft nodes before linearized reading' (duration: 383.998618ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:30.559566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:30.175005Z","time spent":"384.505271ms","remote":"127.0.0.1:36526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:46:31.154843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.813154ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:46:31.154979Z","caller":"traceutil/trace.go:171","msg":"trace[1140922680] linearizableReadLoop","detail":"{readStateIndex:25298; appliedIndex:25297; }","duration":"344.660081ms","start":"2026-02-26T02:46:30.810297Z","end":"2026-02-26T02:46:31.154957Z","steps":["trace[1140922680] 'read index received' (duration: 89.524219ms)","trace[1140922680] 'applied index is now lower than readState.Index' (duration: 255.134062ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:46:31.155045Z","caller":"traceutil/trace.go:171","msg":"trace[2080821453] transaction","detail":"{read_only:false; response_revision:24362; number_of_response:1; }","duration":"394.056123ms","start":"2026-02-26T02:46:30.760935Z","end":"2026-02-26T02:46:31.154991Z","steps":["trace[2080821453] 'process raft request' (duration: 138.964452ms)","trace[2080821453] 'compare' (duration: 254.624059ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:46:31.155221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.900648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-02-26T02:46:31.15549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:30.760901Z","time spent":"394.267419ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:46:31.155508Z","caller":"traceutil/trace.go:171","msg":"trace[1249918019] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:1; response_revision:24362; }","duration":"345.244227ms","start":"2026-02-26T02:46:30.810244Z","end":"2026-02-26T02:46:31.155488Z","steps":["trace[1249918019] 'agreement among raft nodes before linearized reading' (duration: 344.801975ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:31.155774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:30.810217Z","time spent":"345.537324ms","remote":"127.0.0.1:36548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/162.253.55.200\" "} {"level":"warn","ts":"2026-02-26T02:46:31.481384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.431317ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-02-26T02:46:31.482164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:31.159311Z","time spent":"322.848136ms","remote":"127.0.0.1:36548","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T02:46:31.940343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.760979ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:46:31.940651Z","caller":"traceutil/trace.go:171","msg":"trace[387673899] transaction","detail":"{read_only:false; response_revision:24363; number_of_response:1; }","duration":"779.661413ms","start":"2026-02-26T02:46:31.16096Z","end":"2026-02-26T02:46:31.940621Z","steps":["trace[387673899] 'process raft request' (duration: 660.464802ms)","trace[387673899] 'compare' (duration: 118.492702ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:46:31.940756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:31.160936Z","time spent":"779.780365ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:46:31.940951Z","caller":"traceutil/trace.go:171","msg":"trace[962074101] linearizableReadLoop","detail":"{readStateIndex:25302; appliedIndex:25299; }","duration":"481.125857ms","start":"2026-02-26T02:46:31.4598Z","end":"2026-02-26T02:46:31.940926Z","steps":["trace[962074101] 'read index received' (duration: 361.641579ms)","trace[962074101] 'applied index is now lower than readState.Index' (duration: 119.482748ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:46:31.941063Z","caller":"traceutil/trace.go:171","msg":"trace[1047806856] transaction","detail":"{read_only:false; response_revision:24364; number_of_response:1; }","duration":"779.687884ms","start":"2026-02-26T02:46:31.161337Z","end":"2026-02-26T02:46:31.941025Z","steps":["trace[1047806856] 'process raft request' (duration: 779.146339ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:46:31.941083Z","caller":"traceutil/trace.go:171","msg":"trace[871959232] transaction","detail":"{read_only:false; response_revision:24365; number_of_response:1; }","duration":"779.431466ms","start":"2026-02-26T02:46:31.16162Z","end":"2026-02-26T02:46:31.941052Z","steps":["trace[871959232] 'process raft request' (duration: 779.18723ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:31.947137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:31.16133Z","time spent":"779.812287ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:46:31.947223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:31.16161Z","time spent":"779.55745ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:46:31.947267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.432904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-26T02:46:31.947411Z","caller":"traceutil/trace.go:171","msg":"trace[1048536771] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:24365; }","duration":"487.634568ms","start":"2026-02-26T02:46:31.459726Z","end":"2026-02-26T02:46:31.94736Z","steps":["trace[1048536771] 'agreement among raft nodes before linearized reading' (duration: 481.326492ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:31.947473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:31.459688Z","time spent":"487.770422ms","remote":"127.0.0.1:36626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":140,"response size":33,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:46:31.968975Z","caller":"traceutil/trace.go:171","msg":"trace[1952494170] transaction","detail":"{read_only:false; response_revision:24366; number_of_response:1; }","duration":"485.784769ms","start":"2026-02-26T02:46:31.483126Z","end":"2026-02-26T02:46:31.968911Z","steps":["trace[1952494170] 'process raft request' (duration: 485.414549ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:46:31.969035Z","caller":"traceutil/trace.go:171","msg":"trace[2124900287] transaction","detail":"{read_only:false; response_revision:24368; number_of_response:1; }","duration":"211.562884ms","start":"2026-02-26T02:46:31.757416Z","end":"2026-02-26T02:46:31.968979Z","steps":["trace[2124900287] 'process raft request' (duration: 211.42682ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:31.969135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.911017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:46:31.969215Z","caller":"traceutil/trace.go:171","msg":"trace[1093491225] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:24368; }","duration":"274.027801ms","start":"2026-02-26T02:46:31.695164Z","end":"2026-02-26T02:46:31.969191Z","steps":["trace[1093491225] 'agreement among raft nodes before linearized reading' (duration: 273.935878ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:31.969242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:31.483105Z","time spent":"485.998255ms","remote":"127.0.0.1:36548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:46:31.969274Z","caller":"traceutil/trace.go:171","msg":"trace[927781192] transaction","detail":"{read_only:false; response_revision:24367; number_of_response:1; }","duration":"212.682253ms","start":"2026-02-26T02:46:31.756578Z","end":"2026-02-26T02:46:31.96926Z","steps":["trace[927781192] 'process raft request' (duration: 212.206351ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:31.96906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.841841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:46:31.969505Z","caller":"traceutil/trace.go:171","msg":"trace[1606081355] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24368; }","duration":"182.319633ms","start":"2026-02-26T02:46:31.78717Z","end":"2026-02-26T02:46:31.96949Z","steps":["trace[1606081355] 'agreement among raft nodes before linearized reading' (duration: 181.82243ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:31.969037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.699045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:46:31.969639Z","caller":"traceutil/trace.go:171","msg":"trace[1401772150] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24368; }","duration":"303.370053ms","start":"2026-02-26T02:46:31.666241Z","end":"2026-02-26T02:46:31.969611Z","steps":["trace[1401772150] 'agreement among raft nodes before linearized reading' (duration: 302.651864ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:31.969716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:31.666214Z","time spent":"303.474616ms","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:46:32.318102Z","caller":"traceutil/trace.go:171","msg":"trace[411694065] transaction","detail":"{read_only:false; response_revision:24369; number_of_response:1; }","duration":"145.612217ms","start":"2026-02-26T02:46:32.172417Z","end":"2026-02-26T02:46:32.31803Z","steps":["trace[411694065] 'process raft request' (duration: 67.654453ms)","trace[411694065] 'compare' (duration: 77.480131ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:46:32.672392Z","caller":"traceutil/trace.go:171","msg":"trace[37831346] linearizableReadLoop","detail":"{readStateIndex:25307; appliedIndex:25306; }","duration":"235.32222ms","start":"2026-02-26T02:46:32.437037Z","end":"2026-02-26T02:46:32.672359Z","steps":["trace[37831346] 'read index received' (duration: 235.132275ms)","trace[37831346] 'applied index is now lower than readState.Index' (duration: 188.825µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:46:32.672462Z","caller":"traceutil/trace.go:171","msg":"trace[986875220] transaction","detail":"{read_only:false; response_revision:24370; number_of_response:1; }","duration":"347.179077ms","start":"2026-02-26T02:46:32.325236Z","end":"2026-02-26T02:46:32.672415Z","steps":["trace[986875220] 'process raft request' (duration: 346.92748ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:32.672598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.547976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:46:32.672645Z","caller":"traceutil/trace.go:171","msg":"trace[1101238814] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:24370; }","duration":"235.673579ms","start":"2026-02-26T02:46:32.436959Z","end":"2026-02-26T02:46:32.672632Z","steps":["trace[1101238814] 'agreement among raft nodes before linearized reading' (duration: 235.566836ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:32.672686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:32.3252Z","time spent":"347.360401ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:46:32.672899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.249562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-26T02:46:32.672993Z","caller":"traceutil/trace.go:171","msg":"trace[241275462] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24370; }","duration":"108.381136ms","start":"2026-02-26T02:46:32.564591Z","end":"2026-02-26T02:46:32.672972Z","steps":["trace[241275462] 'agreement among raft nodes before linearized reading' (duration: 108.089579ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:32.672942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.035043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-26T02:46:32.673251Z","caller":"traceutil/trace.go:171","msg":"trace[797374137] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24370; }","duration":"109.387652ms","start":"2026-02-26T02:46:32.563843Z","end":"2026-02-26T02:46:32.673231Z","steps":["trace[797374137] 'agreement among raft nodes before linearized reading' (duration: 108.766806ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:33.055797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.191983ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:46:33.056191Z","caller":"traceutil/trace.go:171","msg":"trace[779441005] linearizableReadLoop","detail":"{readStateIndex:25309; appliedIndex:25307; }","duration":"268.258818ms","start":"2026-02-26T02:46:32.787905Z","end":"2026-02-26T02:46:33.056164Z","steps":["trace[779441005] 'read index received' (duration: 50.598503ms)","trace[779441005] 'applied index is now lower than readState.Index' (duration: 217.659205ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:46:33.056257Z","caller":"traceutil/trace.go:171","msg":"trace[295406906] transaction","detail":"{read_only:false; response_revision:24371; number_of_response:1; }","duration":"378.39106ms","start":"2026-02-26T02:46:32.677829Z","end":"2026-02-26T02:46:33.05622Z","steps":["trace[295406906] 'process raft request' (duration: 160.652633ms)","trace[295406906] 'compare' (duration: 216.875764ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:46:33.056292Z","caller":"traceutil/trace.go:171","msg":"trace[2115276681] transaction","detail":"{read_only:false; response_revision:24372; number_of_response:1; }","duration":"378.308968ms","start":"2026-02-26T02:46:32.677927Z","end":"2026-02-26T02:46:33.056236Z","steps":["trace[2115276681] 'process raft request' (duration: 378.077111ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:33.056407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:32.677809Z","time spent":"378.532453ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:46:33.056517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:32.6779Z","time spent":"378.491243ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:46:33.05647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.520655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:46:33.056674Z","caller":"traceutil/trace.go:171","msg":"trace[351590694] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24372; }","duration":"268.754571ms","start":"2026-02-26T02:46:32.787868Z","end":"2026-02-26T02:46:33.056622Z","steps":["trace[351590694] 'agreement among raft nodes before linearized reading' (duration: 268.376591ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:34.477721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.590045ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:46:34.477862Z","caller":"traceutil/trace.go:171","msg":"trace[761955410] transaction","detail":"{read_only:false; response_revision:24374; number_of_response:1; }","duration":"516.141319ms","start":"2026-02-26T02:46:33.961696Z","end":"2026-02-26T02:46:34.477838Z","steps":["trace[761955410] 'process raft request' (duration: 63.282397ms)","trace[761955410] 'compare' (duration: 452.073302ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:46:34.477935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:33.961674Z","time spent":"516.225402ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:46:35.099482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.110023ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:46:35.100093Z","caller":"traceutil/trace.go:171","msg":"trace[2092221120] transaction","detail":"{read_only:false; response_revision:24375; number_of_response:1; }","duration":"1.135249872s","start":"2026-02-26T02:46:33.964814Z","end":"2026-02-26T02:46:35.100064Z","steps":["trace[2092221120] 'process raft request' (duration: 663.357148ms)","trace[2092221120] 'compare' (duration: 470.669582ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:46:35.100114Z","caller":"traceutil/trace.go:171","msg":"trace[930654305] transaction","detail":"{read_only:false; response_revision:24379; number_of_response:1; }","duration":"654.383292ms","start":"2026-02-26T02:46:34.44571Z","end":"2026-02-26T02:46:35.100093Z","steps":["trace[930654305] 'process raft request' (duration: 654.31332ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:35.100223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:34.445676Z","time spent":"654.491185ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:46:35.100395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:33.964774Z","time spent":"1.135380125s","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:46:35.10044Z","caller":"traceutil/trace.go:171","msg":"trace[746354040] transaction","detail":"{read_only:false; response_revision:24378; number_of_response:1; }","duration":"776.068008ms","start":"2026-02-26T02:46:34.324352Z","end":"2026-02-26T02:46:35.10042Z","steps":["trace[746354040] 'process raft request' (duration: 775.549435ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:35.100535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:34.324322Z","time spent":"776.155661ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:46:35.100807Z","caller":"traceutil/trace.go:171","msg":"trace[535663688] transaction","detail":"{read_only:false; response_revision:24376; number_of_response:1; }","duration":"1.126306497s","start":"2026-02-26T02:46:33.974473Z","end":"2026-02-26T02:46:35.100779Z","steps":["trace[535663688] 'process raft request' (duration: 1.125180517s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:46:35.100832Z","caller":"traceutil/trace.go:171","msg":"trace[1989330783] transaction","detail":"{read_only:false; response_revision:24377; number_of_response:1; }","duration":"1.125455644s","start":"2026-02-26T02:46:33.974794Z","end":"2026-02-26T02:46:35.100249Z","steps":["trace[1989330783] 'process raft request' (duration: 1.125002462s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:35.100925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:33.974449Z","time spent":"1.126420989s","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:46:35.101068Z","caller":"traceutil/trace.go:171","msg":"trace[842924435] linearizableReadLoop","detail":"{readStateIndex:25314; appliedIndex:25310; }","duration":"1.121762166s","start":"2026-02-26T02:46:33.97927Z","end":"2026-02-26T02:46:35.101032Z","steps":["trace[842924435] 'read index received' (duration: 46.512045ms)","trace[842924435] 'applied index is now lower than readState.Index' (duration: 1.074465191s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:46:35.101125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121828449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-02-26T02:46:35.101222Z","caller":"traceutil/trace.go:171","msg":"trace[207474559] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:24379; }","duration":"1.121943042s","start":"2026-02-26T02:46:33.979255Z","end":"2026-02-26T02:46:35.101198Z","steps":["trace[207474559] 'agreement among raft nodes before linearized reading' (duration: 1.121614773s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:35.101278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:33.979244Z","time spent":"1.122023474s","remote":"127.0.0.1:36676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-02-26T02:46:35.101321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.208695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:46:35.101376Z","caller":"traceutil/trace.go:171","msg":"trace[1585327528] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:24379; }","duration":"956.331998ms","start":"2026-02-26T02:46:34.145026Z","end":"2026-02-26T02:46:35.101358Z","steps":["trace[1585327528] 'agreement among raft nodes before linearized reading' (duration: 956.214535ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:35.1016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:34.14499Z","time spent":"956.599895ms","remote":"127.0.0.1:47056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:46:35.101676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:33.974776Z","time spent":"1.126165223s","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:46:35.101833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.026249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-26T02:46:35.10187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.375846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:46:35.101903Z","caller":"traceutil/trace.go:171","msg":"trace[482284849] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:24379; }","duration":"729.154712ms","start":"2026-02-26T02:46:34.372736Z","end":"2026-02-26T02:46:35.10189Z","steps":["trace[482284849] 'agreement among raft nodes before linearized reading' (duration: 728.888205ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:46:35.101908Z","caller":"traceutil/trace.go:171","msg":"trace[1861359184] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:24379; }","duration":"806.464569ms","start":"2026-02-26T02:46:34.295432Z","end":"2026-02-26T02:46:35.101897Z","steps":["trace[1861359184] 'agreement among raft nodes before linearized reading' (duration: 806.382587ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:35.101945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:34.295403Z","time spent":"806.53361ms","remote":"127.0.0.1:36676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":16,"response size":32,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:46:35.101997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.558752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:46:35.102048Z","caller":"traceutil/trace.go:171","msg":"trace[377153935] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24379; }","duration":"313.654725ms","start":"2026-02-26T02:46:34.78837Z","end":"2026-02-26T02:46:35.102024Z","steps":["trace[377153935] 'agreement among raft nodes before linearized reading' (duration: 313.598403ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:35.102081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:34.788341Z","time spent":"313.733897ms","remote":"127.0.0.1:36526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:46:35.101948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:34.372707Z","time spent":"729.227054ms","remote":"127.0.0.1:36826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":175,"response size":33,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:46:35.606605Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284895491,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:46:38.306802Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.251938815s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:46:38.481916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.426493564s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:46:38.48388Z","caller":"traceutil/trace.go:171","msg":"trace[652801086] transaction","detail":"{read_only:false; response_revision:24380; number_of_response:1; }","duration":"3.377545161s","start":"2026-02-26T02:46:35.106263Z","end":"2026-02-26T02:46:38.483808Z","steps":["trace[652801086] 'process raft request' (duration: 948.49243ms)","trace[652801086] 'compare' (duration: 2.425936579s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:46:38.484028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:35.106224Z","time spent":"3.377740967s","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:46:38.484141Z","caller":"traceutil/trace.go:171","msg":"trace[1258973685] linearizableReadLoop","detail":"{readStateIndex:25319; appliedIndex:25316; }","duration":"3.377534761s","start":"2026-02-26T02:46:35.106544Z","end":"2026-02-26T02:46:38.484079Z","steps":["trace[1258973685] 'read index received' (duration: 948.306015ms)","trace[1258973685] 'applied index is now lower than readState.Index' (duration: 2.429227106s)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:46:38.484138Z","caller":"traceutil/trace.go:171","msg":"trace[29813307] transaction","detail":"{read_only:false; response_revision:24381; number_of_response:1; }","duration":"3.376456482s","start":"2026-02-26T02:46:35.107649Z","end":"2026-02-26T02:46:38.484105Z","steps":["trace[29813307] 'process raft request' (duration: 3.376014351s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:46:38.484224Z","caller":"traceutil/trace.go:171","msg":"trace[1365162197] transaction","detail":"{read_only:false; response_revision:24382; number_of_response:1; }","duration":"3.312761504s","start":"2026-02-26T02:46:35.171454Z","end":"2026-02-26T02:46:38.484215Z","steps":["trace[1365162197] 'process raft request' (duration: 3.312530648s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:38.48432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:35.171427Z","time spent":"3.312861367s","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:46:38.484329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:35.107627Z","time spent":"3.376598086s","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:46:38.48466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.378101785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4fe48b1a-064f-4cc7-91ae-725766941736\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-02-26T02:46:38.484726Z","caller":"traceutil/trace.go:171","msg":"trace[1876016973] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4fe48b1a-064f-4cc7-91ae-725766941736; range_end:; response_count:1; response_revision:24382; }","duration":"3.378180408s","start":"2026-02-26T02:46:35.106528Z","end":"2026-02-26T02:46:38.484709Z","steps":["trace[1876016973] 'agreement among raft nodes before linearized reading' (duration: 3.377719696s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:38.484837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:35.106523Z","time spent":"3.378232929s","remote":"127.0.0.1:36668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-4fe48b1a-064f-4cc7-91ae-725766941736\" "} {"level":"warn","ts":"2026-02-26T02:46:38.787985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999900964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:46:38.78809Z","caller":"traceutil/trace.go:171","msg":"trace[1015065482] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00013904s","start":"2026-02-26T02:46:36.787927Z","end":"2026-02-26T02:46:38.788066Z","steps":["trace[1015065482] 'agreement among raft nodes before linearized reading' (duration: 1.999989157s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:38.788138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:36.787901Z","time spent":"2.000228693s","remote":"127.0.0.1:36526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:46:38.984543Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284895500,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:46:39.485576Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284895500,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:46:39.723831Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.41680383s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:46:40.143044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.857206ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-02-26T02:46:40.14487Z","caller":"traceutil/trace.go:171","msg":"trace[1782664033] transaction","detail":"{read_only:false; response_revision:24383; number_of_response:1; }","duration":"3.036567477s","start":"2026-02-26T02:46:37.108165Z","end":"2026-02-26T02:46:40.144733Z","steps":["trace[1782664033] 'process raft request' (duration: 3.034984625s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:40.145066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:37.108146Z","time spent":"3.036818423s","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:46:40.395544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.674195ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:46:40.396003Z","caller":"traceutil/trace.go:171","msg":"trace[2048456902] transaction","detail":"{read_only:false; response_revision:24384; number_of_response:1; }","duration":"3.286688978s","start":"2026-02-26T02:46:37.109242Z","end":"2026-02-26T02:46:40.395931Z","steps":["trace[2048456902] 'process raft request' (duration: 3.035464608s)","trace[2048456902] 'compare' (duration: 250.207973ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:46:40.396199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:37.109227Z","time spent":"3.286864222s","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:46:40.396339Z","caller":"traceutil/trace.go:171","msg":"trace[2002838091] transaction","detail":"{read_only:false; response_revision:24385; number_of_response:1; }","duration":"3.285785444s","start":"2026-02-26T02:46:37.110487Z","end":"2026-02-26T02:46:40.396273Z","steps":["trace[2002838091] 'process raft request' (duration: 3.285418824s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:40.39661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:37.110459Z","time spent":"3.28600623s","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:46:40.396677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.738353898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:46:40.396777Z","caller":"traceutil/trace.go:171","msg":"trace[904009632] transaction","detail":"{read_only:false; response_revision:24386; number_of_response:1; }","duration":"3.138899664s","start":"2026-02-26T02:46:37.257862Z","end":"2026-02-26T02:46:40.396762Z","steps":["trace[904009632] 'process raft request' (duration: 3.138262387s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:40.396765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.407659975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:46:40.396847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.434004657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-26T02:46:40.396914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:37.257831Z","time spent":"3.139006937s","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:46:40.396895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.980475218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:46:40.39715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.915861955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-26T02:46:40.397198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.878974521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:46:40.397225Z","caller":"traceutil/trace.go:171","msg":"trace[1625747733] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24386; }","duration":"3.915979908s","start":"2026-02-26T02:46:36.481217Z","end":"2026-02-26T02:46:40.397197Z","steps":["trace[1625747733] 'agreement among raft nodes before linearized reading' (duration: 3.915826994s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:46:40.397231Z","caller":"traceutil/trace.go:171","msg":"trace[1641111240] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:24386; }","duration":"4.879061993s","start":"2026-02-26T02:46:35.518159Z","end":"2026-02-26T02:46:40.397221Z","steps":["trace[1641111240] 'agreement among raft nodes before linearized reading' (duration: 4.878917849s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:40.397276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:36.481191Z","time spent":"3.916077391s","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T02:46:40.397289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:35.518089Z","time spent":"4.879189856s","remote":"127.0.0.1:36754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":79,"response size":32,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:46:40.397296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.221004582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1578"} {"level":"info","ts":"2026-02-26T02:46:40.397339Z","caller":"traceutil/trace.go:171","msg":"trace[993896279] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24386; }","duration":"5.221095185s","start":"2026-02-26T02:46:35.17623Z","end":"2026-02-26T02:46:40.397325Z","steps":["trace[993896279] 'agreement among raft nodes before linearized reading' (duration: 5.220931931s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:46:40.396779Z","caller":"traceutil/trace.go:171","msg":"trace[421212543] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:24386; }","duration":"3.738520882s","start":"2026-02-26T02:46:36.658235Z","end":"2026-02-26T02:46:40.396756Z","steps":["trace[421212543] 'agreement among raft nodes before linearized reading' (duration: 3.738295366s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:40.397382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:35.176207Z","time spent":"5.221166467s","remote":"127.0.0.1:47040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1602,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-02-26T02:46:40.397391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:36.658212Z","time spent":"3.73916691s","remote":"127.0.0.1:47250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":32,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:46:40.397421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.585246692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:269044"} {"level":"info","ts":"2026-02-26T02:46:40.39716Z","caller":"traceutil/trace.go:171","msg":"trace[1470892660] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:24386; }","duration":"3.980775035s","start":"2026-02-26T02:46:36.416352Z","end":"2026-02-26T02:46:40.397127Z","steps":["trace[1470892660] 'agreement among raft nodes before linearized reading' (duration: 3.980229441s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:46:40.397467Z","caller":"traceutil/trace.go:171","msg":"trace[365442813] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:24386; }","duration":"4.585291983s","start":"2026-02-26T02:46:35.812165Z","end":"2026-02-26T02:46:40.397457Z","steps":["trace[365442813] 'agreement among raft nodes before linearized reading' (duration: 4.584883152s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:40.397509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:35.81209Z","time spent":"4.585409196s","remote":"127.0.0.1:36962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":269068,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-02-26T02:46:40.397526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:36.416307Z","time spent":"3.981196327s","remote":"127.0.0.1:36850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":97,"response size":32,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:46:40.396947Z","caller":"traceutil/trace.go:171","msg":"trace[1743928476] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24386; }","duration":"4.434168942s","start":"2026-02-26T02:46:35.962753Z","end":"2026-02-26T02:46:40.396922Z","steps":["trace[1743928476] 'agreement among raft nodes before linearized reading' (duration: 4.433801732s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:40.397611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:35.962727Z","time spent":"4.43487428s","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T02:46:40.396699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.385851962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:46:40.397753Z","caller":"traceutil/trace.go:171","msg":"trace[360614706] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:24386; }","duration":"2.386980091s","start":"2026-02-26T02:46:38.01076Z","end":"2026-02-26T02:46:40.39774Z","steps":["trace[360614706] 'agreement among raft nodes before linearized reading' (duration: 2.38580583s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:40.397811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:38.010733Z","time spent":"2.387055354s","remote":"127.0.0.1:52848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:46:40.396958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.461101794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/node-feature-discovery-worker-vpzh4.1897abb570bfe859\" ","response":"range_response_count:1 size:861"} {"level":"info","ts":"2026-02-26T02:46:40.397875Z","caller":"traceutil/trace.go:171","msg":"trace[753191881] range","detail":"{range_begin:/registry/events/monitoring/node-feature-discovery-worker-vpzh4.1897abb570bfe859; range_end:; response_count:1; response_revision:24386; }","duration":"3.462058488s","start":"2026-02-26T02:46:36.935799Z","end":"2026-02-26T02:46:40.397857Z","steps":["trace[753191881] 'agreement among raft nodes before linearized reading' (duration: 3.461017331s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:40.397924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:36.935774Z","time spent":"3.462138291s","remote":"127.0.0.1:36590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":885,"request content":"key:\"/registry/events/monitoring/node-feature-discovery-worker-vpzh4.1897abb570bfe859\" "} {"level":"warn","ts":"2026-02-26T02:46:40.396985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.974212096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29534565-q4zzl\" ","response":"range_response_count:1 size:5678"} {"level":"warn","ts":"2026-02-26T02:46:40.396986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.289128662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-26T02:46:40.398122Z","caller":"traceutil/trace.go:171","msg":"trace[866098605] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24386; }","duration":"3.290315403s","start":"2026-02-26T02:46:37.10779Z","end":"2026-02-26T02:46:40.398106Z","steps":["trace[866098605] 'agreement among raft nodes before linearized reading' (duration: 3.289029649s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:40.398171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:37.107763Z","time spent":"3.290391725s","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T02:46:40.397029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.229814287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:46:40.398296Z","caller":"traceutil/trace.go:171","msg":"trace[569635086] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:24386; }","duration":"4.231123861s","start":"2026-02-26T02:46:36.167147Z","end":"2026-02-26T02:46:40.39827Z","steps":["trace[569635086] 'agreement among raft nodes before linearized reading' (duration: 4.229836597s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:40.398359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:36.167119Z","time spent":"4.231220714s","remote":"127.0.0.1:52698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:46:40.39695Z","caller":"traceutil/trace.go:171","msg":"trace[176266375] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24386; }","duration":"3.40786344s","start":"2026-02-26T02:46:36.989037Z","end":"2026-02-26T02:46:40.396901Z","steps":["trace[176266375] 'agreement among raft nodes before linearized reading' (duration: 3.407578673s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:40.398433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:36.989017Z","time spent":"3.4093845s","remote":"127.0.0.1:47210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-02-26T02:46:40.397082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.748219196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:46:40.398578Z","caller":"traceutil/trace.go:171","msg":"trace[992887071] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24386; }","duration":"4.749746316s","start":"2026-02-26T02:46:35.648809Z","end":"2026-02-26T02:46:40.398556Z","steps":["trace[992887071] 'agreement among raft nodes before linearized reading' (duration: 4.748230586s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:40.398643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:35.648786Z","time spent":"4.749838128s","remote":"127.0.0.1:47428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:46:40.399622Z","caller":"traceutil/trace.go:171","msg":"trace[85145662] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29534565-q4zzl; range_end:; response_count:1; response_revision:24386; }","duration":"1.975271994s","start":"2026-02-26T02:46:38.422713Z","end":"2026-02-26T02:46:40.397985Z","steps":["trace[85145662] 'agreement among raft nodes before linearized reading' (duration: 1.974094353s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:40.399696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:38.422692Z","time spent":"1.976985689s","remote":"127.0.0.1:36698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":5702,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29534565-q4zzl\" "} {"level":"info","ts":"2026-02-26T02:46:40.396249Z","caller":"traceutil/trace.go:171","msg":"trace[1894137309] linearizableReadLoop","detail":"{readStateIndex:25324; appliedIndex:25319; }","duration":"1.912056038s","start":"2026-02-26T02:46:38.484165Z","end":"2026-02-26T02:46:40.396221Z","steps":["trace[1894137309] 'read index received' (duration: 1.23994801s)","trace[1894137309] 'applied index is now lower than readState.Index' (duration: 672.106638ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:46:40.4005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.808748886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:46:40.400557Z","caller":"traceutil/trace.go:171","msg":"trace[270184546] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24386; }","duration":"1.808858439s","start":"2026-02-26T02:46:38.591681Z","end":"2026-02-26T02:46:40.400539Z","steps":["trace[270184546] 'agreement among raft nodes before linearized reading' (duration: 1.808755626s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:40.400601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:38.591659Z","time spent":"1.808931181s","remote":"127.0.0.1:37074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:46:40.40084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.026879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:46:40.400879Z","caller":"traceutil/trace.go:171","msg":"trace[881797098] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24386; }","duration":"225.114951ms","start":"2026-02-26T02:46:40.175754Z","end":"2026-02-26T02:46:40.400869Z","steps":["trace[881797098] 'agreement among raft nodes before linearized reading' (duration: 225.053789ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:40.401244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.612641809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:46:40.401305Z","caller":"traceutil/trace.go:171","msg":"trace[1210389279] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24386; }","duration":"1.612729111s","start":"2026-02-26T02:46:38.788562Z","end":"2026-02-26T02:46:40.401291Z","steps":["trace[1210389279] 'agreement among raft nodes before linearized reading' (duration: 1.612645939s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:40.401336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:38.788544Z","time spent":"1.612786163s","remote":"127.0.0.1:36542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:46:40.401374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.727152477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/memcached-memcached\" ","response":"range_response_count:1 size:544"} {"level":"info","ts":"2026-02-26T02:46:40.401423Z","caller":"traceutil/trace.go:171","msg":"trace[1133103861] range","detail":"{range_begin:/registry/serviceaccounts/openstack/memcached-memcached; range_end:; response_count:1; response_revision:24386; }","duration":"1.727222618s","start":"2026-02-26T02:46:38.674185Z","end":"2026-02-26T02:46:40.401408Z","steps":["trace[1133103861] 'agreement among raft nodes before linearized reading' (duration: 1.727049793s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:40.401456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:38.674175Z","time spent":"1.727274039s","remote":"127.0.0.1:36716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":568,"request content":"key:\"/registry/serviceaccounts/openstack/memcached-memcached\" "} {"level":"warn","ts":"2026-02-26T02:46:40.401549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.730718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:46:40.401584Z","caller":"traceutil/trace.go:171","msg":"trace[187630015] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:24386; }","duration":"548.82669ms","start":"2026-02-26T02:46:39.852747Z","end":"2026-02-26T02:46:40.401573Z","steps":["trace[187630015] 'agreement among raft nodes before linearized reading' (duration: 548.751418ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:40.401619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:39.852713Z","time spent":"548.892342ms","remote":"127.0.0.1:36684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":32,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:46:40.401689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.623126135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/heat-engine-cleaner\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-02-26T02:46:40.401721Z","caller":"traceutil/trace.go:171","msg":"trace[837582480] range","detail":"{range_begin:/registry/serviceaccounts/openstack/heat-engine-cleaner; range_end:; response_count:1; response_revision:24386; }","duration":"1.623208398s","start":"2026-02-26T02:46:38.778502Z","end":"2026-02-26T02:46:40.40171Z","steps":["trace[837582480] 'agreement among raft nodes before linearized reading' (duration: 1.623114575s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:40.40172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.999275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:46:40.401725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.577365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:46:40.401754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:38.778473Z","time spent":"1.623274429s","remote":"127.0.0.1:36716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":565,"request content":"key:\"/registry/serviceaccounts/openstack/heat-engine-cleaner\" "} {"level":"info","ts":"2026-02-26T02:46:40.401769Z","caller":"traceutil/trace.go:171","msg":"trace[1185608818] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:24386; }","duration":"924.096487ms","start":"2026-02-26T02:46:39.477658Z","end":"2026-02-26T02:46:40.401754Z","steps":["trace[1185608818] 'agreement among raft nodes before linearized reading' (duration: 923.997935ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:46:40.40178Z","caller":"traceutil/trace.go:171","msg":"trace[149931403] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:24386; }","duration":"619.682027ms","start":"2026-02-26T02:46:39.782084Z","end":"2026-02-26T02:46:40.401766Z","steps":["trace[149931403] 'agreement among raft nodes before linearized reading' (duration: 619.575615ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:40.401793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.15494569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:46:40.401803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:39.477635Z","time spent":"924.158919ms","remote":"127.0.0.1:37026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":32,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:46:40.40182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:39.782059Z","time spent":"619.75177ms","remote":"127.0.0.1:36756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":32,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:46:40.401826Z","caller":"traceutil/trace.go:171","msg":"trace[1786943278] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24386; }","duration":"1.155032902s","start":"2026-02-26T02:46:39.246781Z","end":"2026-02-26T02:46:40.401814Z","steps":["trace[1786943278] 'agreement among raft nodes before linearized reading' (duration: 1.15497943s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:40.401862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:39.246756Z","time spent":"1.155096744s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:46:40.401944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.708838824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:46:40.401981Z","caller":"traceutil/trace.go:171","msg":"trace[198523187] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:24386; }","duration":"1.708917636s","start":"2026-02-26T02:46:38.693049Z","end":"2026-02-26T02:46:40.401966Z","steps":["trace[198523187] 'agreement among raft nodes before linearized reading' (duration: 1.708824233s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:40.402013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:38.69302Z","time spent":"1.708983898s","remote":"127.0.0.1:37010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":32,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:46:40.402053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.408429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-26T02:46:40.402085Z","caller":"traceutil/trace.go:171","msg":"trace[321690140] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24386; }","duration":"822.502362ms","start":"2026-02-26T02:46:39.579571Z","end":"2026-02-26T02:46:40.402074Z","steps":["trace[321690140] 'agreement among raft nodes before linearized reading' (duration: 822.397859ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:40.402114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:39.579525Z","time spent":"822.581643ms","remote":"127.0.0.1:36626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-26T02:46:40.402359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.289182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-02-26T02:46:40.402416Z","caller":"traceutil/trace.go:171","msg":"trace[363141243] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/goldpinger; range_end:; response_count:1; response_revision:24386; }","duration":"385.394704ms","start":"2026-02-26T02:46:40.017006Z","end":"2026-02-26T02:46:40.402401Z","steps":["trace[363141243] 'agreement among raft nodes before linearized reading' (duration: 384.042409ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:40.402425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.729403985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus-node-exporter\" ","response":"range_response_count:1 size:1177"} {"level":"warn","ts":"2026-02-26T02:46:40.402498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:40.016983Z","time spent":"385.505037ms","remote":"127.0.0.1:36716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":824,"request content":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" "} {"level":"info","ts":"2026-02-26T02:46:40.402539Z","caller":"traceutil/trace.go:171","msg":"trace[1958385548] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus-node-exporter; range_end:; response_count:1; response_revision:24386; }","duration":"1.729510369s","start":"2026-02-26T02:46:38.672946Z","end":"2026-02-26T02:46:40.402456Z","steps":["trace[1958385548] 'agreement among raft nodes before linearized reading' (duration: 1.729345694s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:40.402796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:38.672916Z","time spent":"1.729673993s","remote":"127.0.0.1:36716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":1201,"request content":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus-node-exporter\" "} {"level":"warn","ts":"2026-02-26T02:46:40.402982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.39633703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clusterclasses.cluster.x-k8s.io\" ","response":"range_response_count:1 size:108632"} {"level":"info","ts":"2026-02-26T02:46:40.403021Z","caller":"traceutil/trace.go:171","msg":"trace[2049347881] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/clusterclasses.cluster.x-k8s.io; range_end:; response_count:1; response_revision:24386; }","duration":"1.396430352s","start":"2026-02-26T02:46:39.006579Z","end":"2026-02-26T02:46:40.40301Z","steps":["trace[2049347881] 'agreement among raft nodes before linearized reading' (duration: 1.396285538s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:40.403053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:39.006552Z","time spent":"1.396493084s","remote":"127.0.0.1:36560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":108656,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clusterclasses.cluster.x-k8s.io\" "} {"level":"info","ts":"2026-02-26T02:46:40.924064Z","caller":"traceutil/trace.go:171","msg":"trace[401902435] transaction","detail":"{read_only:false; response_revision:24388; number_of_response:1; }","duration":"516.182291ms","start":"2026-02-26T02:46:40.407828Z","end":"2026-02-26T02:46:40.924011Z","steps":["trace[401902435] 'process raft request' (duration: 515.371599ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:46:40.924273Z","caller":"traceutil/trace.go:171","msg":"trace[2054048923] linearizableReadLoop","detail":"{readStateIndex:25329; appliedIndex:25325; }","duration":"460.097093ms","start":"2026-02-26T02:46:40.464145Z","end":"2026-02-26T02:46:40.924242Z","steps":["trace[2054048923] 'read index received' (duration: 459.030675ms)","trace[2054048923] 'applied index is now lower than readState.Index' (duration: 1.061988ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:46:40.924387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:40.407804Z","time spent":"516.361766ms","remote":"127.0.0.1:36590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":843,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:46:40.92461Z","caller":"traceutil/trace.go:171","msg":"trace[1892521178] transaction","detail":"{read_only:false; response_revision:24389; number_of_response:1; }","duration":"516.749635ms","start":"2026-02-26T02:46:40.407846Z","end":"2026-02-26T02:46:40.924595Z","steps":["trace[1892521178] 'process raft request' (duration: 516.069497ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:46:40.925056Z","caller":"traceutil/trace.go:171","msg":"trace[975113833] transaction","detail":"{read_only:false; response_revision:24391; number_of_response:1; }","duration":"506.594998ms","start":"2026-02-26T02:46:40.418433Z","end":"2026-02-26T02:46:40.925028Z","steps":["trace[975113833] 'process raft request' (duration: 505.704055ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:40.925075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.901947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29534565-q4zzl\" ","response":"range_response_count:1 size:6988"} {"level":"warn","ts":"2026-02-26T02:46:40.925138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:40.418421Z","time spent":"506.67587ms","remote":"127.0.0.1:36698","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6970,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:46:40.925128Z","caller":"traceutil/trace.go:171","msg":"trace[1513204593] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29534565-q4zzl; range_end:; response_count:1; response_revision:24391; }","duration":"514.960359ms","start":"2026-02-26T02:46:40.41015Z","end":"2026-02-26T02:46:40.925111Z","steps":["trace[1513204593] 'agreement among raft nodes before linearized reading' (duration: 514.860076ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:40.925221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:40.410147Z","time spent":"515.065641ms","remote":"127.0.0.1:36698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7012,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29534565-q4zzl\" "} {"level":"warn","ts":"2026-02-26T02:46:40.925212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.932608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clusterresourcesetbindings.addons.cluster.x-k8s.io\" ","response":"range_response_count:1 size:13883"} {"level":"warn","ts":"2026-02-26T02:46:40.925257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.952768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:46:40.925306Z","caller":"traceutil/trace.go:171","msg":"trace[713652429] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/clusterresourcesetbindings.addons.cluster.x-k8s.io; range_end:; response_count:1; response_revision:24391; }","duration":"449.065022ms","start":"2026-02-26T02:46:40.476211Z","end":"2026-02-26T02:46:40.925276Z","steps":["trace[713652429] 'agreement among raft nodes before linearized reading' (duration: 448.834046ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:40.925365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:40.476193Z","time spent":"449.162204ms","remote":"127.0.0.1:36560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":1,"response size":13907,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clusterresourcesetbindings.addons.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-02-26T02:46:40.925419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.482711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-26T02:46:40.925109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.039735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:46:40.925434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.862237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-02-26T02:46:40.925457Z","caller":"traceutil/trace.go:171","msg":"trace[217272906] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24391; }","duration":"436.533581ms","start":"2026-02-26T02:46:40.488912Z","end":"2026-02-26T02:46:40.925446Z","steps":["trace[217272906] 'agreement among raft nodes before linearized reading' (duration: 436.376697ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:46:40.925466Z","caller":"traceutil/trace.go:171","msg":"trace[1227499935] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:1; response_revision:24391; }","duration":"114.892338ms","start":"2026-02-26T02:46:40.810564Z","end":"2026-02-26T02:46:40.925456Z","steps":["trace[1227499935] 'agreement among raft nodes before linearized reading' (duration: 114.787575ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:40.925485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:40.488903Z","time spent":"436.577653ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-26T02:46:40.925474Z","caller":"traceutil/trace.go:171","msg":"trace[782382678] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24391; }","duration":"511.415755ms","start":"2026-02-26T02:46:40.414041Z","end":"2026-02-26T02:46:40.925457Z","steps":["trace[782382678] 'agreement among raft nodes before linearized reading' (duration: 511.008544ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:40.925573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.507346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/goldpinger-vr4vj\" ","response":"range_response_count:1 size:5002"} {"level":"warn","ts":"2026-02-26T02:46:40.925562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:40.414033Z","time spent":"511.516047ms","remote":"127.0.0.1:36542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:46:40.925595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.677376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-02-26T02:46:40.925602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.43355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-dltq4\" ","response":"range_response_count:1 size:8249"} {"level":"info","ts":"2026-02-26T02:46:40.925693Z","caller":"traceutil/trace.go:171","msg":"trace[1288144211] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24391; }","duration":"436.829129ms","start":"2026-02-26T02:46:40.488839Z","end":"2026-02-26T02:46:40.925669Z","steps":["trace[1288144211] 'agreement among raft nodes before linearized reading' (duration: 436.4579ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:46:40.925329Z","caller":"traceutil/trace.go:171","msg":"trace[979519481] transaction","detail":"{read_only:false; response_revision:24390; number_of_response:1; }","duration":"514.693921ms","start":"2026-02-26T02:46:40.410368Z","end":"2026-02-26T02:46:40.925062Z","steps":["trace[979519481] 'process raft request' (duration: 513.718496ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:40.925736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:40.407835Z","time spent":"516.822218ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:46:40.925756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:40.488828Z","time spent":"436.912291ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T02:46:40.925313Z","caller":"traceutil/trace.go:171","msg":"trace[1287043489] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24391; }","duration":"515.02495ms","start":"2026-02-26T02:46:40.410274Z","end":"2026-02-26T02:46:40.925299Z","steps":["trace[1287043489] 'agreement among raft nodes before linearized reading' (duration: 514.917857ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:40.925991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:40.410268Z","time spent":"515.668247ms","remote":"127.0.0.1:36712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-02-26T02:46:40.925637Z","caller":"traceutil/trace.go:171","msg":"trace[319608775] range","detail":"{range_begin:/registry/pods/monitoring/goldpinger-vr4vj; range_end:; response_count:1; response_revision:24391; }","duration":"517.566927ms","start":"2026-02-26T02:46:40.408036Z","end":"2026-02-26T02:46:40.925603Z","steps":["trace[319608775] 'agreement among raft nodes before linearized reading' (duration: 517.414723ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:40.926048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:40.41036Z","time spent":"515.484712ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:46:40.926958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:40.408023Z","time spent":"518.918233ms","remote":"127.0.0.1:36698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":5026,"request content":"key:\"/registry/pods/monitoring/goldpinger-vr4vj\" "} {"level":"info","ts":"2026-02-26T02:46:40.925732Z","caller":"traceutil/trace.go:171","msg":"trace[118547266] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-dltq4; range_end:; response_count:1; response_revision:24391; }","duration":"515.606155ms","start":"2026-02-26T02:46:40.410097Z","end":"2026-02-26T02:46:40.925703Z","steps":["trace[118547266] 'agreement among raft nodes before linearized reading' (duration: 515.261316ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:40.92716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:40.410085Z","time spent":"517.058523ms","remote":"127.0.0.1:36698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":8273,"request content":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-dltq4\" "} {"level":"warn","ts":"2026-02-26T02:46:41.344738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.88691ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:46:41.344924Z","caller":"traceutil/trace.go:171","msg":"trace[1534970372] linearizableReadLoop","detail":"{readStateIndex:25332; appliedIndex:25330; }","duration":"324.827559ms","start":"2026-02-26T02:46:41.020075Z","end":"2026-02-26T02:46:41.344903Z","steps":["trace[1534970372] 'read index received' (duration: 26.690723ms)","trace[1534970372] 'applied index is now lower than readState.Index' (duration: 298.135296ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:46:41.345026Z","caller":"traceutil/trace.go:171","msg":"trace[945746378] transaction","detail":"{read_only:false; response_revision:24393; number_of_response:1; }","duration":"409.942742ms","start":"2026-02-26T02:46:40.935042Z","end":"2026-02-26T02:46:41.344985Z","steps":["trace[945746378] 'process raft request' (duration: 409.798228ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:41.345411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.750888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clusterresourcesets.addons.cluster.x-k8s.io\" ","response":"range_response_count:1 size:24099"} {"level":"info","ts":"2026-02-26T02:46:41.345453Z","caller":"traceutil/trace.go:171","msg":"trace[1589212399] transaction","detail":"{read_only:false; response_revision:24392; number_of_response:1; }","duration":"411.77317ms","start":"2026-02-26T02:46:40.933655Z","end":"2026-02-26T02:46:41.345429Z","steps":["trace[1589212399] 'process raft request' (duration: 113.09547ms)","trace[1589212399] 'compare' (duration: 297.715874ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:46:41.345462Z","caller":"traceutil/trace.go:171","msg":"trace[1554731399] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/clusterresourcesets.addons.cluster.x-k8s.io; range_end:; response_count:1; response_revision:24393; }","duration":"395.835669ms","start":"2026-02-26T02:46:40.949612Z","end":"2026-02-26T02:46:41.345448Z","steps":["trace[1554731399] 'agreement among raft nodes before linearized reading' (duration: 395.595263ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:41.345505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:40.93362Z","time spent":"411.859332ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:46:41.345501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:40.94959Z","time spent":"395.902791ms","remote":"127.0.0.1:36560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":24123,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clusterresourcesets.addons.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-02-26T02:46:41.345518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.318848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:46:41.345219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:40.935025Z","time spent":"410.086565ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:46:41.345586Z","caller":"traceutil/trace.go:171","msg":"trace[2030436068] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24393; }","duration":"411.439381ms","start":"2026-02-26T02:46:40.93413Z","end":"2026-02-26T02:46:41.345569Z","steps":["trace[2030436068] 'agreement among raft nodes before linearized reading' (duration: 411.303598ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:41.345621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:40.934108Z","time spent":"411.507633ms","remote":"127.0.0.1:36792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-26T02:46:41.3458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.955247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29534565-q4zzl\" ","response":"range_response_count:1 size:6988"} {"level":"info","ts":"2026-02-26T02:46:41.345916Z","caller":"traceutil/trace.go:171","msg":"trace[55365063] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29534565-q4zzl; range_end:; response_count:1; response_revision:24393; }","duration":"406.116661ms","start":"2026-02-26T02:46:40.939773Z","end":"2026-02-26T02:46:41.34589Z","steps":["trace[55365063] 'agreement among raft nodes before linearized reading' (duration: 405.638908ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:41.345973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:40.939762Z","time spent":"406.197813ms","remote":"127.0.0.1:36698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7012,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29534565-q4zzl\" "} {"level":"info","ts":"2026-02-26T02:46:41.381959Z","caller":"traceutil/trace.go:171","msg":"trace[653532347] transaction","detail":"{read_only:false; response_revision:24394; number_of_response:1; }","duration":"359.098662ms","start":"2026-02-26T02:46:41.02283Z","end":"2026-02-26T02:46:41.381929Z","steps":["trace[653532347] 'process raft request' (duration: 358.857286ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:46:41.38199Z","caller":"traceutil/trace.go:171","msg":"trace[82437656] transaction","detail":"{read_only:false; response_revision:24395; number_of_response:1; }","duration":"357.665044ms","start":"2026-02-26T02:46:41.024298Z","end":"2026-02-26T02:46:41.381963Z","steps":["trace[82437656] 'process raft request' (duration: 357.539731ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:41.382105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:41.024279Z","time spent":"357.767406ms","remote":"127.0.0.1:36590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":887,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:46:41.382152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:41.022805Z","time spent":"359.232825ms","remote":"127.0.0.1:36548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:46:41.788658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.773597ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:46:41.788885Z","caller":"traceutil/trace.go:171","msg":"trace[1129137886] transaction","detail":"{read_only:false; response_revision:24397; number_of_response:1; }","duration":"246.614118ms","start":"2026-02-26T02:46:41.542251Z","end":"2026-02-26T02:46:41.788865Z","steps":["trace[1129137886] 'process raft request' (duration: 246.534646ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:46:41.789049Z","caller":"traceutil/trace.go:171","msg":"trace[1573835406] linearizableReadLoop","detail":"{readStateIndex:25335; appliedIndex:25334; }","duration":"316.458668ms","start":"2026-02-26T02:46:41.472565Z","end":"2026-02-26T02:46:41.789024Z","steps":["trace[1573835406] 'read index received' (duration: 2.159137ms)","trace[1573835406] 'applied index is now lower than readState.Index' (duration: 314.293831ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:46:41.789192Z","caller":"traceutil/trace.go:171","msg":"trace[1060354674] transaction","detail":"{read_only:false; response_revision:24396; number_of_response:1; }","duration":"399.170297ms","start":"2026-02-26T02:46:41.390008Z","end":"2026-02-26T02:46:41.789179Z","steps":["trace[1060354674] 'process raft request' (duration: 84.778684ms)","trace[1060354674] 'compare' (duration: 313.296835ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:46:41.789311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:41.389979Z","time spent":"399.238439ms","remote":"127.0.0.1:36590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":751,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:46:41.789477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.90879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigs.bootstrap.cluster.x-k8s.io\" ","response":"range_response_count:1 size:137819"} {"level":"info","ts":"2026-02-26T02:46:41.789526Z","caller":"traceutil/trace.go:171","msg":"trace[165808285] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigs.bootstrap.cluster.x-k8s.io; range_end:; response_count:1; response_revision:24397; }","duration":"317.010752ms","start":"2026-02-26T02:46:41.472503Z","end":"2026-02-26T02:46:41.789514Z","steps":["trace[165808285] 'agreement among raft nodes before linearized reading' (duration: 316.797277ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:41.789568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:41.472474Z","time spent":"317.085194ms","remote":"127.0.0.1:36560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":1,"response size":137843,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigs.bootstrap.cluster.x-k8s.io\" "} {"level":"info","ts":"2026-02-26T02:46:42.077099Z","caller":"traceutil/trace.go:171","msg":"trace[180472446] transaction","detail":"{read_only:false; response_revision:24398; number_of_response:1; }","duration":"280.861951ms","start":"2026-02-26T02:46:41.796198Z","end":"2026-02-26T02:46:42.07706Z","steps":["trace[180472446] 'process raft request' (duration: 258.111091ms)","trace[180472446] 'compare' (duration: 22.272437ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:46:42.077098Z","caller":"traceutil/trace.go:171","msg":"trace[2052436823] linearizableReadLoop","detail":"{readStateIndex:25337; appliedIndex:25336; }","duration":"206.719267ms","start":"2026-02-26T02:46:41.870341Z","end":"2026-02-26T02:46:42.07706Z","steps":["trace[2052436823] 'read index received' (duration: 183.952777ms)","trace[2052436823] 'applied index is now lower than readState.Index' (duration: 22.763469ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:46:42.077414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.058935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/node-feature-discovery-worker-vpzh4\" ","response":"range_response_count:1 size:7074"} {"level":"info","ts":"2026-02-26T02:46:42.077473Z","caller":"traceutil/trace.go:171","msg":"trace[75367402] range","detail":"{range_begin:/registry/pods/monitoring/node-feature-discovery-worker-vpzh4; range_end:; response_count:1; response_revision:24398; }","duration":"207.192409ms","start":"2026-02-26T02:46:41.870267Z","end":"2026-02-26T02:46:42.07746Z","steps":["trace[75367402] 'agreement among raft nodes before linearized reading' (duration: 206.893301ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:42.077521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.660253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigtemplates.bootstrap.cluster.x-k8s.io\" ","response":"range_response_count:1 size:129396"} {"level":"info","ts":"2026-02-26T02:46:42.077592Z","caller":"traceutil/trace.go:171","msg":"trace[564957587] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigtemplates.bootstrap.cluster.x-k8s.io; range_end:; response_count:1; response_revision:24398; }","duration":"193.797646ms","start":"2026-02-26T02:46:41.883773Z","end":"2026-02-26T02:46:42.07757Z","steps":["trace[564957587] 'agreement among raft nodes before linearized reading' (duration: 193.517969ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:42.077869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.963697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/capi-kubeadm-bootstrap-mutating-webhook-configuration\" ","response":"range_response_count:1 size:5197"} {"level":"info","ts":"2026-02-26T02:46:42.077897Z","caller":"traceutil/trace.go:171","msg":"trace[378629118] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/capi-kubeadm-bootstrap-mutating-webhook-configuration; range_end:; response_count:1; response_revision:24398; }","duration":"176.044038ms","start":"2026-02-26T02:46:41.901847Z","end":"2026-02-26T02:46:42.077891Z","steps":["trace[378629118] 'agreement among raft nodes before linearized reading' (duration: 175.964076ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:42.596314Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284895536,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T02:46:42.61598Z","caller":"traceutil/trace.go:171","msg":"trace[745358700] transaction","detail":"{read_only:false; response_revision:24399; number_of_response:1; }","duration":"525.817915ms","start":"2026-02-26T02:46:42.090099Z","end":"2026-02-26T02:46:42.615917Z","steps":["trace[745358700] 'process raft request' (duration: 525.592939ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:42.61617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:42.090072Z","time spent":"525.992059ms","remote":"127.0.0.1:36698","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6730,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:46:43.906617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.710258ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:46:43.906766Z","caller":"traceutil/trace.go:171","msg":"trace[341869253] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24399; }","duration":"756.908273ms","start":"2026-02-26T02:46:43.149837Z","end":"2026-02-26T02:46:43.906745Z","steps":["trace[341869253] 'range keys from in-memory index tree' (duration: 756.687837ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:43.974707Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.29425467s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T02:46:43.975354Z","caller":"traceutil/trace.go:171","msg":"trace[1309547777] linearizableReadLoop","detail":"{readStateIndex:25342; appliedIndex:25337; }","duration":"1.87908434s","start":"2026-02-26T02:46:42.096241Z","end":"2026-02-26T02:46:43.975325Z","steps":["trace[1309547777] 'read index received' (duration: 519.57757ms)","trace[1309547777] 'applied index is now lower than readState.Index' (duration: 1.35950543s)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:46:43.975345Z","caller":"traceutil/trace.go:171","msg":"trace[704837934] transaction","detail":"{read_only:false; response_revision:24400; number_of_response:1; }","duration":"1.882964542s","start":"2026-02-26T02:46:42.092319Z","end":"2026-02-26T02:46:43.975283Z","steps":["trace[704837934] 'process raft request' (duration: 1.882626093s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:46:43.975485Z","caller":"traceutil/trace.go:171","msg":"trace[353871993] transaction","detail":"{read_only:false; response_revision:24401; number_of_response:1; }","duration":"1.823932416s","start":"2026-02-26T02:46:42.151522Z","end":"2026-02-26T02:46:43.975454Z","steps":["trace[353871993] 'process raft request' (duration: 1.823621138s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:43.975617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.879345066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/capi-mutating-webhook-configuration\" ","response":"range_response_count:1 size:18400"} {"level":"info","ts":"2026-02-26T02:46:43.975664Z","caller":"traceutil/trace.go:171","msg":"trace[1570717675] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/capi-mutating-webhook-configuration; range_end:; response_count:1; response_revision:24403; }","duration":"1.879444819s","start":"2026-02-26T02:46:42.096207Z","end":"2026-02-26T02:46:43.975651Z","steps":["trace[1570717675] 'agreement among raft nodes before linearized reading' (duration: 1.879254984s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:43.975669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:42.151497Z","time spent":"1.824047449s","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:46:43.975708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:42.096189Z","time spent":"1.87950984s","remote":"127.0.0.1:37026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":18424,"request content":"key:\"/registry/mutatingwebhookconfigurations/capi-mutating-webhook-configuration\" "} {"level":"warn","ts":"2026-02-26T02:46:43.975714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:42.092295Z","time spent":"1.883241159s","remote":"127.0.0.1:47166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2297,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T02:46:43.975407Z","caller":"traceutil/trace.go:171","msg":"trace[672936276] transaction","detail":"{read_only:false; response_revision:24402; number_of_response:1; }","duration":"1.567054058s","start":"2026-02-26T02:46:42.40832Z","end":"2026-02-26T02:46:43.975374Z","steps":["trace[672936276] 'process raft request' (duration: 1.566908804s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:43.975887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:42.408294Z","time spent":"1.567554631s","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:46:43.976272Z","caller":"traceutil/trace.go:171","msg":"trace[858712102] transaction","detail":"{read_only:false; response_revision:24403; number_of_response:1; }","duration":"1.566933454s","start":"2026-02-26T02:46:42.408501Z","end":"2026-02-26T02:46:43.975434Z","steps":["trace[858712102] 'process raft request' (duration: 1.56677667s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:43.976469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:42.408438Z","time spent":"1.56790756s","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:46:44.476082Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284895544,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:46:44.787934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999989576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:46:44.788061Z","caller":"traceutil/trace.go:171","msg":"trace[385287213] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00017498s","start":"2026-02-26T02:46:42.787862Z","end":"2026-02-26T02:46:44.788037Z","steps":["trace[385287213] 'agreement among raft nodes before linearized reading' (duration: 2.000023296s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:44.788115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:42.787839Z","time spent":"2.000265692s","remote":"127.0.0.1:36526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:46:44.976636Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284895544,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:46:45.37228Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.397021219s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T02:46:45.372997Z","caller":"traceutil/trace.go:171","msg":"trace[1955155449] transaction","detail":"{read_only:false; response_revision:24404; number_of_response:1; }","duration":"2.746779882s","start":"2026-02-26T02:46:42.626188Z","end":"2026-02-26T02:46:45.372968Z","steps":["trace[1955155449] 'process raft request' (duration: 2.746502595s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:46:45.373267Z","caller":"traceutil/trace.go:171","msg":"trace[875129834] linearizableReadLoop","detail":"{readStateIndex:25344; appliedIndex:25342; }","duration":"1.397759949s","start":"2026-02-26T02:46:43.975428Z","end":"2026-02-26T02:46:45.373188Z","steps":["trace[875129834] 'read index received' (duration: 1.397162643s)","trace[875129834] 'applied index is now lower than readState.Index' (duration: 594.556µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:46:45.373349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:42.626168Z","time spent":"2.74708458s","remote":"127.0.0.1:36986","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5691,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:46:45.373443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.668721998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:46:45.373519Z","caller":"traceutil/trace.go:171","msg":"trace[1585062595] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24405; }","duration":"1.668853441s","start":"2026-02-26T02:46:43.704644Z","end":"2026-02-26T02:46:45.373497Z","steps":["trace[1585062595] 'agreement among raft nodes before linearized reading' (duration: 1.668711197s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:45.373535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.439525376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-26T02:46:45.373615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.439766623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-26T02:46:45.373647Z","caller":"traceutil/trace.go:171","msg":"trace[995348880] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24405; }","duration":"2.439722271s","start":"2026-02-26T02:46:42.933902Z","end":"2026-02-26T02:46:45.373624Z","steps":["trace[995348880] 'agreement among raft nodes before linearized reading' (duration: 2.439336961s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:46:45.373659Z","caller":"traceutil/trace.go:171","msg":"trace[2063186845] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24405; }","duration":"2.439852655s","start":"2026-02-26T02:46:42.933792Z","end":"2026-02-26T02:46:45.373644Z","steps":["trace[2063186845] 'agreement among raft nodes before linearized reading' (duration: 2.439738492s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:45.373701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:42.933766Z","time spent":"2.439927857s","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T02:46:45.373689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.198766811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io\" ","response":"range_response_count:1 size:170336"} {"level":"warn","ts":"2026-02-26T02:46:45.373726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:42.933855Z","time spent":"2.439842674s","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T02:46:45.373709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.953986411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:46:45.373758Z","caller":"traceutil/trace.go:171","msg":"trace[205537423] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io; range_end:; response_count:1; response_revision:24405; }","duration":"3.198849123s","start":"2026-02-26T02:46:42.17489Z","end":"2026-02-26T02:46:45.373739Z","steps":["trace[205537423] 'agreement among raft nodes before linearized reading' (duration: 3.198573756s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:45.373787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.198904644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:714"} {"level":"warn","ts":"2026-02-26T02:46:45.373808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:42.174886Z","time spent":"3.198913325s","remote":"127.0.0.1:36560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":1,"response size":170360,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io\" "} {"level":"info","ts":"2026-02-26T02:46:45.373807Z","caller":"traceutil/trace.go:171","msg":"trace[1691089188] transaction","detail":"{read_only:false; response_revision:24405; number_of_response:1; }","duration":"1.88209013s","start":"2026-02-26T02:46:43.491697Z","end":"2026-02-26T02:46:45.373787Z","steps":["trace[1691089188] 'process raft request' (duration: 1.881198046s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:45.373573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:43.704617Z","time spent":"1.668945654s","remote":"127.0.0.1:37172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:46:45.37384Z","caller":"traceutil/trace.go:171","msg":"trace[1013128898] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:24405; }","duration":"2.954183867s","start":"2026-02-26T02:46:42.419609Z","end":"2026-02-26T02:46:45.373793Z","steps":["trace[1013128898] 'agreement among raft nodes before linearized reading' (duration: 2.95393978s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:46:45.373868Z","caller":"traceutil/trace.go:171","msg":"trace[1192208567] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:24405; }","duration":"3.199073529s","start":"2026-02-26T02:46:42.174778Z","end":"2026-02-26T02:46:45.373851Z","steps":["trace[1192208567] 'agreement among raft nodes before linearized reading' (duration: 3.198681939s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:45.373904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:42.419584Z","time spent":"2.954307489s","remote":"127.0.0.1:52870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:46:45.373936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:42.174753Z","time spent":"3.199145191s","remote":"127.0.0.1:36716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":738,"request content":"key:\"/registry/serviceaccounts/openstack/rabbitmq-keystone-server\" "} {"level":"warn","ts":"2026-02-26T02:46:45.37394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:43.49166Z","time spent":"1.882194762s","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:46:45.374021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.023930167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-02-26T02:46:45.374035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.903256485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-26T02:46:45.37419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.522141003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:46:45.37424Z","caller":"traceutil/trace.go:171","msg":"trace[364057689] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:24405; }","duration":"2.522241736s","start":"2026-02-26T02:46:42.851984Z","end":"2026-02-26T02:46:45.374226Z","steps":["trace[364057689] 'agreement among raft nodes before linearized reading' (duration: 2.522162804s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:46:45.374207Z","caller":"traceutil/trace.go:171","msg":"trace[134952694] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24405; }","duration":"2.903558583s","start":"2026-02-26T02:46:42.470609Z","end":"2026-02-26T02:46:45.374168Z","steps":["trace[134952694] 'agreement among raft nodes before linearized reading' (duration: 2.902724061s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:45.374283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:42.851933Z","time spent":"2.522338858s","remote":"127.0.0.1:32798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:46:45.374118Z","caller":"traceutil/trace.go:171","msg":"trace[1525547667] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24405; }","duration":"2.024084981s","start":"2026-02-26T02:46:43.350013Z","end":"2026-02-26T02:46:45.374098Z","steps":["trace[1525547667] 'agreement among raft nodes before linearized reading' (duration: 2.023802683s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:45.374405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:42.47058Z","time spent":"2.903789089s","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T02:46:45.374406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:43.34999Z","time spent":"2.02440243s","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T02:46:45.374579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.023240619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-26T02:46:45.374653Z","caller":"traceutil/trace.go:171","msg":"trace[581559406] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24405; }","duration":"2.023358152s","start":"2026-02-26T02:46:43.35128Z","end":"2026-02-26T02:46:45.374639Z","steps":["trace[581559406] 'agreement among raft nodes before linearized reading' (duration: 2.023034804s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:45.374688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:43.351252Z","time spent":"2.023429534s","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T02:46:45.704228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.835686ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:46:45.704367Z","caller":"traceutil/trace.go:171","msg":"trace[862571131] linearizableReadLoop","detail":"{readStateIndex:25345; appliedIndex:25344; }","duration":"330.959651ms","start":"2026-02-26T02:46:45.373388Z","end":"2026-02-26T02:46:45.704347Z","steps":["trace[862571131] 'read index received' (duration: 141.867048ms)","trace[862571131] 'applied index is now lower than readState.Index' (duration: 189.091423ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:46:45.704455Z","caller":"traceutil/trace.go:171","msg":"trace[675098089] transaction","detail":"{read_only:false; response_revision:24406; number_of_response:1; }","duration":"494.209852ms","start":"2026-02-26T02:46:45.210231Z","end":"2026-02-26T02:46:45.704441Z","steps":["trace[675098089] 'process raft request' (duration: 305.007927ms)","trace[675098089] 'compare' (duration: 188.594079ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:46:45.704529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:45.210192Z","time spent":"494.301234ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:46:45.704886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.887294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-operator-config\" ","response":"range_response_count:1 size:6825"} {"level":"warn","ts":"2026-02-26T02:46:45.704901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01067954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:46:45.704936Z","caller":"traceutil/trace.go:171","msg":"trace[796008105] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-operator-config; range_end:; response_count:1; response_revision:24406; }","duration":"512.992607ms","start":"2026-02-26T02:46:45.191925Z","end":"2026-02-26T02:46:45.704918Z","steps":["trace[796008105] 'agreement among raft nodes before linearized reading' (duration: 512.828472ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:45.704977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:45.1919Z","time spent":"513.069539ms","remote":"127.0.0.1:36626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":6849,"request content":"key:\"/registry/configmaps/rook-ceph/rook-ceph-operator-config\" "} {"level":"warn","ts":"2026-02-26T02:46:45.705345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.679089711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery-gc\" ","response":"range_response_count:1 size:880"} {"level":"info","ts":"2026-02-26T02:46:45.70541Z","caller":"traceutil/trace.go:171","msg":"trace[1701966448] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/node-feature-discovery-gc; range_end:; response_count:1; response_revision:24406; }","duration":"1.679216354s","start":"2026-02-26T02:46:44.026178Z","end":"2026-02-26T02:46:45.705394Z","steps":["trace[1701966448] 'agreement among raft nodes before linearized reading' (duration: 1.679021279s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:45.705435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.722215808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/cert-manager-webhook\" ","response":"range_response_count:1 size:2559"} {"level":"warn","ts":"2026-02-26T02:46:45.705458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:44.026137Z","time spent":"1.679308257s","remote":"127.0.0.1:36716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":904,"request content":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery-gc\" "} {"level":"warn","ts":"2026-02-26T02:46:45.705426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.966365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:46:45.705466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.217223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-02-26T02:46:45.705512Z","caller":"traceutil/trace.go:171","msg":"trace[556138862] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/cert-manager-webhook; range_end:; response_count:1; response_revision:24406; }","duration":"1.722344341s","start":"2026-02-26T02:46:43.983145Z","end":"2026-02-26T02:46:45.70549Z","steps":["trace[556138862] 'agreement among raft nodes before linearized reading' (duration: 1.722156206s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:45.705497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.71588236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:46:45.705533Z","caller":"traceutil/trace.go:171","msg":"trace[1403100906] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:24406; }","duration":"987.093758ms","start":"2026-02-26T02:46:44.718415Z","end":"2026-02-26T02:46:45.705508Z","steps":["trace[1403100906] 'agreement among raft nodes before linearized reading' (duration: 986.895413ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:46:45.705552Z","caller":"traceutil/trace.go:171","msg":"trace[777178552] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24406; }","duration":"951.321336ms","start":"2026-02-26T02:46:44.754208Z","end":"2026-02-26T02:46:45.70553Z","steps":["trace[777178552] 'agreement among raft nodes before linearized reading' (duration: 951.034518ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:46:45.705569Z","caller":"traceutil/trace.go:171","msg":"trace[1241558081] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:24406; }","duration":"1.716012974s","start":"2026-02-26T02:46:43.98954Z","end":"2026-02-26T02:46:45.705553Z","steps":["trace[1241558081] 'agreement among raft nodes before linearized reading' (duration: 1.715896781s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:45.705593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:44.718327Z","time spent":"987.250142ms","remote":"127.0.0.1:47346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:46:45.705637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:43.989511Z","time spent":"1.716117027s","remote":"127.0.0.1:36600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-02-26T02:46:45.705578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:43.983118Z","time spent":"1.722432163s","remote":"127.0.0.1:37026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":2583,"request content":"key:\"/registry/mutatingwebhookconfigurations/cert-manager-webhook\" "} {"level":"warn","ts":"2026-02-26T02:46:45.705594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:44.754149Z","time spent":"951.438609ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-02-26T02:46:45.705008Z","caller":"traceutil/trace.go:171","msg":"trace[158932869] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24406; }","duration":"1.010723451s","start":"2026-02-26T02:46:44.694203Z","end":"2026-02-26T02:46:45.704927Z","steps":["trace[158932869] 'agreement among raft nodes before linearized reading' (duration: 1.010649409s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:45.706136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:44.694176Z","time spent":"1.011946003s","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:46:45.70538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.647632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:46:45.707187Z","caller":"traceutil/trace.go:171","msg":"trace[1666192891] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24406; }","duration":"918.490191ms","start":"2026-02-26T02:46:44.78867Z","end":"2026-02-26T02:46:45.70716Z","steps":["trace[1666192891] 'agreement among raft nodes before linearized reading' (duration: 916.606281ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:45.707361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:44.788655Z","time spent":"918.688396ms","remote":"127.0.0.1:36542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T02:46:46.016668Z","caller":"traceutil/trace.go:171","msg":"trace[1994974423] transaction","detail":"{read_only:false; response_revision:24407; number_of_response:1; }","duration":"637.194869ms","start":"2026-02-26T02:46:45.379426Z","end":"2026-02-26T02:46:46.016621Z","steps":["trace[1994974423] 'process raft request' (duration: 575.764221ms)","trace[1994974423] 'compare' (duration: 60.896414ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:46:46.016847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:45.379405Z","time spent":"637.351053ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:46:46.016996Z","caller":"traceutil/trace.go:171","msg":"trace[679323295] linearizableReadLoop","detail":"{readStateIndex:25350; appliedIndex:25345; }","duration":"312.570176ms","start":"2026-02-26T02:46:45.704404Z","end":"2026-02-26T02:46:46.016974Z","steps":["trace[679323295] 'read index received' (duration: 250.822899ms)","trace[679323295] 'applied index is now lower than readState.Index' (duration: 61.746337ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:46:46.017132Z","caller":"traceutil/trace.go:171","msg":"trace[1950314358] transaction","detail":"{read_only:false; response_revision:24411; number_of_response:1; }","duration":"635.399332ms","start":"2026-02-26T02:46:45.381696Z","end":"2026-02-26T02:46:46.017096Z","steps":["trace[1950314358] 'process raft request' (duration: 635.233307ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:46:46.017397Z","caller":"traceutil/trace.go:171","msg":"trace[263818945] transaction","detail":"{read_only:false; response_revision:24409; number_of_response:1; }","duration":"637.700422ms","start":"2026-02-26T02:46:45.379666Z","end":"2026-02-26T02:46:46.017366Z","steps":["trace[263818945] 'process raft request' (duration: 637.131447ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:46:46.017427Z","caller":"traceutil/trace.go:171","msg":"trace[1023999386] transaction","detail":"{read_only:false; response_revision:24408; number_of_response:1; }","duration":"637.881347ms","start":"2026-02-26T02:46:45.379516Z","end":"2026-02-26T02:46:46.017397Z","steps":["trace[1023999386] 'process raft request' (duration: 637.004364ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:46:46.017439Z","caller":"traceutil/trace.go:171","msg":"trace[1642423988] transaction","detail":"{read_only:false; response_revision:24410; number_of_response:1; }","duration":"637.510497ms","start":"2026-02-26T02:46:45.379901Z","end":"2026-02-26T02:46:46.017411Z","steps":["trace[1642423988] 'process raft request' (duration: 636.991213ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:46.017513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:45.37966Z","time spent":"637.772545ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:46:46.017528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.950983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:46:46.017605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:45.379865Z","time spent":"637.650271ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:46:46.017598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:45.379509Z","time spent":"638.001831ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:46:46.017595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.695417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10705"} {"level":"info","ts":"2026-02-26T02:46:46.017622Z","caller":"traceutil/trace.go:171","msg":"trace[448879272] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24411; }","duration":"585.130367ms","start":"2026-02-26T02:46:45.432466Z","end":"2026-02-26T02:46:46.017596Z","steps":["trace[448879272] 'agreement among raft nodes before linearized reading' (duration: 584.925412ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:46:46.01768Z","caller":"traceutil/trace.go:171","msg":"trace[1708283] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:24411; }","duration":"641.80573ms","start":"2026-02-26T02:46:45.375844Z","end":"2026-02-26T02:46:46.01765Z","steps":["trace[1708283] 'agreement among raft nodes before linearized reading' (duration: 641.567414ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:46.017682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:45.432442Z","time spent":"585.22811ms","remote":"127.0.0.1:32824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:46:46.017729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:45.375823Z","time spent":"641.897583ms","remote":"127.0.0.1:36698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10729,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-02-26T02:46:46.017674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:45.381686Z","time spent":"635.71419ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:46:46.017749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.685081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanetemplates.controlplane.cluster.x-k8s.io\" ","response":"range_response_count:1 size:111290"} {"level":"info","ts":"2026-02-26T02:46:46.01779Z","caller":"traceutil/trace.go:171","msg":"trace[192102312] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanetemplates.controlplane.cluster.x-k8s.io; range_end:; response_count:1; response_revision:24411; }","duration":"555.773224ms","start":"2026-02-26T02:46:45.462003Z","end":"2026-02-26T02:46:46.017776Z","steps":["trace[192102312] 'agreement among raft nodes before linearized reading' (duration: 555.099426ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:46.01783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:45.461979Z","time spent":"555.843775ms","remote":"127.0.0.1:36560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":1,"response size":111314,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanetemplates.controlplane.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-02-26T02:46:46.018334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.780629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1578"} {"level":"info","ts":"2026-02-26T02:46:46.018392Z","caller":"traceutil/trace.go:171","msg":"trace[1371483642] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24411; }","duration":"611.868272ms","start":"2026-02-26T02:46:45.406508Z","end":"2026-02-26T02:46:46.018377Z","steps":["trace[1371483642] 'agreement among raft nodes before linearized reading' (duration: 610.66004ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:46.018427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:45.406489Z","time spent":"611.930744ms","remote":"127.0.0.1:47040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1602,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-02-26T02:46:46.518149Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284895558,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T02:46:46.886154Z","caller":"traceutil/trace.go:171","msg":"trace[173199511] transaction","detail":"{read_only:false; response_revision:24412; number_of_response:1; }","duration":"1.177362s","start":"2026-02-26T02:46:45.70875Z","end":"2026-02-26T02:46:46.886112Z","steps":["trace[173199511] 'process raft request' (duration: 1.086813354s)","trace[173199511] 'compare' (duration: 89.766885ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:46:46.886446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:45.708711Z","time spent":"1.177658298s","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2879,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T02:46:46.886172Z","caller":"traceutil/trace.go:171","msg":"trace[1081780884] transaction","detail":"{read_only:false; response_revision:24413; number_of_response:1; }","duration":"1.171493816s","start":"2026-02-26T02:46:45.714651Z","end":"2026-02-26T02:46:46.886145Z","steps":["trace[1081780884] 'process raft request' (duration: 1.171362102s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:46.886723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:45.714641Z","time spent":"1.171925747s","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:46:47.304206Z","caller":"traceutil/trace.go:171","msg":"trace[578612904] transaction","detail":"{read_only:false; response_revision:24414; number_of_response:1; }","duration":"1.319718541s","start":"2026-02-26T02:46:45.984427Z","end":"2026-02-26T02:46:47.304145Z","steps":["trace[578612904] 'process raft request' (duration: 1.319084805s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:46:47.304256Z","caller":"traceutil/trace.go:171","msg":"trace[579219200] transaction","detail":"{read_only:false; response_revision:24415; number_of_response:1; }","duration":"1.319736131s","start":"2026-02-26T02:46:45.984486Z","end":"2026-02-26T02:46:47.304223Z","steps":["trace[579219200] 'process raft request' (duration: 1.319276219s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:47.3046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:45.984391Z","time spent":"1.32004655s","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:46:47.304313Z","caller":"traceutil/trace.go:171","msg":"trace[1301635196] transaction","detail":"{read_only:false; response_revision:24416; number_of_response:1; }","duration":"1.319723712s","start":"2026-02-26T02:46:45.984545Z","end":"2026-02-26T02:46:47.304268Z","steps":["trace[1301635196] 'process raft request' (duration: 1.319313761s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:47.304602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:45.984452Z","time spent":"1.320086001s","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:46:47.305142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:45.9845Z","time spent":"1.320332927s","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:46:47.470041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.113757ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-02-26T02:46:47.47015Z","caller":"traceutil/trace.go:171","msg":"trace[1011997410] linearizableReadLoop","detail":"{readStateIndex:25355; appliedIndex:25350; }","duration":"1.453057775s","start":"2026-02-26T02:46:46.017073Z","end":"2026-02-26T02:46:47.470131Z","steps":["trace[1011997410] 'read index received' (duration: 778.486911ms)","trace[1011997410] 'applied index is now lower than readState.Index' (duration: 674.569604ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:46:47.47076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.619690265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:46:47.470799Z","caller":"traceutil/trace.go:171","msg":"trace[1460337467] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24416; }","duration":"1.619786177s","start":"2026-02-26T02:46:45.851001Z","end":"2026-02-26T02:46:47.470787Z","steps":["trace[1460337467] 'agreement among raft nodes before linearized reading' (duration: 1.619697335s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:47.470826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:45.850974Z","time spent":"1.619844449s","remote":"127.0.0.1:37076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:46:47.470956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.752347771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:46:47.471053Z","caller":"traceutil/trace.go:171","msg":"trace[624339271] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24416; }","duration":"1.752468054s","start":"2026-02-26T02:46:45.71856Z","end":"2026-02-26T02:46:47.471028Z","steps":["trace[624339271] 'agreement among raft nodes before linearized reading' (duration: 1.752301699s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:47.471051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.763540865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/node-feature-discovery-gc-6675cbb6d9-76m46\" ","response":"range_response_count:1 size:3479"} {"level":"info","ts":"2026-02-26T02:46:47.471148Z","caller":"traceutil/trace.go:171","msg":"trace[1820976032] range","detail":"{range_begin:/registry/pods/monitoring/node-feature-discovery-gc-6675cbb6d9-76m46; range_end:; response_count:1; response_revision:24416; }","duration":"1.763686269s","start":"2026-02-26T02:46:45.707438Z","end":"2026-02-26T02:46:47.471124Z","steps":["trace[1820976032] 'agreement among raft nodes before linearized reading' (duration: 1.763366561s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:47.471134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.621084822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:46:47.471177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.737277663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:46:47.471187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.64859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:46:47.47122Z","caller":"traceutil/trace.go:171","msg":"trace[2116663472] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24416; }","duration":"191.729472ms","start":"2026-02-26T02:46:47.279484Z","end":"2026-02-26T02:46:47.471214Z","steps":["trace[2116663472] 'agreement among raft nodes before linearized reading' (duration: 191.67053ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:46:47.47122Z","caller":"traceutil/trace.go:171","msg":"trace[647072993] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:24416; }","duration":"1.737321715s","start":"2026-02-26T02:46:45.733887Z","end":"2026-02-26T02:46:47.471209Z","steps":["trace[647072993] 'agreement among raft nodes before linearized reading' (duration: 1.737234682s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:46:47.47123Z","caller":"traceutil/trace.go:171","msg":"trace[767346797] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:24416; }","duration":"1.621255047s","start":"2026-02-26T02:46:45.849951Z","end":"2026-02-26T02:46:47.471206Z","steps":["trace[767346797] 'agreement among raft nodes before linearized reading' (duration: 1.621044321s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:47.471314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:45.849925Z","time spent":"1.62136977s","remote":"127.0.0.1:52886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:46:47.471326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.755912574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897a8a815b748d0\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-02-26T02:46:47.471362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.278831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:46:47.471394Z","caller":"traceutil/trace.go:171","msg":"trace[1654284355] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:24416; }","duration":"448.354883ms","start":"2026-02-26T02:46:47.023033Z","end":"2026-02-26T02:46:47.471388Z","steps":["trace[1654284355] 'agreement among raft nodes before linearized reading' (duration: 448.285661ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:47.471412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:47.023008Z","time spent":"448.398615ms","remote":"127.0.0.1:36668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":32,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:46:47.471423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.758290147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/rook-ceph/rook-discover\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:46:47.471452Z","caller":"traceutil/trace.go:171","msg":"trace[1423222688] range","detail":"{range_begin:/registry/daemonsets/rook-ceph/rook-discover; range_end:; response_count:0; response_revision:24416; }","duration":"1.758360029s","start":"2026-02-26T02:46:45.713083Z","end":"2026-02-26T02:46:47.471443Z","steps":["trace[1423222688] 'agreement among raft nodes before linearized reading' (duration: 1.758304577s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:47.471489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:45.713061Z","time spent":"1.758422111s","remote":"127.0.0.1:36986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/daemonsets/rook-ceph/rook-discover\" "} {"level":"warn","ts":"2026-02-26T02:46:47.471214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:45.707415Z","time spent":"1.763788352s","remote":"127.0.0.1:36698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":3503,"request content":"key:\"/registry/pods/monitoring/node-feature-discovery-gc-6675cbb6d9-76m46\" "} {"level":"info","ts":"2026-02-26T02:46:47.471367Z","caller":"traceutil/trace.go:171","msg":"trace[439407978] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897a8a815b748d0; range_end:; response_count:1; response_revision:24416; }","duration":"1.755983656s","start":"2026-02-26T02:46:45.715373Z","end":"2026-02-26T02:46:47.471357Z","steps":["trace[439407978] 'agreement among raft nodes before linearized reading' (duration: 1.755871313s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:47.471572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:45.715364Z","time spent":"1.756200082s","remote":"127.0.0.1:36590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897a8a815b748d0\" "} {"level":"warn","ts":"2026-02-26T02:46:47.471637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.402195804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machinedeployments.cluster.x-k8s.io\" ","response":"range_response_count:1 size:73031"} {"level":"warn","ts":"2026-02-26T02:46:47.471253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:45.733851Z","time spent":"1.737393387s","remote":"127.0.0.1:36818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":20,"response size":32,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:46:47.471686Z","caller":"traceutil/trace.go:171","msg":"trace[491100144] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/machinedeployments.cluster.x-k8s.io; range_end:; response_count:1; response_revision:24416; }","duration":"1.402282017s","start":"2026-02-26T02:46:46.069392Z","end":"2026-02-26T02:46:47.471674Z","steps":["trace[491100144] 'agreement among raft nodes before linearized reading' (duration: 1.402082842s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:47.471727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:46.069366Z","time spent":"1.402349589s","remote":"127.0.0.1:36560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":73055,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machinedeployments.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-02-26T02:46:47.471097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:45.718493Z","time spent":"1.752595777s","remote":"127.0.0.1:36526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:46:47.472006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.995771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:46:47.472034Z","caller":"traceutil/trace.go:171","msg":"trace[1810973161] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24416; }","duration":"594.047552ms","start":"2026-02-26T02:46:46.877978Z","end":"2026-02-26T02:46:47.472026Z","steps":["trace[1810973161] 'agreement among raft nodes before linearized reading' (duration: 593.999021ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:47.472027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.395768635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:46:47.472059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:46.877968Z","time spent":"594.078603ms","remote":"127.0.0.1:37114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:46:47.472062Z","caller":"traceutil/trace.go:171","msg":"trace[658946308] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:24416; }","duration":"1.395828277s","start":"2026-02-26T02:46:46.076222Z","end":"2026-02-26T02:46:47.472051Z","steps":["trace[658946308] 'agreement among raft nodes before linearized reading' (duration: 1.395767945s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:47.472092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:46.076209Z","time spent":"1.395876208s","remote":"127.0.0.1:47318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:46:47.471102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.406328904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:46:47.472184Z","caller":"traceutil/trace.go:171","msg":"trace[1733053316] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24416; }","duration":"1.407453313s","start":"2026-02-26T02:46:46.064708Z","end":"2026-02-26T02:46:47.472162Z","steps":["trace[1733053316] 'agreement among raft nodes before linearized reading' (duration: 1.406363854s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:47.472245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:46.064676Z","time spent":"1.407549045s","remote":"127.0.0.1:47382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:46:47.472008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.204075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:46:47.472497Z","caller":"traceutil/trace.go:171","msg":"trace[1611741481] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:24416; }","duration":"608.77451ms","start":"2026-02-26T02:46:46.863662Z","end":"2026-02-26T02:46:47.472437Z","steps":["trace[1611741481] 'agreement among raft nodes before linearized reading' (duration: 607.921227ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:47.472787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:46.863637Z","time spent":"609.045117ms","remote":"127.0.0.1:52946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:46:47.747061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.394377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machinepools.cluster.x-k8s.io\" ","response":"range_response_count:1 size:64743"} {"level":"warn","ts":"2026-02-26T02:46:47.747109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.439075ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:46:47.747167Z","caller":"traceutil/trace.go:171","msg":"trace[187236814] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/machinepools.cluster.x-k8s.io; range_end:; response_count:1; response_revision:24417; }","duration":"146.543221ms","start":"2026-02-26T02:46:47.600597Z","end":"2026-02-26T02:46:47.747141Z","steps":["trace[187236814] 'range keys from in-memory index tree' (duration: 146.10871ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:46:47.747245Z","caller":"traceutil/trace.go:171","msg":"trace[1970250471] transaction","detail":"{read_only:false; response_revision:24418; number_of_response:1; }","duration":"134.568805ms","start":"2026-02-26T02:46:47.612622Z","end":"2026-02-26T02:46:47.747191Z","steps":["trace[1970250471] 'process raft request' (duration: 27.943886ms)","trace[1970250471] 'compare' (duration: 106.26695ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:46:47.895562Z","caller":"traceutil/trace.go:171","msg":"trace[887256960] linearizableReadLoop","detail":"{readStateIndex:25359; appliedIndex:25358; }","duration":"128.243209ms","start":"2026-02-26T02:46:47.767286Z","end":"2026-02-26T02:46:47.89553Z","steps":["trace[887256960] 'read index received' (duration: 90.35156ms)","trace[887256960] 'applied index is now lower than readState.Index' (duration: 37.890238ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:46:47.895749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.449975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:46:47.895808Z","caller":"traceutil/trace.go:171","msg":"trace[1649086592] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:24419; }","duration":"128.567478ms","start":"2026-02-26T02:46:47.767228Z","end":"2026-02-26T02:46:47.895795Z","steps":["trace[1649086592] 'agreement among raft nodes before linearized reading' (duration: 128.460485ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:47.895889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.68572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machines.cluster.x-k8s.io\" ","response":"range_response_count:1 size:59270"} {"level":"info","ts":"2026-02-26T02:46:47.895993Z","caller":"traceutil/trace.go:171","msg":"trace[1173756076] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/machines.cluster.x-k8s.io; range_end:; response_count:1; response_revision:24419; }","duration":"109.819933ms","start":"2026-02-26T02:46:47.786157Z","end":"2026-02-26T02:46:47.895977Z","steps":["trace[1173756076] 'agreement among raft nodes before linearized reading' (duration: 109.537426ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:46:47.896162Z","caller":"traceutil/trace.go:171","msg":"trace[1525406519] transaction","detail":"{read_only:false; response_revision:24419; number_of_response:1; }","duration":"142.296989ms","start":"2026-02-26T02:46:47.753822Z","end":"2026-02-26T02:46:47.896119Z","steps":["trace[1525406519] 'process raft request' (duration: 103.751424ms)","trace[1525406519] 'compare' (duration: 37.687142ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:46:49.523392Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284895603,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T02:46:49.598258Z","caller":"traceutil/trace.go:171","msg":"trace[1246311301] transaction","detail":"{read_only:false; response_revision:24428; number_of_response:1; }","duration":"654.101614ms","start":"2026-02-26T02:46:48.944119Z","end":"2026-02-26T02:46:49.59822Z","steps":["trace[1246311301] 'process raft request' (duration: 653.877998ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:49.59846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:48.944091Z","time spent":"654.264289ms","remote":"127.0.0.1:36590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":923,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:46:49.812418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.073743ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:46:49.812646Z","caller":"traceutil/trace.go:171","msg":"trace[71855846] transaction","detail":"{read_only:false; response_revision:24429; number_of_response:1; }","duration":"501.085783ms","start":"2026-02-26T02:46:49.311534Z","end":"2026-02-26T02:46:49.81262Z","steps":["trace[71855846] 'process raft request' (duration: 377.694121ms)","trace[71855846] 'compare' (duration: 122.653672ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:46:49.812725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:49.311499Z","time spent":"501.191355ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:46:49.81301Z","caller":"traceutil/trace.go:171","msg":"trace[7611247] transaction","detail":"{read_only:false; response_revision:24430; number_of_response:1; }","duration":"500.391455ms","start":"2026-02-26T02:46:49.31258Z","end":"2026-02-26T02:46:49.812972Z","steps":["trace[7611247] 'process raft request' (duration: 499.968014ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:49.813299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:49.312551Z","time spent":"500.550778ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:46:49.813275Z","caller":"traceutil/trace.go:171","msg":"trace[2139517234] transaction","detail":"{read_only:false; response_revision:24431; number_of_response:1; }","duration":"499.489211ms","start":"2026-02-26T02:46:49.313751Z","end":"2026-02-26T02:46:49.81324Z","steps":["trace[2139517234] 'process raft request' (duration: 499.115341ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:46:49.81323Z","caller":"traceutil/trace.go:171","msg":"trace[996271768] linearizableReadLoop","detail":"{readStateIndex:25371; appliedIndex:25367; }","duration":"790.623032ms","start":"2026-02-26T02:46:49.022574Z","end":"2026-02-26T02:46:49.813197Z","steps":["trace[996271768] 'read index received' (duration: 575.559655ms)","trace[996271768] 'applied index is now lower than readState.Index' (duration: 215.061157ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:46:49.813482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:49.313744Z","time spent":"499.631244ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:46:49.813619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.019132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29534565-q4zzl\" ","response":"range_response_count:1 size:6988"} {"level":"warn","ts":"2026-02-26T02:46:49.813702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.567328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:46:49.813807Z","caller":"traceutil/trace.go:171","msg":"trace[575486584] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29534565-q4zzl; range_end:; response_count:1; response_revision:24431; }","duration":"791.197657ms","start":"2026-02-26T02:46:49.022522Z","end":"2026-02-26T02:46:49.81372Z","steps":["trace[575486584] 'agreement among raft nodes before linearized reading' (duration: 790.820337ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:49.813844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.966878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-7dvxw.1897abb34a9215a1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:46:49.813896Z","caller":"traceutil/trace.go:171","msg":"trace[748943973] range","detail":"{range_begin:/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-7dvxw.1897abb34a9215a1; range_end:; response_count:0; response_revision:24431; }","duration":"211.069632ms","start":"2026-02-26T02:46:49.602809Z","end":"2026-02-26T02:46:49.813879Z","steps":["trace[748943973] 'agreement among raft nodes before linearized reading' (duration: 210.965529ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:49.813921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:46:49.022503Z","time spent":"791.355341ms","remote":"127.0.0.1:36698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7012,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29534565-q4zzl\" "} {"level":"info","ts":"2026-02-26T02:46:49.813748Z","caller":"traceutil/trace.go:171","msg":"trace[333587342] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24431; }","duration":"295.689241ms","start":"2026-02-26T02:46:49.518047Z","end":"2026-02-26T02:46:49.813736Z","steps":["trace[333587342] 'agreement among raft nodes before linearized reading' (duration: 295.592308ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:50.43007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.828812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:46:50.430201Z","caller":"traceutil/trace.go:171","msg":"trace[539418587] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:24438; }","duration":"195.032988ms","start":"2026-02-26T02:46:50.235141Z","end":"2026-02-26T02:46:50.430174Z","steps":["trace[539418587] 'count revisions from in-memory index tree' (duration: 194.71719ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:46:51.196609Z","caller":"traceutil/trace.go:171","msg":"trace[395587421] transaction","detail":"{read_only:false; response_revision:24441; number_of_response:1; }","duration":"128.023833ms","start":"2026-02-26T02:46:51.068561Z","end":"2026-02-26T02:46:51.196585Z","steps":["trace[395587421] 'process raft request' (duration: 127.469068ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:46:51.349355Z","caller":"traceutil/trace.go:171","msg":"trace[1755200757] transaction","detail":"{read_only:false; response_revision:24442; number_of_response:1; }","duration":"268.902775ms","start":"2026-02-26T02:46:51.080427Z","end":"2026-02-26T02:46:51.349329Z","steps":["trace[1755200757] 'process raft request' (duration: 260.36265ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:46:51.349351Z","caller":"traceutil/trace.go:171","msg":"trace[1772051070] linearizableReadLoop","detail":"{readStateIndex:25383; appliedIndex:25382; }","duration":"152.866888ms","start":"2026-02-26T02:46:51.19644Z","end":"2026-02-26T02:46:51.349307Z","steps":["trace[1772051070] 'read index received' (duration: 144.263041ms)","trace[1772051070] 'applied index is now lower than readState.Index' (duration: 8.602577ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:46:51.349761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.305569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:46:51.350437Z","caller":"traceutil/trace.go:171","msg":"trace[1002998120] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:24442; }","duration":"154.038599ms","start":"2026-02-26T02:46:51.196379Z","end":"2026-02-26T02:46:51.350418Z","steps":["trace[1002998120] 'agreement among raft nodes before linearized reading' (duration: 153.32739ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:46:52.255252Z","caller":"traceutil/trace.go:171","msg":"trace[564731711] transaction","detail":"{read_only:false; response_revision:24450; number_of_response:1; }","duration":"128.28279ms","start":"2026-02-26T02:46:52.126926Z","end":"2026-02-26T02:46:52.255208Z","steps":["trace[564731711] 'process raft request' (duration: 68.210307ms)","trace[564731711] 'compare' (duration: 59.870597ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:46:52.255267Z","caller":"traceutil/trace.go:171","msg":"trace[848004059] linearizableReadLoop","detail":"{readStateIndex:25391; appliedIndex:25390; }","duration":"127.764617ms","start":"2026-02-26T02:46:52.127482Z","end":"2026-02-26T02:46:52.255247Z","steps":["trace[848004059] 'read index received' (duration: 67.672483ms)","trace[848004059] 'applied index is now lower than readState.Index' (duration: 60.090694ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:46:52.256152Z","caller":"traceutil/trace.go:171","msg":"trace[1316210184] transaction","detail":"{read_only:false; response_revision:24451; number_of_response:1; }","duration":"125.071556ms","start":"2026-02-26T02:46:52.131046Z","end":"2026-02-26T02:46:52.256117Z","steps":["trace[1316210184] 'process raft request' (duration: 124.130031ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:52.25626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.224748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-26T02:46:52.256321Z","caller":"traceutil/trace.go:171","msg":"trace[886570431] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24451; }","duration":"128.396494ms","start":"2026-02-26T02:46:52.127911Z","end":"2026-02-26T02:46:52.256307Z","steps":["trace[886570431] 'agreement among raft nodes before linearized reading' (duration: 128.149707ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:46:52.256367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.845215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-26T02:46:52.256458Z","caller":"traceutil/trace.go:171","msg":"trace[1039706634] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24451; }","duration":"128.975478ms","start":"2026-02-26T02:46:52.127458Z","end":"2026-02-26T02:46:52.256433Z","steps":["trace[1039706634] 'agreement among raft nodes before linearized reading' (duration: 127.853358ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:46:54.433058Z","caller":"traceutil/trace.go:171","msg":"trace[1506071915] transaction","detail":"{read_only:false; response_revision:24462; number_of_response:1; }","duration":"106.832514ms","start":"2026-02-26T02:46:54.326198Z","end":"2026-02-26T02:46:54.43303Z","steps":["trace[1506071915] 'process raft request' (duration: 42.685975ms)","trace[1506071915] 'compare' (duration: 63.936994ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:46:54.43326Z","caller":"traceutil/trace.go:171","msg":"trace[1825194228] transaction","detail":"{read_only:false; response_revision:24463; number_of_response:1; }","duration":"106.119037ms","start":"2026-02-26T02:46:54.327107Z","end":"2026-02-26T02:46:54.433226Z","steps":["trace[1825194228] 'process raft request' (duration: 105.88031ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:46:58.393578Z","caller":"traceutil/trace.go:171","msg":"trace[1211510287] transaction","detail":"{read_only:false; response_revision:24483; number_of_response:1; }","duration":"107.442571ms","start":"2026-02-26T02:46:58.286101Z","end":"2026-02-26T02:46:58.393544Z","steps":["trace[1211510287] 'process raft request' (duration: 106.418174ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:47:06.239506Z","caller":"traceutil/trace.go:171","msg":"trace[826907121] transaction","detail":"{read_only:false; response_revision:24530; number_of_response:1; }","duration":"172.245518ms","start":"2026-02-26T02:47:06.067227Z","end":"2026-02-26T02:47:06.239472Z","steps":["trace[826907121] 'process raft request' (duration: 163.113367ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:47:06.3031Z","caller":"traceutil/trace.go:171","msg":"trace[94962556] transaction","detail":"{read_only:false; response_revision:24531; number_of_response:1; }","duration":"235.245489ms","start":"2026-02-26T02:47:06.06782Z","end":"2026-02-26T02:47:06.303066Z","steps":["trace[94962556] 'process raft request' (duration: 234.93231ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:47:06.331509Z","caller":"traceutil/trace.go:171","msg":"trace[232881594] transaction","detail":"{read_only:false; response_revision:24532; number_of_response:1; }","duration":"120.560916ms","start":"2026-02-26T02:47:06.210917Z","end":"2026-02-26T02:47:06.331478Z","steps":["trace[232881594] 'process raft request' (duration: 120.418702ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:47:06.331511Z","caller":"traceutil/trace.go:171","msg":"trace[1162322766] linearizableReadLoop","detail":"{readStateIndex:25475; appliedIndex:25473; }","duration":"232.6303ms","start":"2026-02-26T02:47:06.098839Z","end":"2026-02-26T02:47:06.33147Z","steps":["trace[1162322766] 'read index received' (duration: 131.515296ms)","trace[1162322766] 'applied index is now lower than readState.Index' (duration: 101.113264ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:47:06.33172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.875766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1578"} {"level":"info","ts":"2026-02-26T02:47:06.33178Z","caller":"traceutil/trace.go:171","msg":"trace[1902703769] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24532; }","duration":"233.00597ms","start":"2026-02-26T02:47:06.098758Z","end":"2026-02-26T02:47:06.331764Z","steps":["trace[1902703769] 'agreement among raft nodes before linearized reading' (duration: 232.823085ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:47:07.334489Z","caller":"traceutil/trace.go:171","msg":"trace[448763380] transaction","detail":"{read_only:false; response_revision:24538; number_of_response:1; }","duration":"194.128425ms","start":"2026-02-26T02:47:07.140321Z","end":"2026-02-26T02:47:07.334449Z","steps":["trace[448763380] 'process raft request' (duration: 193.892719ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:47:10.388122Z","caller":"traceutil/trace.go:171","msg":"trace[1512019645] transaction","detail":"{read_only:false; response_revision:24549; number_of_response:1; }","duration":"121.021789ms","start":"2026-02-26T02:47:10.267071Z","end":"2026-02-26T02:47:10.388092Z","steps":["trace[1512019645] 'process raft request' (duration: 120.806713ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:47:10.440141Z","caller":"traceutil/trace.go:171","msg":"trace[274796008] transaction","detail":"{read_only:false; response_revision:24550; number_of_response:1; }","duration":"119.471258ms","start":"2026-02-26T02:47:10.320623Z","end":"2026-02-26T02:47:10.440095Z","steps":["trace[274796008] 'process raft request' (duration: 119.14951ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:47:10.634139Z","caller":"traceutil/trace.go:171","msg":"trace[1793254596] transaction","detail":"{read_only:false; response_revision:24553; number_of_response:1; }","duration":"109.32711ms","start":"2026-02-26T02:47:10.524789Z","end":"2026-02-26T02:47:10.634116Z","steps":["trace[1793254596] 'process raft request' (duration: 107.560654ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:47:10.634375Z","caller":"traceutil/trace.go:171","msg":"trace[1071664080] transaction","detail":"{read_only:false; response_revision:24554; number_of_response:1; }","duration":"108.707904ms","start":"2026-02-26T02:47:10.525659Z","end":"2026-02-26T02:47:10.634367Z","steps":["trace[1071664080] 'process raft request' (duration: 108.369655ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:47:10.63499Z","caller":"traceutil/trace.go:171","msg":"trace[1721598659] transaction","detail":"{read_only:false; response_revision:24555; number_of_response:1; }","duration":"105.629353ms","start":"2026-02-26T02:47:10.529311Z","end":"2026-02-26T02:47:10.63494Z","steps":["trace[1721598659] 'process raft request' (duration: 105.016687ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:47:12.80612Z","caller":"traceutil/trace.go:171","msg":"trace[567897356] transaction","detail":"{read_only:false; response_revision:24561; number_of_response:1; }","duration":"411.04095ms","start":"2026-02-26T02:47:12.395046Z","end":"2026-02-26T02:47:12.806087Z","steps":["trace[567897356] 'process raft request' (duration: 410.724332ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:47:12.806451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:47:12.395015Z","time spent":"411.200235ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:47:13.0614Z","caller":"traceutil/trace.go:171","msg":"trace[1923812114] linearizableReadLoop","detail":"{readStateIndex:25508; appliedIndex:25506; }","duration":"537.101612ms","start":"2026-02-26T02:47:12.524246Z","end":"2026-02-26T02:47:13.061348Z","steps":["trace[1923812114] 'read index received' (duration: 281.672652ms)","trace[1923812114] 'applied index is now lower than readState.Index' (duration: 255.42669ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:47:13.061437Z","caller":"traceutil/trace.go:171","msg":"trace[1801671479] transaction","detail":"{read_only:false; response_revision:24562; number_of_response:1; }","duration":"615.562599ms","start":"2026-02-26T02:47:12.445838Z","end":"2026-02-26T02:47:13.061401Z","steps":["trace[1801671479] 'process raft request' (duration: 614.645215ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:47:13.061665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.401129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-26T02:47:13.06175Z","caller":"traceutil/trace.go:171","msg":"trace[871626209] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24562; }","duration":"537.499842ms","start":"2026-02-26T02:47:12.524232Z","end":"2026-02-26T02:47:13.061731Z","steps":["trace[871626209] 'agreement among raft nodes before linearized reading' (duration: 537.243465ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:47:13.061792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:47:12.524181Z","time spent":"537.604594ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T02:47:13.061784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.100729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-26T02:47:13.061819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.377627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-26T02:47:13.061904Z","caller":"traceutil/trace.go:171","msg":"trace[855388218] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24562; }","duration":"346.5111ms","start":"2026-02-26T02:47:12.71538Z","end":"2026-02-26T02:47:13.061891Z","steps":["trace[855388218] 'agreement among raft nodes before linearized reading' (duration: 346.280814ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:47:13.061926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.172548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-26T02:47:13.061955Z","caller":"traceutil/trace.go:171","msg":"trace[675356901] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24562; }","duration":"347.24654ms","start":"2026-02-26T02:47:12.714698Z","end":"2026-02-26T02:47:13.061945Z","steps":["trace[675356901] 'agreement among raft nodes before linearized reading' (duration: 347.168438ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:47:13.061984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:47:12.714668Z","time spent":"347.309401ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T02:47:13.061984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:47:12.715355Z","time spent":"346.586713ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T02:47:13.062102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.737598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-26T02:47:13.061845Z","caller":"traceutil/trace.go:171","msg":"trace[1697184784] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24562; }","duration":"516.199431ms","start":"2026-02-26T02:47:12.545629Z","end":"2026-02-26T02:47:13.061829Z","steps":["trace[1697184784] 'agreement among raft nodes before linearized reading' (duration: 516.014196ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:47:13.062158Z","caller":"traceutil/trace.go:171","msg":"trace[337351929] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24562; }","duration":"422.812941ms","start":"2026-02-26T02:47:12.639325Z","end":"2026-02-26T02:47:13.062138Z","steps":["trace[337351929] 'agreement among raft nodes before linearized reading' (duration: 422.551314ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:47:13.062232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:47:12.639313Z","time spent":"422.907223ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T02:47:13.06225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:47:12.545617Z","time spent":"516.590672ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T02:47:13.061812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:47:12.445823Z","time spent":"615.817596ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:47:13.062077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.285817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:47:13.062506Z","caller":"traceutil/trace.go:171","msg":"trace[54817161] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24562; }","duration":"274.743029ms","start":"2026-02-26T02:47:12.787742Z","end":"2026-02-26T02:47:13.062485Z","steps":["trace[54817161] 'agreement among raft nodes before linearized reading' (duration: 274.270536ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:47:13.332502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.819993ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:47:13.332644Z","caller":"traceutil/trace.go:171","msg":"trace[1260663296] transaction","detail":"{read_only:false; response_revision:24563; number_of_response:1; }","duration":"265.479385ms","start":"2026-02-26T02:47:13.067141Z","end":"2026-02-26T02:47:13.33262Z","steps":["trace[1260663296] 'process raft request' (duration: 125.445236ms)","trace[1260663296] 'compare' (duration: 139.67222ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:47:13.334662Z","caller":"traceutil/trace.go:171","msg":"trace[629857477] transaction","detail":"{read_only:false; response_revision:24564; number_of_response:1; }","duration":"266.908272ms","start":"2026-02-26T02:47:13.06772Z","end":"2026-02-26T02:47:13.334629Z","steps":["trace[629857477] 'process raft request' (duration: 266.686406ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:47:13.334954Z","caller":"traceutil/trace.go:171","msg":"trace[288800609] transaction","detail":"{read_only:false; response_revision:24565; number_of_response:1; }","duration":"266.980094ms","start":"2026-02-26T02:47:13.067957Z","end":"2026-02-26T02:47:13.334937Z","steps":["trace[288800609] 'process raft request' (duration: 266.616065ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:47:13.335226Z","caller":"traceutil/trace.go:171","msg":"trace[965907549] transaction","detail":"{read_only:false; response_revision:24566; number_of_response:1; }","duration":"266.154513ms","start":"2026-02-26T02:47:13.069054Z","end":"2026-02-26T02:47:13.335209Z","steps":["trace[965907549] 'process raft request' (duration: 265.811714ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:47:13.335747Z","caller":"traceutil/trace.go:171","msg":"trace[1969373563] transaction","detail":"{read_only:false; response_revision:24567; number_of_response:1; }","duration":"266.654095ms","start":"2026-02-26T02:47:13.069081Z","end":"2026-02-26T02:47:13.335735Z","steps":["trace[1969373563] 'process raft request' (duration: 266.06745ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:47:14.305857Z","caller":"traceutil/trace.go:171","msg":"trace[988524094] linearizableReadLoop","detail":"{readStateIndex:25515; appliedIndex:25514; }","duration":"168.073649ms","start":"2026-02-26T02:47:14.137762Z","end":"2026-02-26T02:47:14.305836Z","steps":["trace[988524094] 'read index received' (duration: 167.829343ms)","trace[988524094] 'applied index is now lower than readState.Index' (duration: 243.426µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:47:14.306057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.271674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:47:14.306097Z","caller":"traceutil/trace.go:171","msg":"trace[1230361493] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:24569; }","duration":"168.339656ms","start":"2026-02-26T02:47:14.137744Z","end":"2026-02-26T02:47:14.306084Z","steps":["trace[1230361493] 'agreement among raft nodes before linearized reading' (duration: 168.190692ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:47:14.306254Z","caller":"traceutil/trace.go:171","msg":"trace[725060115] transaction","detail":"{read_only:false; response_revision:24569; number_of_response:1; }","duration":"177.848586ms","start":"2026-02-26T02:47:14.128364Z","end":"2026-02-26T02:47:14.306213Z","steps":["trace[725060115] 'process raft request' (duration: 177.311592ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:47:21.534214Z","caller":"traceutil/trace.go:171","msg":"trace[1997592020] transaction","detail":"{read_only:false; response_revision:24606; number_of_response:1; }","duration":"101.422242ms","start":"2026-02-26T02:47:21.432761Z","end":"2026-02-26T02:47:21.534183Z","steps":["trace[1997592020] 'process raft request' (duration: 100.159209ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:47:21.534657Z","caller":"traceutil/trace.go:171","msg":"trace[1907885949] transaction","detail":"{read_only:false; response_revision:24607; number_of_response:1; }","duration":"101.196366ms","start":"2026-02-26T02:47:21.433436Z","end":"2026-02-26T02:47:21.534632Z","steps":["trace[1907885949] 'process raft request' (duration: 100.809276ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:47:23.544152Z","caller":"traceutil/trace.go:171","msg":"trace[1946030517] transaction","detail":"{read_only:false; response_revision:24614; number_of_response:1; }","duration":"102.691446ms","start":"2026-02-26T02:47:23.441428Z","end":"2026-02-26T02:47:23.544119Z","steps":["trace[1946030517] 'process raft request' (duration: 100.55ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:47:29.968019Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284896156,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:47:30.227166Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.047286893s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T02:47:30.314604Z","caller":"traceutil/trace.go:171","msg":"trace[185644894] linearizableReadLoop","detail":"{readStateIndex:25587; appliedIndex:25586; }","duration":"846.962976ms","start":"2026-02-26T02:47:29.467603Z","end":"2026-02-26T02:47:30.314565Z","steps":["trace[185644894] 'read index received' (duration: 759.872211ms)","trace[185644894] 'applied index is now lower than readState.Index' (duration: 87.088935ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:47:30.31464Z","caller":"traceutil/trace.go:171","msg":"trace[62199524] transaction","detail":"{read_only:false; response_revision:24638; number_of_response:1; }","duration":"1.134882112s","start":"2026-02-26T02:47:29.179719Z","end":"2026-02-26T02:47:30.314601Z","steps":["trace[62199524] 'process raft request' (duration: 1.048019693s)","trace[62199524] 'compare' (duration: 86.115659ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:47:30.31477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.14361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:47:30.314834Z","caller":"traceutil/trace.go:171","msg":"trace[1897368749] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24638; }","duration":"847.281503ms","start":"2026-02-26T02:47:29.467533Z","end":"2026-02-26T02:47:30.314815Z","steps":["trace[1897368749] 'agreement among raft nodes before linearized reading' (duration: 847.14886ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:47:30.314872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:47:29.467506Z","time spent":"847.355796ms","remote":"127.0.0.1:32878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:47:30.314922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:47:29.179682Z","time spent":"1.135101387s","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:47:30.315051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.680018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:47:30.315162Z","caller":"traceutil/trace.go:171","msg":"trace[1805798316] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:24638; }","duration":"189.877663ms","start":"2026-02-26T02:47:30.125257Z","end":"2026-02-26T02:47:30.315135Z","steps":["trace[1805798316] 'agreement among raft nodes before linearized reading' (duration: 189.676317ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:47:30.315162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.445401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:47:30.315307Z","caller":"traceutil/trace.go:171","msg":"trace[1933823658] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24638; }","duration":"137.644976ms","start":"2026-02-26T02:47:30.177631Z","end":"2026-02-26T02:47:30.315276Z","steps":["trace[1933823658] 'agreement among raft nodes before linearized reading' (duration: 137.4058ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:47:30.315555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.91978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-26T02:47:30.315558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.71399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-26T02:47:30.315609Z","caller":"traceutil/trace.go:171","msg":"trace[1689044063] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24638; }","duration":"733.026043ms","start":"2026-02-26T02:47:29.582571Z","end":"2026-02-26T02:47:30.315597Z","steps":["trace[1689044063] 'agreement among raft nodes before linearized reading' (duration: 732.865759ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:47:30.315608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.363875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-26T02:47:30.315622Z","caller":"traceutil/trace.go:171","msg":"trace[1205744567] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24638; }","duration":"714.833824ms","start":"2026-02-26T02:47:29.600773Z","end":"2026-02-26T02:47:30.315606Z","steps":["trace[1205744567] 'agreement among raft nodes before linearized reading' (duration: 714.637499ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:47:30.315646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:47:29.582541Z","time spent":"733.092305ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T02:47:30.315675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:47:29.600744Z","time spent":"714.919146ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-26T02:47:30.315673Z","caller":"traceutil/trace.go:171","msg":"trace[1499944157] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24638; }","duration":"713.455167ms","start":"2026-02-26T02:47:29.602199Z","end":"2026-02-26T02:47:30.315654Z","steps":["trace[1499944157] 'agreement among raft nodes before linearized reading' (duration: 713.226041ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:47:30.31583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.377697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-02-26T02:47:30.315906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:47:29.602184Z","time spent":"713.643153ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-26T02:47:30.315982Z","caller":"traceutil/trace.go:171","msg":"trace[1522701727] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24638; }","duration":"778.504422ms","start":"2026-02-26T02:47:29.537422Z","end":"2026-02-26T02:47:30.315926Z","steps":["trace[1522701727] 'agreement among raft nodes before linearized reading' (duration: 778.04957ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:47:30.316135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:47:29.537309Z","time spent":"778.8083ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T02:47:30.317365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.653156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-26T02:47:30.317615Z","caller":"traceutil/trace.go:171","msg":"trace[1521802955] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24638; }","duration":"840.651509ms","start":"2026-02-26T02:47:29.476941Z","end":"2026-02-26T02:47:30.317593Z","steps":["trace[1521802955] 'agreement among raft nodes before linearized reading' (duration: 837.982659ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:47:30.317851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:47:29.476914Z","time spent":"840.911806ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-26T02:47:30.543817Z","caller":"traceutil/trace.go:171","msg":"trace[1971494188] transaction","detail":"{read_only:false; response_revision:24639; number_of_response:1; }","duration":"221.937438ms","start":"2026-02-26T02:47:30.321858Z","end":"2026-02-26T02:47:30.543795Z","steps":["trace[1971494188] 'process raft request' (duration: 221.738162ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:47:30.55362Z","caller":"traceutil/trace.go:171","msg":"trace[1229638285] transaction","detail":"{read_only:false; response_revision:24640; number_of_response:1; }","duration":"231.403107ms","start":"2026-02-26T02:47:30.32219Z","end":"2026-02-26T02:47:30.553593Z","steps":["trace[1229638285] 'process raft request' (duration: 231.16175ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:47:30.553879Z","caller":"traceutil/trace.go:171","msg":"trace[1025281931] transaction","detail":"{read_only:false; response_revision:24641; number_of_response:1; }","duration":"231.316875ms","start":"2026-02-26T02:47:30.32254Z","end":"2026-02-26T02:47:30.553857Z","steps":["trace[1025281931] 'process raft request' (duration: 230.998596ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:47:30.554179Z","caller":"traceutil/trace.go:171","msg":"trace[707508153] transaction","detail":"{read_only:false; response_revision:24642; number_of_response:1; }","duration":"231.227173ms","start":"2026-02-26T02:47:30.322936Z","end":"2026-02-26T02:47:30.554163Z","steps":["trace[707508153] 'process raft request' (duration: 230.840473ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:47:30.554579Z","caller":"traceutil/trace.go:171","msg":"trace[1788202724] linearizableReadLoop","detail":"{readStateIndex:25592; appliedIndex:25587; }","duration":"198.687135ms","start":"2026-02-26T02:47:30.355869Z","end":"2026-02-26T02:47:30.554556Z","steps":["trace[1788202724] 'read index received' (duration: 187.807438ms)","trace[1788202724] 'applied index is now lower than readState.Index' (duration: 10.878807ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:47:30.554633Z","caller":"traceutil/trace.go:171","msg":"trace[428328692] transaction","detail":"{read_only:false; response_revision:24644; number_of_response:1; }","duration":"147.725422ms","start":"2026-02-26T02:47:30.40688Z","end":"2026-02-26T02:47:30.554605Z","steps":["trace[428328692] 'process raft request' (duration: 147.588159ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:47:30.554613Z","caller":"traceutil/trace.go:171","msg":"trace[1266521864] transaction","detail":"{read_only:false; response_revision:24643; number_of_response:1; }","duration":"231.617483ms","start":"2026-02-26T02:47:30.322962Z","end":"2026-02-26T02:47:30.55458Z","steps":["trace[1266521864] 'process raft request' (duration: 231.102179ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:47:30.554766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.87073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:47:30.554816Z","caller":"traceutil/trace.go:171","msg":"trace[2031285302] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24644; }","duration":"198.994104ms","start":"2026-02-26T02:47:30.355805Z","end":"2026-02-26T02:47:30.554799Z","steps":["trace[2031285302] 'agreement among raft nodes before linearized reading' (duration: 198.834489ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:47:33.155452Z","caller":"traceutil/trace.go:171","msg":"trace[354643680] transaction","detail":"{read_only:false; response_revision:24659; number_of_response:1; }","duration":"125.457336ms","start":"2026-02-26T02:47:33.029935Z","end":"2026-02-26T02:47:33.155392Z","steps":["trace[354643680] 'process raft request' (duration: 38.995007ms)","trace[354643680] 'compare' (duration: 86.202252ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:47:34.690493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.021321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:47:34.690599Z","caller":"traceutil/trace.go:171","msg":"trace[790821427] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:24661; }","duration":"137.211745ms","start":"2026-02-26T02:47:34.553361Z","end":"2026-02-26T02:47:34.690573Z","steps":["trace[790821427] 'count revisions from in-memory index tree' (duration: 136.853186ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:47:34.690866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.770512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-26T02:47:34.690983Z","caller":"traceutil/trace.go:171","msg":"trace[849965810] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24661; }","duration":"109.969328ms","start":"2026-02-26T02:47:34.580988Z","end":"2026-02-26T02:47:34.690957Z","steps":["trace[849965810] 'range keys from in-memory index tree' (duration: 109.488465ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:47:34.726793Z","caller":"traceutil/trace.go:171","msg":"trace[1318832691] transaction","detail":"{read_only:false; response_revision:24662; number_of_response:1; }","duration":"137.150493ms","start":"2026-02-26T02:47:34.589612Z","end":"2026-02-26T02:47:34.726763Z","steps":["trace[1318832691] 'process raft request' (duration: 136.902667ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:47:34.977413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.928472ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:47:34.977549Z","caller":"traceutil/trace.go:171","msg":"trace[1569162109] transaction","detail":"{read_only:false; response_revision:24664; number_of_response:1; }","duration":"245.687913ms","start":"2026-02-26T02:47:34.731836Z","end":"2026-02-26T02:47:34.977524Z","steps":["trace[1569162109] 'process raft request' (duration: 79.477634ms)","trace[1569162109] 'compare' (duration: 165.749917ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:47:35.158517Z","caller":"traceutil/trace.go:171","msg":"trace[769370784] transaction","detail":"{read_only:false; response_revision:24665; number_of_response:1; }","duration":"412.90425ms","start":"2026-02-26T02:47:34.745586Z","end":"2026-02-26T02:47:35.158491Z","steps":["trace[769370784] 'process raft request' (duration: 357.588562ms)","trace[769370784] 'compare' (duration: 54.850866ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:47:35.158671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:47:34.745555Z","time spent":"413.041104ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:47:35.159061Z","caller":"traceutil/trace.go:171","msg":"trace[159001893] transaction","detail":"{read_only:false; response_revision:24666; number_of_response:1; }","duration":"412.993333ms","start":"2026-02-26T02:47:34.746013Z","end":"2026-02-26T02:47:35.159007Z","steps":["trace[159001893] 'process raft request' (duration: 412.375456ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:47:35.159174Z","caller":"traceutil/trace.go:171","msg":"trace[1833722114] transaction","detail":"{read_only:false; response_revision:24667; number_of_response:1; }","duration":"413.124886ms","start":"2026-02-26T02:47:34.746013Z","end":"2026-02-26T02:47:35.159138Z","steps":["trace[1833722114] 'process raft request' (duration: 412.724685ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:47:35.16034Z","caller":"traceutil/trace.go:171","msg":"trace[1267018932] linearizableReadLoop","detail":"{readStateIndex:25618; appliedIndex:25614; }","duration":"372.494514ms","start":"2026-02-26T02:47:34.787801Z","end":"2026-02-26T02:47:35.160295Z","steps":["trace[1267018932] 'read index received' (duration: 23.407846ms)","trace[1267018932] 'applied index is now lower than readState.Index' (duration: 349.083178ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:47:35.160441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:47:34.745997Z","time spent":"413.257049ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:47:35.160641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:47:34.745984Z","time spent":"414.385938ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:47:35.160788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.993198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:47:35.160872Z","caller":"traceutil/trace.go:171","msg":"trace[936222595] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24667; }","duration":"373.086961ms","start":"2026-02-26T02:47:34.787747Z","end":"2026-02-26T02:47:35.160834Z","steps":["trace[936222595] 'agreement among raft nodes before linearized reading' (duration: 372.773252ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:47:35.160898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:47:34.787727Z","time spent":"373.166552ms","remote":"127.0.0.1:36526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:47:35.160949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.042316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:47:35.161053Z","caller":"traceutil/trace.go:171","msg":"trace[1317622597] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:24667; }","duration":"122.22139ms","start":"2026-02-26T02:47:35.038786Z","end":"2026-02-26T02:47:35.161008Z","steps":["trace[1317622597] 'agreement among raft nodes before linearized reading' (duration: 121.923102ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:47:37.364261Z","caller":"traceutil/trace.go:171","msg":"trace[2051001181] transaction","detail":"{read_only:false; response_revision:24678; number_of_response:1; }","duration":"153.805012ms","start":"2026-02-26T02:47:37.210421Z","end":"2026-02-26T02:47:37.364226Z","steps":["trace[2051001181] 'process raft request' (duration: 153.599667ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:47:48.700762Z","caller":"traceutil/trace.go:171","msg":"trace[1242430899] transaction","detail":"{read_only:false; response_revision:24728; number_of_response:1; }","duration":"171.099079ms","start":"2026-02-26T02:47:48.529632Z","end":"2026-02-26T02:47:48.700731Z","steps":["trace[1242430899] 'process raft request' (duration: 170.862022ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:47:50.844439Z","caller":"traceutil/trace.go:171","msg":"trace[1168985144] transaction","detail":"{read_only:false; response_revision:24737; number_of_response:1; }","duration":"105.853059ms","start":"2026-02-26T02:47:50.73854Z","end":"2026-02-26T02:47:50.844393Z","steps":["trace[1168985144] 'process raft request' (duration: 42.251933ms)","trace[1168985144] 'compare' (duration: 63.38529ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:47:51.064376Z","caller":"traceutil/trace.go:171","msg":"trace[242955910] transaction","detail":"{read_only:false; response_revision:24738; number_of_response:1; }","duration":"217.035099ms","start":"2026-02-26T02:47:50.847297Z","end":"2026-02-26T02:47:51.064332Z","steps":["trace[242955910] 'process raft request' (duration: 188.261011ms)","trace[242955910] 'compare' (duration: 28.329506ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:47:51.066435Z","caller":"traceutil/trace.go:171","msg":"trace[472611870] transaction","detail":"{read_only:false; response_revision:24739; number_of_response:1; }","duration":"147.124167ms","start":"2026-02-26T02:47:50.91924Z","end":"2026-02-26T02:47:51.066365Z","steps":["trace[472611870] 'process raft request' (duration: 146.765257ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:47:51.42572Z","caller":"traceutil/trace.go:171","msg":"trace[864502120] linearizableReadLoop","detail":"{readStateIndex:25697; appliedIndex:25695; }","duration":"353.924045ms","start":"2026-02-26T02:47:51.071736Z","end":"2026-02-26T02:47:51.42566Z","steps":["trace[864502120] 'read index received' (duration: 18.494217ms)","trace[864502120] 'applied index is now lower than readState.Index' (duration: 335.428118ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:47:51.426122Z","caller":"traceutil/trace.go:171","msg":"trace[96299515] transaction","detail":"{read_only:false; response_revision:24742; number_of_response:1; }","duration":"354.591952ms","start":"2026-02-26T02:47:51.071512Z","end":"2026-02-26T02:47:51.426104Z","steps":["trace[96299515] 'process raft request' (duration: 343.738086ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:47:51.426266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:47:51.071497Z","time spent":"354.672044ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:47:51.426266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.594528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-26T02:47:51.426302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.456612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-02-26T02:47:51.426318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.681104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-26T02:47:51.426388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.655604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-02-26T02:47:51.426397Z","caller":"traceutil/trace.go:171","msg":"trace[1704675126] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24742; }","duration":"293.604765ms","start":"2026-02-26T02:47:51.132769Z","end":"2026-02-26T02:47:51.426374Z","steps":["trace[1704675126] 'agreement among raft nodes before linearized reading' (duration: 293.339878ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:47:51.426421Z","caller":"traceutil/trace.go:171","msg":"trace[1551679003] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24742; }","duration":"354.719925ms","start":"2026-02-26T02:47:51.071689Z","end":"2026-02-26T02:47:51.426409Z","steps":["trace[1551679003] 'agreement among raft nodes before linearized reading' (duration: 354.673084ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:47:51.426448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:47:51.07167Z","time spent":"354.773047ms","remote":"127.0.0.1:36548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-02-26T02:47:51.426432Z","caller":"traceutil/trace.go:171","msg":"trace[1334296951] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24742; }","duration":"108.873268ms","start":"2026-02-26T02:47:51.317535Z","end":"2026-02-26T02:47:51.426409Z","steps":["trace[1334296951] 'agreement among raft nodes before linearized reading' (duration: 108.622372ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:47:51.42659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.06485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-26T02:47:51.426336Z","caller":"traceutil/trace.go:171","msg":"trace[354643246] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24742; }","duration":"109.67785ms","start":"2026-02-26T02:47:51.31664Z","end":"2026-02-26T02:47:51.426318Z","steps":["trace[354643246] 'agreement among raft nodes before linearized reading' (duration: 109.547726ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:47:51.426641Z","caller":"traceutil/trace.go:171","msg":"trace[252218118] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24742; }","duration":"143.155812ms","start":"2026-02-26T02:47:51.283463Z","end":"2026-02-26T02:47:51.426618Z","steps":["trace[252218118] 'agreement among raft nodes before linearized reading' (duration: 143.08869ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:47:51.651807Z","caller":"traceutil/trace.go:171","msg":"trace[707929281] transaction","detail":"{read_only:false; response_revision:24745; number_of_response:1; }","duration":"219.059632ms","start":"2026-02-26T02:47:51.432713Z","end":"2026-02-26T02:47:51.651773Z","steps":["trace[707929281] 'process raft request' (duration: 218.942189ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:47:51.652061Z","caller":"traceutil/trace.go:171","msg":"trace[340633137] transaction","detail":"{read_only:false; response_revision:24744; number_of_response:1; }","duration":"220.301595ms","start":"2026-02-26T02:47:51.431715Z","end":"2026-02-26T02:47:51.652017Z","steps":["trace[340633137] 'process raft request' (duration: 219.697339ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:47:51.652183Z","caller":"traceutil/trace.go:171","msg":"trace[1884325836] transaction","detail":"{read_only:false; response_revision:24746; number_of_response:1; }","duration":"219.078732ms","start":"2026-02-26T02:47:51.433075Z","end":"2026-02-26T02:47:51.652154Z","steps":["trace[1884325836] 'process raft request' (duration: 218.642741ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:47:51.652329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.430568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1578"} {"level":"info","ts":"2026-02-26T02:47:51.652066Z","caller":"traceutil/trace.go:171","msg":"trace[573597829] linearizableReadLoop","detail":"{readStateIndex:25701; appliedIndex:25697; }","duration":"201.16742ms","start":"2026-02-26T02:47:51.450875Z","end":"2026-02-26T02:47:51.652043Z","steps":["trace[573597829] 'read index received' (duration: 14.398279ms)","trace[573597829] 'applied index is now lower than readState.Index' (duration: 186.767491ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:47:51.652413Z","caller":"traceutil/trace.go:171","msg":"trace[1924376] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24746; }","duration":"201.568041ms","start":"2026-02-26T02:47:51.450824Z","end":"2026-02-26T02:47:51.652392Z","steps":["trace[1924376] 'agreement among raft nodes before linearized reading' (duration: 201.295354ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:47:51.693688Z","caller":"traceutil/trace.go:171","msg":"trace[1319321820] transaction","detail":"{read_only:false; response_revision:24747; number_of_response:1; }","duration":"188.898997ms","start":"2026-02-26T02:47:51.504743Z","end":"2026-02-26T02:47:51.693642Z","steps":["trace[1319321820] 'process raft request' (duration: 182.992242ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:47:53.623376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.813271ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:47:53.623515Z","caller":"traceutil/trace.go:171","msg":"trace[164408038] linearizableReadLoop","detail":"{readStateIndex:25706; appliedIndex:25705; }","duration":"153.33241ms","start":"2026-02-26T02:47:53.470161Z","end":"2026-02-26T02:47:53.623494Z","steps":["trace[164408038] 'read index received' (duration: 15.041956ms)","trace[164408038] 'applied index is now lower than readState.Index' (duration: 138.285584ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:47:53.623682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.517624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T02:47:53.623717Z","caller":"traceutil/trace.go:171","msg":"trace[421028050] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24751; }","duration":"153.565966ms","start":"2026-02-26T02:47:53.47014Z","end":"2026-02-26T02:47:53.623706Z","steps":["trace[421028050] 'agreement among raft nodes before linearized reading' (duration: 153.409062ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:47:53.6237Z","caller":"traceutil/trace.go:171","msg":"trace[761427104] transaction","detail":"{read_only:false; response_revision:24751; number_of_response:1; }","duration":"186.513824ms","start":"2026-02-26T02:47:53.437118Z","end":"2026-02-26T02:47:53.623631Z","steps":["trace[761427104] 'process raft request' (duration: 48.295123ms)","trace[761427104] 'compare' (duration: 137.635656ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:47:53.852475Z","caller":"traceutil/trace.go:171","msg":"trace[1049011864] transaction","detail":"{read_only:false; response_revision:24754; number_of_response:1; }","duration":"189.071362ms","start":"2026-02-26T02:47:53.663372Z","end":"2026-02-26T02:47:53.852444Z","steps":["trace[1049011864] 'process raft request' (duration: 188.798935ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:47:53.852831Z","caller":"traceutil/trace.go:171","msg":"trace[277480372] transaction","detail":"{read_only:false; response_revision:24755; number_of_response:1; }","duration":"188.156418ms","start":"2026-02-26T02:47:53.664628Z","end":"2026-02-26T02:47:53.852785Z","steps":["trace[277480372] 'process raft request' (duration: 187.769248ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:47:53.853102Z","caller":"traceutil/trace.go:171","msg":"trace[1959127689] transaction","detail":"{read_only:false; response_revision:24756; number_of_response:1; }","duration":"154.720687ms","start":"2026-02-26T02:47:53.698347Z","end":"2026-02-26T02:47:53.853068Z","steps":["trace[1959127689] 'process raft request' (duration: 154.448999ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:47:55.986189Z","caller":"traceutil/trace.go:171","msg":"trace[1321314493] linearizableReadLoop","detail":"{readStateIndex:25715; appliedIndex:25714; }","duration":"281.421235ms","start":"2026-02-26T02:47:55.704734Z","end":"2026-02-26T02:47:55.986155Z","steps":["trace[1321314493] 'read index received' (duration: 281.24715ms)","trace[1321314493] 'applied index is now lower than readState.Index' (duration: 172.235µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:47:55.986306Z","caller":"traceutil/trace.go:171","msg":"trace[1281467381] transaction","detail":"{read_only:false; response_revision:24760; number_of_response:1; }","duration":"314.531158ms","start":"2026-02-26T02:47:55.671726Z","end":"2026-02-26T02:47:55.986257Z","steps":["trace[1281467381] 'process raft request' (duration: 314.24617ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:47:55.986811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.060503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-7db8cc6fc9-wkfx4.1897a9fb6b9118db\" ","response":"range_response_count:1 size:1180"} {"level":"warn","ts":"2026-02-26T02:47:55.986839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:47:55.671704Z","time spent":"314.950499ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:47:55.986885Z","caller":"traceutil/trace.go:171","msg":"trace[1830150108] range","detail":"{range_begin:/registry/events/openstack/cinder-api-7db8cc6fc9-wkfx4.1897a9fb6b9118db; range_end:; response_count:1; response_revision:24760; }","duration":"282.140715ms","start":"2026-02-26T02:47:55.704724Z","end":"2026-02-26T02:47:55.986865Z","steps":["trace[1830150108] 'agreement among raft nodes before linearized reading' (duration: 281.60091ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:47:56.015064Z","caller":"traceutil/trace.go:171","msg":"trace[555621307] transaction","detail":"{read_only:false; response_revision:24762; number_of_response:1; }","duration":"163.865317ms","start":"2026-02-26T02:47:55.851187Z","end":"2026-02-26T02:47:56.015052Z","steps":["trace[555621307] 'process raft request' (duration: 163.662352ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:47:56.015464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.764754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-26T02:47:56.015477Z","caller":"traceutil/trace.go:171","msg":"trace[1945553482] transaction","detail":"{read_only:false; response_revision:24763; number_of_response:1; }","duration":"155.458386ms","start":"2026-02-26T02:47:55.859997Z","end":"2026-02-26T02:47:56.015456Z","steps":["trace[1945553482] 'process raft request' (duration: 154.995144ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:47:56.015457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.845127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-02-26T02:47:56.015497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.267078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-26T02:47:56.015559Z","caller":"traceutil/trace.go:171","msg":"trace[940409192] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24763; }","duration":"290.027312ms","start":"2026-02-26T02:47:55.7255Z","end":"2026-02-26T02:47:56.015527Z","steps":["trace[940409192] 'agreement among raft nodes before linearized reading' (duration: 289.734764ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:47:56.0155Z","caller":"traceutil/trace.go:171","msg":"trace[1870212278] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24763; }","duration":"155.869557ms","start":"2026-02-26T02:47:55.859619Z","end":"2026-02-26T02:47:56.015488Z","steps":["trace[1870212278] 'agreement among raft nodes before linearized reading' (duration: 155.686662ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:47:56.015548Z","caller":"traceutil/trace.go:171","msg":"trace[1655908244] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24763; }","duration":"156.36481ms","start":"2026-02-26T02:47:55.859171Z","end":"2026-02-26T02:47:56.015535Z","steps":["trace[1655908244] 'agreement among raft nodes before linearized reading' (duration: 156.230126ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:47:56.015674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.521805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:47:56.015781Z","caller":"traceutil/trace.go:171","msg":"trace[506527998] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24763; }","duration":"227.70504ms","start":"2026-02-26T02:47:55.788051Z","end":"2026-02-26T02:47:56.015756Z","steps":["trace[506527998] 'agreement among raft nodes before linearized reading' (duration: 227.495474ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:47:56.014941Z","caller":"traceutil/trace.go:171","msg":"trace[418711986] transaction","detail":"{read_only:false; response_revision:24761; number_of_response:1; }","duration":"268.548586ms","start":"2026-02-26T02:47:55.746365Z","end":"2026-02-26T02:47:56.014914Z","steps":["trace[418711986] 'process raft request' (duration: 268.296729ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:47:57.402896Z","caller":"traceutil/trace.go:171","msg":"trace[1264046624] transaction","detail":"{read_only:false; response_revision:24770; number_of_response:1; }","duration":"154.654165ms","start":"2026-02-26T02:47:57.248204Z","end":"2026-02-26T02:47:57.402858Z","steps":["trace[1264046624] 'process raft request' (duration: 154.443399ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:48:00.147506Z","caller":"traceutil/trace.go:171","msg":"trace[1690906678] transaction","detail":"{read_only:false; response_revision:24780; number_of_response:1; }","duration":"101.977737ms","start":"2026-02-26T02:48:00.045497Z","end":"2026-02-26T02:48:00.147475Z","steps":["trace[1690906678] 'process raft request' (duration: 101.765402ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:48:00.319473Z","caller":"traceutil/trace.go:171","msg":"trace[1024638933] linearizableReadLoop","detail":"{readStateIndex:25738; appliedIndex:25737; }","duration":"147.401164ms","start":"2026-02-26T02:48:00.172043Z","end":"2026-02-26T02:48:00.319444Z","steps":["trace[1024638933] 'read index received' (duration: 127.989552ms)","trace[1024638933] 'applied index is now lower than readState.Index' (duration: 19.410842ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:48:00.319578Z","caller":"traceutil/trace.go:171","msg":"trace[1510557884] transaction","detail":"{read_only:false; response_revision:24782; number_of_response:1; }","duration":"147.98628ms","start":"2026-02-26T02:48:00.171526Z","end":"2026-02-26T02:48:00.319512Z","steps":["trace[1510557884] 'process raft request' (duration: 128.504556ms)","trace[1510557884] 'compare' (duration: 19.070753ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:48:00.319825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.772684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-26T02:48:00.319898Z","caller":"traceutil/trace.go:171","msg":"trace[789284271] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24782; }","duration":"147.927378ms","start":"2026-02-26T02:48:00.17193Z","end":"2026-02-26T02:48:00.319858Z","steps":["trace[789284271] 'agreement among raft nodes before linearized reading' (duration: 147.740033ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:48:00.341804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.154462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:48:00.34181Z","caller":"traceutil/trace.go:171","msg":"trace[1447821397] transaction","detail":"{read_only:false; response_revision:24783; number_of_response:1; }","duration":"166.851417ms","start":"2026-02-26T02:48:00.174907Z","end":"2026-02-26T02:48:00.341758Z","steps":["trace[1447821397] 'process raft request' (duration: 166.540438ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:48:00.341918Z","caller":"traceutil/trace.go:171","msg":"trace[468220238] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24783; }","duration":"165.297566ms","start":"2026-02-26T02:48:00.176592Z","end":"2026-02-26T02:48:00.34189Z","steps":["trace[468220238] 'agreement among raft nodes before linearized reading' (duration: 165.07539ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:48:01.043385Z","caller":"traceutil/trace.go:171","msg":"trace[1541833318] transaction","detail":"{read_only:false; response_revision:24785; number_of_response:1; }","duration":"123.944935ms","start":"2026-02-26T02:48:00.919411Z","end":"2026-02-26T02:48:01.043356Z","steps":["trace[1541833318] 'process raft request' (duration: 123.717869ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:48:01.527521Z","caller":"traceutil/trace.go:171","msg":"trace[1747806039] transaction","detail":"{read_only:false; response_revision:24788; number_of_response:1; }","duration":"107.916764ms","start":"2026-02-26T02:48:01.419579Z","end":"2026-02-26T02:48:01.527495Z","steps":["trace[1747806039] 'process raft request' (duration: 107.750779ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:48:02.502924Z","caller":"traceutil/trace.go:171","msg":"trace[770170425] linearizableReadLoop","detail":"{readStateIndex:25750; appliedIndex:25749; }","duration":"155.577759ms","start":"2026-02-26T02:48:02.347301Z","end":"2026-02-26T02:48:02.502878Z","steps":["trace[770170425] 'read index received' (duration: 155.351644ms)","trace[770170425] 'applied index is now lower than readState.Index' (duration: 224.735µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:48:02.502971Z","caller":"traceutil/trace.go:171","msg":"trace[639988419] transaction","detail":"{read_only:false; response_revision:24793; number_of_response:1; }","duration":"174.19153ms","start":"2026-02-26T02:48:02.328735Z","end":"2026-02-26T02:48:02.502927Z","steps":["trace[639988419] 'process raft request' (duration: 173.898402ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:48:02.503235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.913469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-26T02:48:02.503285Z","caller":"traceutil/trace.go:171","msg":"trace[232114394] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24793; }","duration":"156.045622ms","start":"2026-02-26T02:48:02.347222Z","end":"2026-02-26T02:48:02.503268Z","steps":["trace[232114394] 'agreement among raft nodes before linearized reading' (duration: 155.845956ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:48:02.503298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.933899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-26T02:48:02.503407Z","caller":"traceutil/trace.go:171","msg":"trace[861670375] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24793; }","duration":"145.068103ms","start":"2026-02-26T02:48:02.358311Z","end":"2026-02-26T02:48:02.503379Z","steps":["trace[861670375] 'agreement among raft nodes before linearized reading' (duration: 144.817516ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:48:02.674677Z","caller":"traceutil/trace.go:171","msg":"trace[1237033069] transaction","detail":"{read_only:false; response_revision:24794; number_of_response:1; }","duration":"165.783198ms","start":"2026-02-26T02:48:02.508852Z","end":"2026-02-26T02:48:02.674635Z","steps":["trace[1237033069] 'process raft request' (duration: 117.474925ms)","trace[1237033069] 'compare' (duration: 48.042856ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:48:02.674914Z","caller":"traceutil/trace.go:171","msg":"trace[84123774] linearizableReadLoop","detail":"{readStateIndex:25752; appliedIndex:25750; }","duration":"133.744714ms","start":"2026-02-26T02:48:02.541129Z","end":"2026-02-26T02:48:02.674874Z","steps":["trace[84123774] 'read index received' (duration: 85.347609ms)","trace[84123774] 'applied index is now lower than readState.Index' (duration: 48.395335ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:48:02.675106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.949989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:48:02.675126Z","caller":"traceutil/trace.go:171","msg":"trace[1110091645] transaction","detail":"{read_only:false; response_revision:24795; number_of_response:1; }","duration":"166.164948ms","start":"2026-02-26T02:48:02.508939Z","end":"2026-02-26T02:48:02.675104Z","steps":["trace[1110091645] 'process raft request' (duration: 165.639264ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:48:02.675159Z","caller":"traceutil/trace.go:171","msg":"trace[1485006428] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24795; }","duration":"134.114914ms","start":"2026-02-26T02:48:02.541026Z","end":"2026-02-26T02:48:02.675141Z","steps":["trace[1485006428] 'agreement among raft nodes before linearized reading' (duration: 133.988541ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:48:04.819986Z","caller":"traceutil/trace.go:171","msg":"trace[373819213] transaction","detail":"{read_only:false; response_revision:24805; number_of_response:1; }","duration":"135.380607ms","start":"2026-02-26T02:48:04.684533Z","end":"2026-02-26T02:48:04.819914Z","steps":["trace[373819213] 'process raft request' (duration: 135.146841ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:48:04.845305Z","caller":"traceutil/trace.go:171","msg":"trace[727243819] transaction","detail":"{read_only:false; response_revision:24806; number_of_response:1; }","duration":"159.270276ms","start":"2026-02-26T02:48:04.685995Z","end":"2026-02-26T02:48:04.845265Z","steps":["trace[727243819] 'process raft request' (duration: 158.540057ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:48:33.184044Z","caller":"traceutil/trace.go:171","msg":"trace[785702802] transaction","detail":"{read_only:false; response_revision:24940; number_of_response:1; }","duration":"121.547563ms","start":"2026-02-26T02:48:33.062444Z","end":"2026-02-26T02:48:33.183992Z","steps":["trace[785702802] 'process raft request' (duration: 121.318497ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:48:55.997665Z","caller":"traceutil/trace.go:171","msg":"trace[1772092528] transaction","detail":"{read_only:false; response_revision:25047; number_of_response:1; }","duration":"127.838118ms","start":"2026-02-26T02:48:55.869762Z","end":"2026-02-26T02:48:55.9976Z","steps":["trace[1772092528] 'process raft request' (duration: 127.407487ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:48:56.14036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.245866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:48:56.140474Z","caller":"traceutil/trace.go:171","msg":"trace[1462157607] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:25047; }","duration":"200.449071ms","start":"2026-02-26T02:48:55.939997Z","end":"2026-02-26T02:48:56.140446Z","steps":["trace[1462157607] 'agreement among raft nodes before linearized reading' (duration: 57.550936ms)","trace[1462157607] 'count revisions from in-memory index tree' (duration: 142.71293ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:49:05.118525Z","caller":"traceutil/trace.go:171","msg":"trace[132253255] linearizableReadLoop","detail":"{readStateIndex:26060; appliedIndex:26059; }","duration":"125.141487ms","start":"2026-02-26T02:49:04.993359Z","end":"2026-02-26T02:49:05.1185Z","steps":["trace[132253255] 'read index received' (duration: 124.936451ms)","trace[132253255] 'applied index is now lower than readState.Index' (duration: 203.916µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:49:05.118672Z","caller":"traceutil/trace.go:171","msg":"trace[1001452828] transaction","detail":"{read_only:false; response_revision:25091; number_of_response:1; }","duration":"226.613371ms","start":"2026-02-26T02:49:04.892047Z","end":"2026-02-26T02:49:05.11866Z","steps":["trace[1001452828] 'process raft request' (duration: 226.269652ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:49:05.118863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.494996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:49:05.118905Z","caller":"traceutil/trace.go:171","msg":"trace[1511915104] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:25091; }","duration":"125.61478ms","start":"2026-02-26T02:49:04.99328Z","end":"2026-02-26T02:49:05.118895Z","steps":["trace[1511915104] 'agreement among raft nodes before linearized reading' (duration: 125.520388ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:49:05.119487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.312617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-02-26T02:49:05.119672Z","caller":"traceutil/trace.go:171","msg":"trace[870677970] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:25091; }","duration":"121.540153ms","start":"2026-02-26T02:49:04.998099Z","end":"2026-02-26T02:49:05.119639Z","steps":["trace[870677970] 'agreement among raft nodes before linearized reading' (duration: 120.899956ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:49:15.372871Z","caller":"traceutil/trace.go:171","msg":"trace[1030101064] linearizableReadLoop","detail":"{readStateIndex:26112; appliedIndex:26111; }","duration":"161.628089ms","start":"2026-02-26T02:49:15.211212Z","end":"2026-02-26T02:49:15.37284Z","steps":["trace[1030101064] 'read index received' (duration: 161.2734ms)","trace[1030101064] 'applied index is now lower than readState.Index' (duration: 353.069µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:49:15.373037Z","caller":"traceutil/trace.go:171","msg":"trace[1022975046] transaction","detail":"{read_only:false; response_revision:25140; number_of_response:1; }","duration":"200.652847ms","start":"2026-02-26T02:49:15.17234Z","end":"2026-02-26T02:49:15.372993Z","steps":["trace[1022975046] 'process raft request' (duration: 200.303828ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:49:15.37325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.207634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:49:15.373301Z","caller":"traceutil/trace.go:171","msg":"trace[4328889] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:25140; }","duration":"151.352428ms","start":"2026-02-26T02:49:15.221937Z","end":"2026-02-26T02:49:15.37329Z","steps":["trace[4328889] 'agreement among raft nodes before linearized reading' (duration: 151.110941ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:49:15.373522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.275686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-26T02:49:15.373731Z","caller":"traceutil/trace.go:171","msg":"trace[1796725451] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25140; }","duration":"162.476682ms","start":"2026-02-26T02:49:15.211143Z","end":"2026-02-26T02:49:15.37362Z","steps":["trace[1796725451] 'agreement among raft nodes before linearized reading' (duration: 161.910317ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:49:27.588865Z","caller":"traceutil/trace.go:171","msg":"trace[594312105] transaction","detail":"{read_only:false; response_revision:25199; number_of_response:1; }","duration":"122.425646ms","start":"2026-02-26T02:49:27.466414Z","end":"2026-02-26T02:49:27.588839Z","steps":["trace[594312105] 'process raft request' (duration: 122.252471ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:49:27.607904Z","caller":"traceutil/trace.go:171","msg":"trace[104381400] transaction","detail":"{read_only:false; response_revision:25200; number_of_response:1; }","duration":"139.324001ms","start":"2026-02-26T02:49:27.468522Z","end":"2026-02-26T02:49:27.607846Z","steps":["trace[104381400] 'process raft request' (duration: 139.045084ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:49:27.754612Z","caller":"traceutil/trace.go:171","msg":"trace[1629014370] transaction","detail":"{read_only:false; response_revision:25201; number_of_response:1; }","duration":"145.158074ms","start":"2026-02-26T02:49:27.609427Z","end":"2026-02-26T02:49:27.754585Z","steps":["trace[1629014370] 'process raft request' (duration: 144.940978ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:49:27.792992Z","caller":"traceutil/trace.go:171","msg":"trace[702131445] transaction","detail":"{read_only:false; response_revision:25202; number_of_response:1; }","duration":"180.68305ms","start":"2026-02-26T02:49:27.612254Z","end":"2026-02-26T02:49:27.792937Z","steps":["trace[702131445] 'process raft request' (duration: 180.336881ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:49:27.793028Z","caller":"traceutil/trace.go:171","msg":"trace[345423701] linearizableReadLoop","detail":"{readStateIndex:26177; appliedIndex:26175; }","duration":"136.28046ms","start":"2026-02-26T02:49:27.656495Z","end":"2026-02-26T02:49:27.792776Z","steps":["trace[345423701] 'read index received' (duration: 97.94003ms)","trace[345423701] 'applied index is now lower than readState.Index' (duration: 38.33918ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:49:27.79311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.582428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:49:27.793186Z","caller":"traceutil/trace.go:171","msg":"trace[862568501] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:25202; }","duration":"136.738432ms","start":"2026-02-26T02:49:27.656421Z","end":"2026-02-26T02:49:27.79316Z","steps":["trace[862568501] 'agreement among raft nodes before linearized reading' (duration: 136.590388ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:49:34.564998Z","caller":"traceutil/trace.go:171","msg":"trace[1981194969] transaction","detail":"{read_only:false; response_revision:25234; number_of_response:1; }","duration":"130.796677ms","start":"2026-02-26T02:49:34.434165Z","end":"2026-02-26T02:49:34.564962Z","steps":["trace[1981194969] 'process raft request' (duration: 130.596321ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:49:37.841464Z","caller":"traceutil/trace.go:171","msg":"trace[487358676] transaction","detail":"{read_only:false; response_revision:25248; number_of_response:1; }","duration":"129.984945ms","start":"2026-02-26T02:49:37.71144Z","end":"2026-02-26T02:49:37.841425Z","steps":["trace[487358676] 'process raft request' (duration: 104.081342ms)","trace[487358676] 'compare' (duration: 25.701048ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:49:45.918044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.261415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:49:45.918153Z","caller":"traceutil/trace.go:171","msg":"trace[447784152] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25283; }","duration":"128.44868ms","start":"2026-02-26T02:49:45.789684Z","end":"2026-02-26T02:49:45.918133Z","steps":["trace[447784152] 'range keys from in-memory index tree' (duration: 128.147101ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:49:45.918181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.288608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:49:45.918294Z","caller":"traceutil/trace.go:171","msg":"trace[862784023] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25283; }","duration":"139.566015ms","start":"2026-02-26T02:49:45.778704Z","end":"2026-02-26T02:49:45.91827Z","steps":["trace[862784023] 'count revisions from in-memory index tree' (duration: 139.110363ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:49:46.128613Z","caller":"traceutil/trace.go:171","msg":"trace[430295914] transaction","detail":"{read_only:false; response_revision:25284; number_of_response:1; }","duration":"224.542721ms","start":"2026-02-26T02:49:45.904038Z","end":"2026-02-26T02:49:46.128581Z","steps":["trace[430295914] 'process raft request' (duration: 224.328936ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:49:46.18933Z","caller":"traceutil/trace.go:171","msg":"trace[1704067963] linearizableReadLoop","detail":"{readStateIndex:26263; appliedIndex:26261; }","duration":"270.086159ms","start":"2026-02-26T02:49:45.919223Z","end":"2026-02-26T02:49:46.189309Z","steps":["trace[1704067963] 'read index received' (duration: 208.995538ms)","trace[1704067963] 'applied index is now lower than readState.Index' (duration: 61.089841ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:49:46.189482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.253644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:49:46.18951Z","caller":"traceutil/trace.go:171","msg":"trace[2102537126] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25285; }","duration":"270.335896ms","start":"2026-02-26T02:49:45.919167Z","end":"2026-02-26T02:49:46.189502Z","steps":["trace[2102537126] 'agreement among raft nodes before linearized reading' (duration: 270.269835ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:49:46.189697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.619802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-02-26T02:49:46.189725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.288668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-26T02:49:46.189769Z","caller":"traceutil/trace.go:171","msg":"trace[146613402] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25285; }","duration":"259.767396ms","start":"2026-02-26T02:49:45.929986Z","end":"2026-02-26T02:49:46.189753Z","steps":["trace[146613402] 'agreement among raft nodes before linearized reading' (duration: 259.511289ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:49:46.1898Z","caller":"traceutil/trace.go:171","msg":"trace[2139126950] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25285; }","duration":"165.494823ms","start":"2026-02-26T02:49:46.024286Z","end":"2026-02-26T02:49:46.18978Z","steps":["trace[2139126950] 'agreement among raft nodes before linearized reading' (duration: 165.217135ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:49:46.189412Z","caller":"traceutil/trace.go:171","msg":"trace[874481031] transaction","detail":"{read_only:false; response_revision:25285; number_of_response:1; }","duration":"107.027511ms","start":"2026-02-26T02:49:46.082346Z","end":"2026-02-26T02:49:46.189374Z","steps":["trace[874481031] 'process raft request' (duration: 106.829416ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:49:47.25346Z","caller":"traceutil/trace.go:171","msg":"trace[1227095209] transaction","detail":"{read_only:false; response_revision:25293; number_of_response:1; }","duration":"191.824382ms","start":"2026-02-26T02:49:47.061611Z","end":"2026-02-26T02:49:47.253436Z","steps":["trace[1227095209] 'process raft request' (duration: 126.56143ms)","trace[1227095209] 'compare' (duration: 65.1661ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:49:50.405049Z","caller":"traceutil/trace.go:171","msg":"trace[1846806079] transaction","detail":"{read_only:false; response_revision:25307; number_of_response:1; }","duration":"190.719982ms","start":"2026-02-26T02:49:50.214279Z","end":"2026-02-26T02:49:50.404999Z","steps":["trace[1846806079] 'process raft request' (duration: 98.386181ms)","trace[1846806079] 'compare' (duration: 91.863789ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:49:50.405149Z","caller":"traceutil/trace.go:171","msg":"trace[352158792] transaction","detail":"{read_only:false; response_revision:25308; number_of_response:1; }","duration":"188.090813ms","start":"2026-02-26T02:49:50.217041Z","end":"2026-02-26T02:49:50.405132Z","steps":["trace[352158792] 'process raft request' (duration: 187.737774ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:49:50.404967Z","caller":"traceutil/trace.go:171","msg":"trace[311123570] transaction","detail":"{read_only:false; response_revision:25309; number_of_response:1; }","duration":"162.639988ms","start":"2026-02-26T02:49:50.24229Z","end":"2026-02-26T02:49:50.40493Z","steps":["trace[311123570] 'process raft request' (duration: 162.572686ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:49:51.006853Z","caller":"traceutil/trace.go:171","msg":"trace[216429084] transaction","detail":"{read_only:false; response_revision:25312; number_of_response:1; }","duration":"127.298269ms","start":"2026-02-26T02:49:50.87952Z","end":"2026-02-26T02:49:51.006818Z","steps":["trace[216429084] 'process raft request' (duration: 92.856275ms)","trace[216429084] 'compare' (duration: 34.29776ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:49:58.666441Z","caller":"traceutil/trace.go:171","msg":"trace[1047872237] transaction","detail":"{read_only:false; response_revision:25345; number_of_response:1; }","duration":"199.30214ms","start":"2026-02-26T02:49:58.467089Z","end":"2026-02-26T02:49:58.666391Z","steps":["trace[1047872237] 'process raft request' (duration: 143.456268ms)","trace[1047872237] 'compare' (duration: 55.527724ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:49:58.666438Z","caller":"traceutil/trace.go:171","msg":"trace[72784840] transaction","detail":"{read_only:false; response_revision:25346; number_of_response:1; }","duration":"196.336002ms","start":"2026-02-26T02:49:58.470067Z","end":"2026-02-26T02:49:58.666403Z","steps":["trace[72784840] 'process raft request' (duration: 196.254159ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:50:39.086456Z","caller":"traceutil/trace.go:171","msg":"trace[500845776] transaction","detail":"{read_only:false; response_revision:25698; number_of_response:1; }","duration":"107.446512ms","start":"2026-02-26T02:50:38.978969Z","end":"2026-02-26T02:50:39.086415Z","steps":["trace[500845776] 'process raft request' (duration: 57.614259ms)","trace[500845776] 'compare' (duration: 49.675429ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:50:39.393823Z","caller":"traceutil/trace.go:171","msg":"trace[131624161] linearizableReadLoop","detail":"{readStateIndex:26690; appliedIndex:26689; }","duration":"252.47103ms","start":"2026-02-26T02:50:39.141319Z","end":"2026-02-26T02:50:39.39379Z","steps":["trace[131624161] 'read index received' (duration: 210.336782ms)","trace[131624161] 'applied index is now lower than readState.Index' (duration: 42.132838ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:50:39.393986Z","caller":"traceutil/trace.go:171","msg":"trace[401187672] transaction","detail":"{read_only:false; response_revision:25699; number_of_response:1; }","duration":"252.81732ms","start":"2026-02-26T02:50:39.141021Z","end":"2026-02-26T02:50:39.393838Z","steps":["trace[401187672] 'process raft request' (duration: 210.61477ms)","trace[401187672] 'compare' (duration: 41.920592ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:50:39.394211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.864342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18650"} {"level":"info","ts":"2026-02-26T02:50:39.394284Z","caller":"traceutil/trace.go:171","msg":"trace[2019401620] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25699; }","duration":"252.985324ms","start":"2026-02-26T02:50:39.141284Z","end":"2026-02-26T02:50:39.394269Z","steps":["trace[2019401620] 'agreement among raft nodes before linearized reading' (duration: 252.717867ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:50:39.439505Z","caller":"traceutil/trace.go:171","msg":"trace[1844516775] transaction","detail":"{read_only:false; response_revision:25701; number_of_response:1; }","duration":"149.826056ms","start":"2026-02-26T02:50:39.289634Z","end":"2026-02-26T02:50:39.43946Z","steps":["trace[1844516775] 'process raft request' (duration: 149.668412ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:50:39.439558Z","caller":"traceutil/trace.go:171","msg":"trace[1914459785] transaction","detail":"{read_only:false; response_revision:25700; number_of_response:1; }","duration":"155.113326ms","start":"2026-02-26T02:50:39.284402Z","end":"2026-02-26T02:50:39.439516Z","steps":["trace[1914459785] 'process raft request' (duration: 154.262254ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:50:39.439602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.976422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-26T02:50:39.439992Z","caller":"traceutil/trace.go:171","msg":"trace[1664991752] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25701; }","duration":"271.372163ms","start":"2026-02-26T02:50:39.168545Z","end":"2026-02-26T02:50:39.439917Z","steps":["trace[1664991752] 'agreement among raft nodes before linearized reading' (duration: 270.840989ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:50:44.357251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.495407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:50:44.357393Z","caller":"traceutil/trace.go:171","msg":"trace[1426920027] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:25752; }","duration":"109.744014ms","start":"2026-02-26T02:50:44.247617Z","end":"2026-02-26T02:50:44.357361Z","steps":["trace[1426920027] 'count revisions from in-memory index tree' (duration: 109.385354ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:50:52.991359Z","caller":"traceutil/trace.go:171","msg":"trace[861360209] linearizableReadLoop","detail":"{readStateIndex:26818; appliedIndex:26817; }","duration":"136.191735ms","start":"2026-02-26T02:50:52.855137Z","end":"2026-02-26T02:50:52.991328Z","steps":["trace[861360209] 'read index received' (duration: 135.841106ms)","trace[861360209] 'applied index is now lower than readState.Index' (duration: 349.349µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:50:52.991472Z","caller":"traceutil/trace.go:171","msg":"trace[2135731439] transaction","detail":"{read_only:false; response_revision:25823; number_of_response:1; }","duration":"139.881543ms","start":"2026-02-26T02:50:52.851547Z","end":"2026-02-26T02:50:52.991429Z","steps":["trace[2135731439] 'process raft request' (duration: 139.533804ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:50:52.991658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.499193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"info","ts":"2026-02-26T02:50:52.991744Z","caller":"traceutil/trace.go:171","msg":"trace[1019116917] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila-nodes; range_end:; response_count:1; response_revision:25823; }","duration":"136.649017ms","start":"2026-02-26T02:50:52.855078Z","end":"2026-02-26T02:50:52.991727Z","steps":["trace[1019116917] 'agreement among raft nodes before linearized reading' (duration: 136.369259ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:50:53.357078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.135968ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:50:53.35726Z","caller":"traceutil/trace.go:171","msg":"trace[803806017] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25823; }","duration":"207.332993ms","start":"2026-02-26T02:50:53.149904Z","end":"2026-02-26T02:50:53.357237Z","steps":["trace[803806017] 'range keys from in-memory index tree' (duration: 207.113498ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:50:53.378394Z","caller":"traceutil/trace.go:171","msg":"trace[1818499151] linearizableReadLoop","detail":"{readStateIndex:26819; appliedIndex:26818; }","duration":"376.806753ms","start":"2026-02-26T02:50:53.001544Z","end":"2026-02-26T02:50:53.378351Z","steps":["trace[1818499151] 'read index received' (duration: 376.34064ms)","trace[1818499151] 'applied index is now lower than readState.Index' (duration: 464.223µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:50:53.378889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.325996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9602"} {"level":"info","ts":"2026-02-26T02:50:53.379007Z","caller":"traceutil/trace.go:171","msg":"trace[319366289] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:25824; }","duration":"377.437429ms","start":"2026-02-26T02:50:53.00153Z","end":"2026-02-26T02:50:53.378967Z","steps":["trace[319366289] 'agreement among raft nodes before linearized reading' (duration: 377.086ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:50:53.379056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:50:53.001512Z","time spent":"377.535022ms","remote":"127.0.0.1:36974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9626,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"warn","ts":"2026-02-26T02:50:53.379128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.460314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-26T02:50:53.379237Z","caller":"traceutil/trace.go:171","msg":"trace[595965672] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25824; }","duration":"309.789114ms","start":"2026-02-26T02:50:53.069425Z","end":"2026-02-26T02:50:53.379214Z","steps":["trace[595965672] 'agreement among raft nodes before linearized reading' (duration: 309.325501ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:50:53.379334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:50:53.069401Z","time spent":"309.913826ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T02:50:53.379527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.595622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:50:53.379582Z","caller":"traceutil/trace.go:171","msg":"trace[1316206968] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:25824; }","duration":"282.679544ms","start":"2026-02-26T02:50:53.096887Z","end":"2026-02-26T02:50:53.379567Z","steps":["trace[1316206968] 'agreement among raft nodes before linearized reading' (duration: 282.592192ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:50:53.379763Z","caller":"traceutil/trace.go:171","msg":"trace[1074872866] transaction","detail":"{read_only:false; response_revision:25824; number_of_response:1; }","duration":"381.325023ms","start":"2026-02-26T02:50:52.997845Z","end":"2026-02-26T02:50:53.37917Z","steps":["trace[1074872866] 'process raft request' (duration: 380.194673ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:50:53.380069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.236474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-26T02:50:53.380118Z","caller":"traceutil/trace.go:171","msg":"trace[1321229473] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25824; }","duration":"131.336106ms","start":"2026-02-26T02:50:53.248766Z","end":"2026-02-26T02:50:53.380102Z","steps":["trace[1321229473] 'agreement among raft nodes before linearized reading' (duration: 130.632458ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:50:53.380373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:50:52.997806Z","time spent":"382.036071ms","remote":"127.0.0.1:36590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:50:53.782576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.176009ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:50:53.78297Z","caller":"traceutil/trace.go:171","msg":"trace[266022429] linearizableReadLoop","detail":"{readStateIndex:26822; appliedIndex:26819; }","duration":"388.674846ms","start":"2026-02-26T02:50:53.394271Z","end":"2026-02-26T02:50:53.782945Z","steps":["trace[266022429] 'read index received' (duration: 106.030034ms)","trace[266022429] 'applied index is now lower than readState.Index' (duration: 282.643472ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:50:53.782942Z","caller":"traceutil/trace.go:171","msg":"trace[274253838] transaction","detail":"{read_only:false; response_revision:25825; number_of_response:1; }","duration":"397.593773ms","start":"2026-02-26T02:50:53.385312Z","end":"2026-02-26T02:50:53.782905Z","steps":["trace[274253838] 'process raft request' (duration: 114.980702ms)","trace[274253838] 'compare' (duration: 281.82943ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:50:53.783163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:50:53.385285Z","time spent":"397.759858ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:50:53.783244Z","caller":"traceutil/trace.go:171","msg":"trace[1435528634] transaction","detail":"{read_only:false; response_revision:25826; number_of_response:1; }","duration":"397.83419ms","start":"2026-02-26T02:50:53.385397Z","end":"2026-02-26T02:50:53.783231Z","steps":["trace[1435528634] 'process raft request' (duration: 397.317536ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:50:53.783331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:50:53.385374Z","time spent":"397.913392ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:50:53.783475Z","caller":"traceutil/trace.go:171","msg":"trace[555640086] transaction","detail":"{read_only:false; response_revision:25827; number_of_response:1; }","duration":"396.043922ms","start":"2026-02-26T02:50:53.387391Z","end":"2026-02-26T02:50:53.783435Z","steps":["trace[555640086] 'process raft request' (duration: 395.476167ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:50:53.783625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.345725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9602"} {"level":"warn","ts":"2026-02-26T02:50:53.783665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:50:53.38738Z","time spent":"396.172095ms","remote":"127.0.0.1:36590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:50:53.783674Z","caller":"traceutil/trace.go:171","msg":"trace[306212693] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:25827; }","duration":"389.420916ms","start":"2026-02-26T02:50:53.394242Z","end":"2026-02-26T02:50:53.783663Z","steps":["trace[306212693] 'agreement among raft nodes before linearized reading' (duration: 389.20186ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:50:53.783701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:50:53.394231Z","time spent":"389.465177ms","remote":"127.0.0.1:36974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9626,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"info","ts":"2026-02-26T02:50:53.78592Z","caller":"traceutil/trace.go:171","msg":"trace[2092133780] transaction","detail":"{read_only:false; response_revision:25828; number_of_response:1; }","duration":"212.710486ms","start":"2026-02-26T02:50:53.573195Z","end":"2026-02-26T02:50:53.785905Z","steps":["trace[2092133780] 'process raft request' (duration: 212.614553ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:50:53.818468Z","caller":"traceutil/trace.go:171","msg":"trace[390176790] transaction","detail":"{read_only:false; response_revision:25829; number_of_response:1; }","duration":"223.43371ms","start":"2026-02-26T02:50:53.595001Z","end":"2026-02-26T02:50:53.818435Z","steps":["trace[390176790] 'process raft request' (duration: 223.160293ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:50:53.818848Z","caller":"traceutil/trace.go:171","msg":"trace[1140934548] transaction","detail":"{read_only:false; response_revision:25830; number_of_response:1; }","duration":"153.483574ms","start":"2026-02-26T02:50:53.665322Z","end":"2026-02-26T02:50:53.818806Z","steps":["trace[1140934548] 'process raft request' (duration: 153.036502ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:50:53.819203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.182844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-26T02:50:53.819253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.227026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-02-26T02:50:53.819283Z","caller":"traceutil/trace.go:171","msg":"trace[2065036204] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25830; }","duration":"191.264616ms","start":"2026-02-26T02:50:53.627998Z","end":"2026-02-26T02:50:53.819262Z","steps":["trace[2065036204] 'agreement among raft nodes before linearized reading' (duration: 191.03399ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:50:53.819328Z","caller":"traceutil/trace.go:171","msg":"trace[200558003] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:25830; }","duration":"382.351518ms","start":"2026-02-26T02:50:53.436953Z","end":"2026-02-26T02:50:53.819305Z","steps":["trace[200558003] 'agreement among raft nodes before linearized reading' (duration: 382.05027ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:50:53.819525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:50:53.436935Z","time spent":"382.535504ms","remote":"127.0.0.1:36676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-02-26T02:50:53.820149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.128409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T02:50:53.820509Z","caller":"traceutil/trace.go:171","msg":"trace[813113068] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25830; }","duration":"192.587972ms","start":"2026-02-26T02:50:53.627899Z","end":"2026-02-26T02:50:53.820487Z","steps":["trace[813113068] 'agreement among raft nodes before linearized reading' (duration: 192.075888ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:51:03.563429Z","caller":"traceutil/trace.go:171","msg":"trace[1793314466] transaction","detail":"{read_only:false; response_revision:25898; number_of_response:1; }","duration":"102.525662ms","start":"2026-02-26T02:51:03.460873Z","end":"2026-02-26T02:51:03.563399Z","steps":["trace[1793314466] 'process raft request' (duration: 102.256465ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:51:05.981911Z","caller":"traceutil/trace.go:171","msg":"trace[1780357281] transaction","detail":"{read_only:false; response_revision:25925; number_of_response:1; }","duration":"116.853172ms","start":"2026-02-26T02:51:05.865013Z","end":"2026-02-26T02:51:05.981866Z","steps":["trace[1780357281] 'process raft request' (duration: 40.455904ms)","trace[1780357281] 'compare' (duration: 76.219003ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:51:05.988013Z","caller":"traceutil/trace.go:171","msg":"trace[15367260] transaction","detail":"{read_only:false; response_revision:25926; number_of_response:1; }","duration":"112.286911ms","start":"2026-02-26T02:51:05.875686Z","end":"2026-02-26T02:51:05.987973Z","steps":["trace[15367260] 'process raft request' (duration: 111.998373ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:51:14.989206Z","caller":"traceutil/trace.go:171","msg":"trace[561275789] transaction","detail":"{read_only:false; response_revision:25985; number_of_response:1; }","duration":"533.353499ms","start":"2026-02-26T02:51:14.45583Z","end":"2026-02-26T02:51:14.989184Z","steps":["trace[561275789] 'process raft request' (duration: 533.217735ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:51:14.989362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:51:14.455814Z","time spent":"533.472631ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:51:15.049537Z","caller":"traceutil/trace.go:171","msg":"trace[60120941] linearizableReadLoop","detail":"{readStateIndex:26985; appliedIndex:26983; }","duration":"260.402553ms","start":"2026-02-26T02:51:14.78908Z","end":"2026-02-26T02:51:15.049483Z","steps":["trace[60120941] 'read index received' (duration: 199.936338ms)","trace[60120941] 'applied index is now lower than readState.Index' (duration: 60.461585ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:51:15.04975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.639779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:51:15.049797Z","caller":"traceutil/trace.go:171","msg":"trace[632525525] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25987; }","duration":"260.762612ms","start":"2026-02-26T02:51:14.78902Z","end":"2026-02-26T02:51:15.049783Z","steps":["trace[632525525] 'agreement among raft nodes before linearized reading' (duration: 260.624619ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:51:15.049588Z","caller":"traceutil/trace.go:171","msg":"trace[1410010879] transaction","detail":"{read_only:false; response_revision:25986; number_of_response:1; }","duration":"344.745621ms","start":"2026-02-26T02:51:14.704777Z","end":"2026-02-26T02:51:15.049522Z","steps":["trace[1410010879] 'process raft request' (duration: 344.467914ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:51:15.050153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:51:14.70475Z","time spent":"345.282056ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:51:15.050551Z","caller":"traceutil/trace.go:171","msg":"trace[803003255] transaction","detail":"{read_only:false; response_revision:25987; number_of_response:1; }","duration":"206.300277ms","start":"2026-02-26T02:51:14.843237Z","end":"2026-02-26T02:51:15.049538Z","steps":["trace[803003255] 'process raft request' (duration: 206.177763ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:51:16.782114Z","caller":"traceutil/trace.go:171","msg":"trace[1502391224] transaction","detail":"{read_only:false; response_revision:25997; number_of_response:1; }","duration":"106.394954ms","start":"2026-02-26T02:51:16.675684Z","end":"2026-02-26T02:51:16.782079Z","steps":["trace[1502391224] 'process raft request' (duration: 106.148397ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:51:18.206485Z","caller":"traceutil/trace.go:171","msg":"trace[376790079] transaction","detail":"{read_only:false; response_revision:26003; number_of_response:1; }","duration":"423.403469ms","start":"2026-02-26T02:51:17.783052Z","end":"2026-02-26T02:51:18.206456Z","steps":["trace[376790079] 'process raft request' (duration: 423.191883ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:51:18.207027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:51:17.783023Z","time spent":"423.575853ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:51:19.656804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.34262ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:51:19.657096Z","caller":"traceutil/trace.go:171","msg":"trace[1000263676] linearizableReadLoop","detail":"{readStateIndex:27005; appliedIndex:27003; }","duration":"1.708298127s","start":"2026-02-26T02:51:17.948779Z","end":"2026-02-26T02:51:19.657078Z","steps":["trace[1000263676] 'read index received' (duration: 258.966094ms)","trace[1000263676] 'applied index is now lower than readState.Index' (duration: 1.449330652s)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:51:19.65722Z","caller":"traceutil/trace.go:171","msg":"trace[700940311] transaction","detail":"{read_only:false; response_revision:26004; number_of_response:1; }","duration":"1.755621943s","start":"2026-02-26T02:51:17.901585Z","end":"2026-02-26T02:51:19.657207Z","steps":["trace[700940311] 'process raft request' (duration: 1.022773999s)","trace[700940311] 'compare' (duration: 731.317973ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:51:19.65729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:51:17.901554Z","time spent":"1.755700965s","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:51:19.657896Z","caller":"traceutil/trace.go:171","msg":"trace[1818488046] transaction","detail":"{read_only:false; response_revision:26005; number_of_response:1; }","duration":"1.714673977s","start":"2026-02-26T02:51:17.943208Z","end":"2026-02-26T02:51:19.657882Z","steps":["trace[1818488046] 'process raft request' (duration: 1.713721492s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:51:19.657974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:51:17.943182Z","time spent":"1.714754318s","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:51:19.658109Z","caller":"traceutil/trace.go:171","msg":"trace[68858723] transaction","detail":"{read_only:false; response_revision:26006; number_of_response:1; }","duration":"1.608798696s","start":"2026-02-26T02:51:18.0493Z","end":"2026-02-26T02:51:19.658099Z","steps":["trace[68858723] 'process raft request' (duration: 1.607721427s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:51:19.658168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:51:18.049273Z","time spent":"1.608859678s","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:51:19.658397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.709615552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-26T02:51:19.658436Z","caller":"traceutil/trace.go:171","msg":"trace[1943642731] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26006; }","duration":"1.709653693s","start":"2026-02-26T02:51:17.948772Z","end":"2026-02-26T02:51:19.658425Z","steps":["trace[1943642731] 'agreement among raft nodes before linearized reading' (duration: 1.70952136s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:51:19.658466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:51:17.948712Z","time spent":"1.709748035s","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T02:51:20.157258Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284899728,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:51:20.392812Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.427506474s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:51:20.787028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000223898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:51:20.787142Z","caller":"traceutil/trace.go:171","msg":"trace[1613780507] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000401892s","start":"2026-02-26T02:51:18.786712Z","end":"2026-02-26T02:51:20.787114Z","steps":["trace[1613780507] 'agreement among raft nodes before linearized reading' (duration: 2.000262998s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:51:20.787239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:51:18.786691Z","time spent":"2.000532876s","remote":"127.0.0.1:36526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:51:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:51:21.282141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.926498ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:51:21.282481Z","caller":"traceutil/trace.go:171","msg":"trace[1128571320] transaction","detail":"{read_only:false; response_revision:26007; number_of_response:1; }","duration":"2.317218812s","start":"2026-02-26T02:51:18.965168Z","end":"2026-02-26T02:51:21.282387Z","steps":["trace[1128571320] 'process raft request' (duration: 1.427927165s)","trace[1128571320] 'compare' (duration: 888.341072ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:51:21.282588Z","caller":"traceutil/trace.go:171","msg":"trace[1340852069] transaction","detail":"{read_only:false; response_revision:26009; number_of_response:1; }","duration":"2.214556337s","start":"2026-02-26T02:51:19.068006Z","end":"2026-02-26T02:51:21.282562Z","steps":["trace[1340852069] 'process raft request' (duration: 2.214365322s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:51:21.283362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:51:19.067981Z","time spent":"2.215348278s","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:51:21.282664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:51:18.965143Z","time spent":"2.317428707s","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:51:21.282715Z","caller":"traceutil/trace.go:171","msg":"trace[1687672405] transaction","detail":"{read_only:false; response_revision:26008; number_of_response:1; }","duration":"2.217077414s","start":"2026-02-26T02:51:19.065629Z","end":"2026-02-26T02:51:21.282706Z","steps":["trace[1687672405] 'process raft request' (duration: 2.216650403s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:51:21.283684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:51:19.065602Z","time spent":"2.21804883s","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:51:21.282833Z","caller":"traceutil/trace.go:171","msg":"trace[1325721707] linearizableReadLoop","detail":"{readStateIndex:27011; appliedIndex:27006; }","duration":"1.625637003s","start":"2026-02-26T02:51:19.65716Z","end":"2026-02-26T02:51:21.282797Z","steps":["trace[1325721707] 'read index received' (duration: 735.950356ms)","trace[1325721707] 'applied index is now lower than readState.Index' (duration: 889.685687ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:51:21.282904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.310214021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:51:21.28406Z","caller":"traceutil/trace.go:171","msg":"trace[1585507641] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:26011; }","duration":"3.311398892s","start":"2026-02-26T02:51:17.972646Z","end":"2026-02-26T02:51:21.284045Z","steps":["trace[1585507641] 'agreement among raft nodes before linearized reading' (duration: 3.310215821s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:51:21.284101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:51:17.972634Z","time spent":"3.311456594s","remote":"127.0.0.1:52698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:51:21.284243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.316381974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:51:21.284276Z","caller":"traceutil/trace.go:171","msg":"trace[609405203] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26011; }","duration":"1.316476936s","start":"2026-02-26T02:51:19.967791Z","end":"2026-02-26T02:51:21.284268Z","steps":["trace[609405203] 'agreement among raft nodes before linearized reading' (duration: 1.316423415s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:51:21.284299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:51:19.967757Z","time spent":"1.316536578s","remote":"127.0.0.1:36526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:51:21.28292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.682127868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:51:21.284502Z","caller":"traceutil/trace.go:171","msg":"trace[1263977928] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26011; }","duration":"2.68372027s","start":"2026-02-26T02:51:18.600773Z","end":"2026-02-26T02:51:21.284493Z","steps":["trace[1263977928] 'agreement among raft nodes before linearized reading' (duration: 2.682076147s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:51:21.284534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:51:18.600693Z","time spent":"2.683831493s","remote":"127.0.0.1:33110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:51:21.284731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.518258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-02-26T02:51:21.284756Z","caller":"traceutil/trace.go:171","msg":"trace[819185761] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26011; }","duration":"268.58985ms","start":"2026-02-26T02:51:21.016159Z","end":"2026-02-26T02:51:21.284748Z","steps":["trace[819185761] 'agreement among raft nodes before linearized reading' (duration: 268.505818ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:51:21.28493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.240281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-02-26T02:51:21.284951Z","caller":"traceutil/trace.go:171","msg":"trace[122708536] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:1; response_revision:26011; }","duration":"459.312252ms","start":"2026-02-26T02:51:20.825632Z","end":"2026-02-26T02:51:21.284944Z","steps":["trace[122708536] 'agreement among raft nodes before linearized reading' (duration: 459.247601ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:51:21.284965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.944446651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:51:21.285006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.332872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:51:21.285006Z","caller":"traceutil/trace.go:171","msg":"trace[2092507958] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:26011; }","duration":"2.945472609s","start":"2026-02-26T02:51:18.339522Z","end":"2026-02-26T02:51:21.284995Z","steps":["trace[2092507958] 'agreement among raft nodes before linearized reading' (duration: 2.943398204s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:51:21.285025Z","caller":"traceutil/trace.go:171","msg":"trace[562934268] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26011; }","duration":"497.406174ms","start":"2026-02-26T02:51:20.787611Z","end":"2026-02-26T02:51:21.285017Z","steps":["trace[562934268] 'agreement among raft nodes before linearized reading' (duration: 497.379503ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:51:21.285048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:51:18.339511Z","time spent":"2.94552633s","remote":"127.0.0.1:36760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":32,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:51:21.285049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:51:20.787586Z","time spent":"497.456875ms","remote":"127.0.0.1:36542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:51:21.285208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.276577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:51:21.285229Z","caller":"traceutil/trace.go:171","msg":"trace[2049806497] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:26011; }","duration":"776.338619ms","start":"2026-02-26T02:51:20.508884Z","end":"2026-02-26T02:51:21.285223Z","steps":["trace[2049806497] 'agreement among raft nodes before linearized reading' (duration: 776.279107ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:51:21.285251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:51:20.508859Z","time spent":"776.38613ms","remote":"127.0.0.1:36632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":32,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:51:21.284971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:51:20.825608Z","time spent":"459.358154ms","remote":"127.0.0.1:36548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/162.253.55.200\" "} {"level":"warn","ts":"2026-02-26T02:51:21.285353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.102395554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:51:21.285375Z","caller":"traceutil/trace.go:171","msg":"trace[305356077] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26011; }","duration":"1.102475496s","start":"2026-02-26T02:51:20.182892Z","end":"2026-02-26T02:51:21.285368Z","steps":["trace[305356077] 'agreement among raft nodes before linearized reading' (duration: 1.102435434s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:51:21.28543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:51:20.182865Z","time spent":"1.102524517s","remote":"127.0.0.1:33120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:51:21.283078Z","caller":"traceutil/trace.go:171","msg":"trace[1687153220] transaction","detail":"{read_only:false; response_revision:26010; number_of_response:1; }","duration":"2.16723328s","start":"2026-02-26T02:51:19.115834Z","end":"2026-02-26T02:51:21.283067Z","steps":["trace[1687153220] 'process raft request' (duration: 2.166678686s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:51:21.285504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:51:19.115821Z","time spent":"2.169648905s","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:51:21.285583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.179319006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-02-26T02:51:21.285609Z","caller":"traceutil/trace.go:171","msg":"trace[215992649] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:26011; }","duration":"1.179402388s","start":"2026-02-26T02:51:20.106198Z","end":"2026-02-26T02:51:21.285601Z","steps":["trace[215992649] 'agreement among raft nodes before linearized reading' (duration: 1.179348936s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:51:21.283078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.306328854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"warn","ts":"2026-02-26T02:51:21.285633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:51:20.106177Z","time spent":"1.179450479s","remote":"127.0.0.1:36712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-02-26T02:51:21.285646Z","caller":"traceutil/trace.go:171","msg":"trace[2063208243] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:26011; }","duration":"2.308951573s","start":"2026-02-26T02:51:18.976684Z","end":"2026-02-26T02:51:21.285635Z","steps":["trace[2063208243] 'agreement among raft nodes before linearized reading' (duration: 2.306264421s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:51:21.285691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:51:18.976647Z","time spent":"2.309033895s","remote":"127.0.0.1:36676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-02-26T02:51:21.283041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.927823606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-02-26T02:51:21.285873Z","caller":"traceutil/trace.go:171","msg":"trace[773035268] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:26011; }","duration":"1.930718842s","start":"2026-02-26T02:51:19.355145Z","end":"2026-02-26T02:51:21.285863Z","steps":["trace[773035268] 'agreement among raft nodes before linearized reading' (duration: 1.927782524s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:51:21.283101Z","caller":"traceutil/trace.go:171","msg":"trace[152329944] transaction","detail":"{read_only:false; response_revision:26011; number_of_response:1; }","duration":"1.61835525s","start":"2026-02-26T02:51:19.66474Z","end":"2026-02-26T02:51:21.283095Z","steps":["trace[152329944] 'process raft request' (duration: 1.617993001s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:51:21.285904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:51:19.355114Z","time spent":"1.930781254s","remote":"127.0.0.1:36580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":143,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-02-26T02:51:21.285946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:51:19.664722Z","time spent":"1.621176246s","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:51:21.283061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.278113884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-26T02:51:21.286141Z","caller":"traceutil/trace.go:171","msg":"trace[1108014552] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26011; }","duration":"2.281250378s","start":"2026-02-26T02:51:19.004881Z","end":"2026-02-26T02:51:21.286131Z","steps":["trace[1108014552] 'agreement among raft nodes before linearized reading' (duration: 2.278048793s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:51:21.286174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:51:19.004856Z","time spent":"2.281308479s","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T02:51:21.283189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.915962801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129529"} {"level":"warn","ts":"2026-02-26T02:51:21.28313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.166237879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:51:21.286475Z","caller":"traceutil/trace.go:171","msg":"trace[2030878276] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:26011; }","duration":"1.919286559s","start":"2026-02-26T02:51:19.367177Z","end":"2026-02-26T02:51:21.286464Z","steps":["trace[2030878276] 'agreement among raft nodes before linearized reading' (duration: 1.91593664s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:51:21.286502Z","caller":"traceutil/trace.go:171","msg":"trace[2021972390] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26011; }","duration":"3.169636339s","start":"2026-02-26T02:51:18.116857Z","end":"2026-02-26T02:51:21.286493Z","steps":["trace[2021972390] 'agreement among raft nodes before linearized reading' (duration: 3.166246949s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:51:21.286512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:51:19.367158Z","time spent":"1.91934353s","remote":"127.0.0.1:36572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129553,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-02-26T02:51:21.286543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:51:18.116845Z","time spent":"3.16967866s","remote":"127.0.0.1:37074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:51:21.2832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.955364231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-02-26T02:51:21.283203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.217662454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-26T02:51:21.286925Z","caller":"traceutil/trace.go:171","msg":"trace[1020241876] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26011; }","duration":"2.959123671s","start":"2026-02-26T02:51:18.327783Z","end":"2026-02-26T02:51:21.286906Z","steps":["trace[1020241876] 'agreement among raft nodes before linearized reading' (duration: 2.955365252s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:51:21.286952Z","caller":"traceutil/trace.go:171","msg":"trace[2032934953] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26011; }","duration":"3.221436914s","start":"2026-02-26T02:51:18.065501Z","end":"2026-02-26T02:51:21.286938Z","steps":["trace[2032934953] 'agreement among raft nodes before linearized reading' (duration: 3.217650194s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:51:21.286971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:51:18.327755Z","time spent":"2.959203843s","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-26T02:51:21.286996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:51:18.065489Z","time spent":"3.221493975s","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T02:51:21.283264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.197833368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-02-26T02:51:21.283251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.225198344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-26T02:51:21.287145Z","caller":"traceutil/trace.go:171","msg":"trace[1256580665] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26011; }","duration":"3.229135808s","start":"2026-02-26T02:51:18.057998Z","end":"2026-02-26T02:51:21.287134Z","steps":["trace[1256580665] 'agreement among raft nodes before linearized reading' (duration: 3.225212274s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:51:21.287186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:51:18.057977Z","time spent":"3.229197811s","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T02:51:21.283124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.190130249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:51:21.287341Z","caller":"traceutil/trace.go:171","msg":"trace[102413226] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26011; }","duration":"2.194385652s","start":"2026-02-26T02:51:19.092943Z","end":"2026-02-26T02:51:21.287329Z","steps":["trace[102413226] 'agreement among raft nodes before linearized reading' (duration: 2.190145909s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:51:21.287374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:51:19.092929Z","time spent":"2.194432903s","remote":"127.0.0.1:33000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:51:21.287116Z","caller":"traceutil/trace.go:171","msg":"trace[254292350] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26011; }","duration":"3.20168726s","start":"2026-02-26T02:51:18.0854Z","end":"2026-02-26T02:51:21.287087Z","steps":["trace[254292350] 'agreement among raft nodes before linearized reading' (duration: 3.197816757s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:51:21.283268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.108792544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-02-26T02:51:21.288181Z","caller":"traceutil/trace.go:171","msg":"trace[2137081956] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26011; }","duration":"3.113730205s","start":"2026-02-26T02:51:18.174404Z","end":"2026-02-26T02:51:21.288134Z","steps":["trace[2137081956] 'agreement among raft nodes before linearized reading' (duration: 3.108811714s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:51:21.288314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:51:18.085389Z","time spent":"3.202877772s","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T02:51:21.288346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:51:18.174378Z","time spent":"3.11391643s","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-26T02:51:21.818743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.017106ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-02-26T02:51:21.818887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:51:21.288086Z","time spent":"530.79139ms","remote":"127.0.0.1:36548","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T02:51:22.266668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.675533ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:51:22.266984Z","caller":"traceutil/trace.go:171","msg":"trace[784789075] transaction","detail":"{read_only:false; response_revision:26012; number_of_response:1; }","duration":"974.091378ms","start":"2026-02-26T02:51:21.292848Z","end":"2026-02-26T02:51:22.26694Z","steps":["trace[784789075] 'process raft request' (duration: 763.014425ms)","trace[784789075] 'compare' (duration: 210.409695ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:51:22.267141Z","caller":"traceutil/trace.go:171","msg":"trace[1515150421] linearizableReadLoop","detail":"{readStateIndex:27013; appliedIndex:27011; }","duration":"974.172039ms","start":"2026-02-26T02:51:21.292948Z","end":"2026-02-26T02:51:22.26712Z","steps":["trace[1515150421] 'read index received' (duration: 159.835523ms)","trace[1515150421] 'applied index is now lower than readState.Index' (duration: 814.335566ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:51:22.26724Z","caller":"traceutil/trace.go:171","msg":"trace[1947229247] transaction","detail":"{read_only:false; response_revision:26013; number_of_response:1; }","duration":"974.005835ms","start":"2026-02-26T02:51:21.293223Z","end":"2026-02-26T02:51:22.267229Z","steps":["trace[1947229247] 'process raft request' (duration: 973.582044ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:51:22.267316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:51:21.292825Z","time spent":"974.262212ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:51:22.267363Z","caller":"traceutil/trace.go:171","msg":"trace[237535966] transaction","detail":"{read_only:false; response_revision:26014; number_of_response:1; }","duration":"974.061037ms","start":"2026-02-26T02:51:21.293293Z","end":"2026-02-26T02:51:22.267354Z","steps":["trace[237535966] 'process raft request' (duration: 973.646016ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:51:22.267424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:51:21.293265Z","time spent":"974.132819ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:51:22.267317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:51:21.293209Z","time spent":"974.070967ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:51:22.267646Z","caller":"traceutil/trace.go:171","msg":"trace[1333508916] transaction","detail":"{read_only:false; response_revision:26015; number_of_response:1; }","duration":"973.253295ms","start":"2026-02-26T02:51:21.294381Z","end":"2026-02-26T02:51:22.267634Z","steps":["trace[1333508916] 'process raft request' (duration: 972.607678ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:51:22.267607Z","caller":"traceutil/trace.go:171","msg":"trace[514475963] transaction","detail":"{read_only:false; response_revision:26016; number_of_response:1; }","duration":"973.147772ms","start":"2026-02-26T02:51:21.294413Z","end":"2026-02-26T02:51:22.267561Z","steps":["trace[514475963] 'process raft request' (duration: 972.620698ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:51:22.267752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:51:21.294364Z","time spent":"973.330957ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:51:22.267645Z","caller":"traceutil/trace.go:171","msg":"trace[2129900918] transaction","detail":"{read_only:false; response_revision:26017; number_of_response:1; }","duration":"972.013221ms","start":"2026-02-26T02:51:21.295601Z","end":"2026-02-26T02:51:22.267614Z","steps":["trace[2129900918] 'process raft request' (duration: 971.469757ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:51:22.267902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:51:21.29438Z","time spent":"973.42801ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:51:22.268046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:51:21.295593Z","time spent":"972.31834ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:51:22.268691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.71013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:90 size:117071"} {"level":"info","ts":"2026-02-26T02:51:22.268932Z","caller":"traceutil/trace.go:171","msg":"trace[582553592] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:90; response_revision:26017; }","duration":"975.995378ms","start":"2026-02-26T02:51:21.292907Z","end":"2026-02-26T02:51:22.268902Z","steps":["trace[582553592] 'agreement among raft nodes before linearized reading' (duration: 974.693843ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:51:22.269025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:51:21.292889Z","time spent":"976.110331ms","remote":"127.0.0.1:36712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":117095,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-02-26T02:51:23.019661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.693274ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:51:23.020465Z","caller":"traceutil/trace.go:171","msg":"trace[1075164753] transaction","detail":"{read_only:false; response_revision:26018; number_of_response:1; }","duration":"1.352989574s","start":"2026-02-26T02:51:21.667435Z","end":"2026-02-26T02:51:23.020424Z","steps":["trace[1075164753] 'process raft request' (duration: 774.409356ms)","trace[1075164753] 'compare' (duration: 577.247173ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:51:23.020584Z","caller":"traceutil/trace.go:171","msg":"trace[1918665859] transaction","detail":"{read_only:false; response_revision:26019; number_of_response:1; }","duration":"1.352959533s","start":"2026-02-26T02:51:21.66758Z","end":"2026-02-26T02:51:23.02054Z","steps":["trace[1918665859] 'process raft request' (duration: 1.352715757s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:51:23.020716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:51:21.667385Z","time spent":"1.35317448s","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:51:23.020822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:51:21.667548Z","time spent":"1.353168059s","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:51:23.020824Z","caller":"traceutil/trace.go:171","msg":"trace[2066930717] transaction","detail":"{read_only:false; response_revision:26020; number_of_response:1; }","duration":"1.352645925s","start":"2026-02-26T02:51:21.668147Z","end":"2026-02-26T02:51:23.020793Z","steps":["trace[2066930717] 'process raft request' (duration: 1.352300256s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:51:23.020984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:51:21.668135Z","time spent":"1.352765009s","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:51:23.020893Z","caller":"traceutil/trace.go:171","msg":"trace[1089593379] transaction","detail":"{read_only:false; response_revision:26021; number_of_response:1; }","duration":"1.222690546s","start":"2026-02-26T02:51:21.798176Z","end":"2026-02-26T02:51:23.020867Z","steps":["trace[1089593379] 'process raft request' (duration: 1.222320106s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:51:23.021129Z","caller":"traceutil/trace.go:171","msg":"trace[846871858] linearizableReadLoop","detail":"{readStateIndex:27023; appliedIndex:27018; }","duration":"753.918862ms","start":"2026-02-26T02:51:22.267186Z","end":"2026-02-26T02:51:23.021105Z","steps":["trace[846871858] 'read index received' (duration: 174.649456ms)","trace[846871858] 'applied index is now lower than readState.Index' (duration: 579.267466ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:51:23.02115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:51:21.79815Z","time spent":"1.222961882s","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:51:23.02127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.534695298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:51:23.021298Z","caller":"traceutil/trace.go:171","msg":"trace[864750315] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:26022; }","duration":"1.53478421s","start":"2026-02-26T02:51:21.486506Z","end":"2026-02-26T02:51:23.021291Z","steps":["trace[864750315] 'agreement among raft nodes before linearized reading' (duration: 1.534614956s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:51:23.021328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:51:21.486478Z","time spent":"1.534843712s","remote":"127.0.0.1:36844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":124,"response size":32,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:51:23.021083Z","caller":"traceutil/trace.go:171","msg":"trace[1315298647] transaction","detail":"{read_only:false; response_revision:26022; number_of_response:1; }","duration":"1.191914908s","start":"2026-02-26T02:51:21.829112Z","end":"2026-02-26T02:51:23.021027Z","steps":["trace[1315298647] 'process raft request' (duration: 1.191662401s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:51:23.021418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:51:21.829065Z","time spent":"1.192291618s","remote":"127.0.0.1:36548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:51:23.021457Z","caller":"traceutil/trace.go:171","msg":"trace[1923897857] transaction","detail":"{read_only:false; response_revision:26023; number_of_response:1; }","duration":"603.946112ms","start":"2026-02-26T02:51:22.417495Z","end":"2026-02-26T02:51:23.021441Z","steps":["trace[1923897857] 'process raft request' (duration: 603.47641ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:51:23.02156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:51:22.417471Z","time spent":"604.019904ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:51:23.021598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.313293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:51:23.021636Z","caller":"traceutil/trace.go:171","msg":"trace[1895802710] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26023; }","duration":"748.350134ms","start":"2026-02-26T02:51:22.273273Z","end":"2026-02-26T02:51:23.021623Z","steps":["trace[1895802710] 'agreement among raft nodes before linearized reading' (duration: 748.294643ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:51:23.021669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:51:22.273251Z","time spent":"748.408496ms","remote":"127.0.0.1:47210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-02-26T02:51:23.021587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.725813651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:51:23.021576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.388658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:51:23.0218Z","caller":"traceutil/trace.go:171","msg":"trace[553330192] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:26023; }","duration":"973.649745ms","start":"2026-02-26T02:51:22.048132Z","end":"2026-02-26T02:51:23.021782Z","steps":["trace[553330192] 'agreement among raft nodes before linearized reading' (duration: 973.113521ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:51:23.021825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.938563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:51:23.021814Z","caller":"traceutil/trace.go:171","msg":"trace[776516305] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26023; }","duration":"1.726015147s","start":"2026-02-26T02:51:21.295741Z","end":"2026-02-26T02:51:23.021756Z","steps":["trace[776516305] 'agreement among raft nodes before linearized reading' (duration: 1.725420421s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:51:23.021955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.83671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:51:23.022007Z","caller":"traceutil/trace.go:171","msg":"trace[783980653] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26023; }","duration":"203.943884ms","start":"2026-02-26T02:51:22.818048Z","end":"2026-02-26T02:51:23.021992Z","steps":["trace[783980653] 'agreement among raft nodes before linearized reading' (duration: 203.863712ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:51:23.022018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.583421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-02-26T02:51:23.022048Z","caller":"traceutil/trace.go:171","msg":"trace[2015262252] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:26023; }","duration":"745.651893ms","start":"2026-02-26T02:51:22.276386Z","end":"2026-02-26T02:51:23.022038Z","steps":["trace[2015262252] 'agreement among raft nodes before linearized reading' (duration: 745.51943ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:51:23.022044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.725827811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-02-26T02:51:23.022081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:51:22.276368Z","time spent":"745.705765ms","remote":"127.0.0.1:36580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":143,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-02-26T02:51:23.022088Z","caller":"traceutil/trace.go:171","msg":"trace[1747454525] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26023; }","duration":"1.725898963s","start":"2026-02-26T02:51:21.296179Z","end":"2026-02-26T02:51:23.022078Z","steps":["trace[1747454525] 'agreement among raft nodes before linearized reading' (duration: 1.725061551s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:51:23.022116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:51:21.296171Z","time spent":"1.725938224s","remote":"127.0.0.1:36698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T02:51:23.022218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.935402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:51:23.022334Z","caller":"traceutil/trace.go:171","msg":"trace[1170124014] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:26023; }","duration":"867.091556ms","start":"2026-02-26T02:51:22.155225Z","end":"2026-02-26T02:51:23.022316Z","steps":["trace[1170124014] 'agreement among raft nodes before linearized reading' (duration: 865.994837ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:51:23.022446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:51:22.155202Z","time spent":"867.22322ms","remote":"127.0.0.1:36652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":30,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:51:23.021965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:51:21.295733Z","time spent":"1.726216572s","remote":"127.0.0.1:36526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:51:23.022243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.729250612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:90 size:117071"} {"level":"info","ts":"2026-02-26T02:51:23.022684Z","caller":"traceutil/trace.go:171","msg":"trace[1751420223] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:90; response_revision:26023; }","duration":"1.729703745s","start":"2026-02-26T02:51:21.292961Z","end":"2026-02-26T02:51:23.022665Z","steps":["trace[1751420223] 'agreement among raft nodes before linearized reading' (duration: 1.728270787s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:51:23.022749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:51:21.292951Z","time spent":"1.729774646s","remote":"127.0.0.1:36712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":117095,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-02-26T02:51:23.021881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:51:22.048097Z","time spent":"973.747797ms","remote":"127.0.0.1:60924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:51:23.022227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.728888703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-70dc2105-387e-44c6-85e8-35f6427497ab\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-02-26T02:51:23.021884Z","caller":"traceutil/trace.go:171","msg":"trace[550176397] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:26023; }","duration":"455.999804ms","start":"2026-02-26T02:51:22.565863Z","end":"2026-02-26T02:51:23.021863Z","steps":["trace[550176397] 'agreement among raft nodes before linearized reading' (duration: 455.783589ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:51:23.023128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:51:22.565837Z","time spent":"457.269118ms","remote":"127.0.0.1:36560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":115,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:51:23.023175Z","caller":"traceutil/trace.go:171","msg":"trace[1756268456] range","detail":"{range_begin:/registry/persistentvolumes/pvc-70dc2105-387e-44c6-85e8-35f6427497ab; range_end:; response_count:1; response_revision:26023; }","duration":"1.729842918s","start":"2026-02-26T02:51:21.293311Z","end":"2026-02-26T02:51:23.023154Z","steps":["trace[1756268456] 'agreement among raft nodes before linearized reading' (duration: 1.727878075s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:51:23.021887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.777006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:51:23.023273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:51:21.293305Z","time spent":"1.729947981s","remote":"127.0.0.1:36668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-70dc2105-387e-44c6-85e8-35f6427497ab\" "} {"level":"info","ts":"2026-02-26T02:51:23.023325Z","caller":"traceutil/trace.go:171","msg":"trace[2104123683] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26023; }","duration":"539.261235ms","start":"2026-02-26T02:51:22.48404Z","end":"2026-02-26T02:51:23.023301Z","steps":["trace[2104123683] 'agreement among raft nodes before linearized reading' (duration: 537.805206ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:51:23.023378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:51:22.484012Z","time spent":"539.350087ms","remote":"127.0.0.1:37088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:51:23.611355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.598731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:51:23.611474Z","caller":"traceutil/trace.go:171","msg":"trace[747598416] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26023; }","duration":"366.804007ms","start":"2026-02-26T02:51:23.244637Z","end":"2026-02-26T02:51:23.611441Z","steps":["trace[747598416] 'count revisions from in-memory index tree' (duration: 366.468688ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:51:23.611533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:51:23.244607Z","time spent":"366.913139ms","remote":"127.0.0.1:37184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:51:23.611732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.488334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:51:23.611718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.926762ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:51:23.61185Z","caller":"traceutil/trace.go:171","msg":"trace[81413217] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:26023; }","duration":"434.686539ms","start":"2026-02-26T02:51:23.177136Z","end":"2026-02-26T02:51:23.611822Z","steps":["trace[81413217] 'count revisions from in-memory index tree' (duration: 434.331649ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:51:23.611877Z","caller":"traceutil/trace.go:171","msg":"trace[564531217] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26023; }","duration":"462.111457ms","start":"2026-02-26T02:51:23.149743Z","end":"2026-02-26T02:51:23.611855Z","steps":["trace[564531217] 'range keys from in-memory index tree' (duration: 461.906102ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:51:23.611906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:51:23.177107Z","time spent":"434.786271ms","remote":"127.0.0.1:32844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:51:23.678749Z","caller":"traceutil/trace.go:171","msg":"trace[2005135290] transaction","detail":"{read_only:false; response_revision:26024; number_of_response:1; }","duration":"390.183628ms","start":"2026-02-26T02:51:23.288535Z","end":"2026-02-26T02:51:23.678718Z","steps":["trace[2005135290] 'process raft request' (duration: 390.004594ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:51:23.678946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:51:23.288508Z","time spent":"390.329371ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:51:23.678825Z","caller":"traceutil/trace.go:171","msg":"trace[1666605022] linearizableReadLoop","detail":"{readStateIndex:27025; appliedIndex:27025; }","duration":"387.226019ms","start":"2026-02-26T02:51:23.291559Z","end":"2026-02-26T02:51:23.678785Z","steps":["trace[1666605022] 'read index received' (duration: 387.205418ms)","trace[1666605022] 'applied index is now lower than readState.Index' (duration: 17.431µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:51:23.679166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.583409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-26T02:51:23.679259Z","caller":"traceutil/trace.go:171","msg":"trace[964890326] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26024; }","duration":"387.743623ms","start":"2026-02-26T02:51:23.291495Z","end":"2026-02-26T02:51:23.679238Z","steps":["trace[964890326] 'agreement among raft nodes before linearized reading' (duration: 387.452885ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:51:23.679305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:51:23.291471Z","time spent":"387.827426ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T02:51:24.1059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.070423ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:51:24.106514Z","caller":"traceutil/trace.go:171","msg":"trace[1283951361] transaction","detail":"{read_only:false; response_revision:26025; number_of_response:1; }","duration":"812.922209ms","start":"2026-02-26T02:51:23.293551Z","end":"2026-02-26T02:51:24.106473Z","steps":["trace[1283951361] 'process raft request' (duration: 459.156618ms)","trace[1283951361] 'compare' (duration: 352.015535ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:51:24.106757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:51:23.293534Z","time spent":"813.078564ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:51:24.106744Z","caller":"traceutil/trace.go:171","msg":"trace[6957776] transaction","detail":"{read_only:false; response_revision:26027; number_of_response:1; }","duration":"421.925531ms","start":"2026-02-26T02:51:23.684786Z","end":"2026-02-26T02:51:24.106712Z","steps":["trace[6957776] 'process raft request' (duration: 421.661324ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:51:24.106542Z","caller":"traceutil/trace.go:171","msg":"trace[1190197648] transaction","detail":"{read_only:false; response_revision:26026; number_of_response:1; }","duration":"812.849267ms","start":"2026-02-26T02:51:23.293665Z","end":"2026-02-26T02:51:24.106514Z","steps":["trace[1190197648] 'process raft request' (duration: 812.674863ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:51:24.106898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:51:23.68475Z","time spent":"422.061214ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:51:24.10705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:51:23.293655Z","time spent":"813.276549ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:51:24.656678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.612903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-26T02:51:24.656794Z","caller":"traceutil/trace.go:171","msg":"trace[1307458750] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26027; }","duration":"383.752067ms","start":"2026-02-26T02:51:24.273015Z","end":"2026-02-26T02:51:24.656767Z","steps":["trace[1307458750] 'range keys from in-memory index tree' (duration: 383.288914ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:51:24.656824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:51:24.25726Z","time spent":"399.554296ms","remote":"127.0.0.1:54966","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T02:51:24.65688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:51:24.272907Z","time spent":"383.943172ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T02:51:24.657396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.317902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-02-26T02:51:24.657435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.84523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-26T02:51:24.657466Z","caller":"traceutil/trace.go:171","msg":"trace[1284707328] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26027; }","duration":"384.402864ms","start":"2026-02-26T02:51:24.27304Z","end":"2026-02-26T02:51:24.657443Z","steps":["trace[1284707328] 'range keys from in-memory index tree' (duration: 384.147597ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:51:24.65751Z","caller":"traceutil/trace.go:171","msg":"trace[1232935503] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26027; }","duration":"383.948532ms","start":"2026-02-26T02:51:24.273533Z","end":"2026-02-26T02:51:24.657481Z","steps":["trace[1232935503] 'range keys from in-memory index tree' (duration: 383.674164ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:51:24.657529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:51:24.273025Z","time spent":"384.489997ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-26T02:51:24.65748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.703062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-02-26T02:51:24.657569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:51:24.273523Z","time spent":"384.030664ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-26T02:51:24.657594Z","caller":"traceutil/trace.go:171","msg":"trace[1165061026] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26027; }","duration":"384.874876ms","start":"2026-02-26T02:51:24.272698Z","end":"2026-02-26T02:51:24.657572Z","steps":["trace[1165061026] 'range keys from in-memory index tree' (duration: 384.481966ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:51:24.657643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:51:24.272669Z","time spent":"384.963559ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T02:51:24.657503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.176442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-26T02:51:24.658136Z","caller":"traceutil/trace.go:171","msg":"trace[135398770] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26027; }","duration":"383.894291ms","start":"2026-02-26T02:51:24.274222Z","end":"2026-02-26T02:51:24.658117Z","steps":["trace[135398770] 'range keys from in-memory index tree' (duration: 382.934525ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:51:24.658224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:51:24.274116Z","time spent":"384.088026ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T02:51:25.021597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.229261ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-02-26T02:51:25.022253Z","caller":"traceutil/trace.go:171","msg":"trace[537937843] transaction","detail":"{read_only:false; response_revision:26029; number_of_response:1; }","duration":"359.602146ms","start":"2026-02-26T02:51:24.662599Z","end":"2026-02-26T02:51:25.022201Z","steps":["trace[537937843] 'process raft request' (duration: 359.114363ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:51:25.022498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:51:24.662567Z","time spent":"359.799551ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:51:25.222416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.329276ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:51:25.22263Z","caller":"traceutil/trace.go:171","msg":"trace[1499903218] transaction","detail":"{read_only:false; response_revision:26030; number_of_response:1; }","duration":"559.063731ms","start":"2026-02-26T02:51:24.663544Z","end":"2026-02-26T02:51:25.222607Z","steps":["trace[1499903218] 'process raft request' (duration: 430.432336ms)","trace[1499903218] 'compare' (duration: 128.07116ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:51:25.222715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:51:24.663532Z","time spent":"559.147553ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:51:25.223251Z","caller":"traceutil/trace.go:171","msg":"trace[355653702] transaction","detail":"{read_only:false; response_revision:26031; number_of_response:1; }","duration":"559.697407ms","start":"2026-02-26T02:51:24.66354Z","end":"2026-02-26T02:51:25.223238Z","steps":["trace[355653702] 'process raft request' (duration: 558.987569ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:51:25.223322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:51:24.663512Z","time spent":"559.76908ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:51:25.223646Z","caller":"traceutil/trace.go:171","msg":"trace[1010800695] transaction","detail":"{read_only:false; response_revision:26032; number_of_response:1; }","duration":"559.948594ms","start":"2026-02-26T02:51:24.663656Z","end":"2026-02-26T02:51:25.223604Z","steps":["trace[1010800695] 'process raft request' (duration: 559.521303ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:51:25.223752Z","caller":"traceutil/trace.go:171","msg":"trace[1069325010] linearizableReadLoop","detail":"{readStateIndex:27034; appliedIndex:27028; }","duration":"437.091133ms","start":"2026-02-26T02:51:24.78663Z","end":"2026-02-26T02:51:25.223721Z","steps":["trace[1069325010] 'read index received' (duration: 217.828793ms)","trace[1069325010] 'applied index is now lower than readState.Index' (duration: 219.26108ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:51:25.223878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:51:24.663625Z","time spent":"560.134049ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:51:25.224173Z","caller":"traceutil/trace.go:171","msg":"trace[16657344] transaction","detail":"{read_only:false; response_revision:26033; number_of_response:1; }","duration":"560.034737ms","start":"2026-02-26T02:51:24.664034Z","end":"2026-02-26T02:51:25.224068Z","steps":["trace[16657344] 'process raft request' (duration: 559.461381ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:51:25.224682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.020937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:51:25.224791Z","caller":"traceutil/trace.go:171","msg":"trace[302148169] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26033; }","duration":"438.215733ms","start":"2026-02-26T02:51:24.786556Z","end":"2026-02-26T02:51:25.224772Z","steps":["trace[302148169] 'agreement among raft nodes before linearized reading' (duration: 437.992277ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:51:25.22486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:51:24.786528Z","time spent":"438.322625ms","remote":"127.0.0.1:36526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:51:25.225208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:51:24.664006Z","time spent":"560.217742ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:51:25.247967Z","caller":"traceutil/trace.go:171","msg":"trace[781005230] transaction","detail":"{read_only:false; response_revision:26034; number_of_response:1; }","duration":"220.760501ms","start":"2026-02-26T02:51:25.027157Z","end":"2026-02-26T02:51:25.247918Z","steps":["trace[781005230] 'process raft request' (duration: 220.518294ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:51:25.247991Z","caller":"traceutil/trace.go:171","msg":"trace[768901852] transaction","detail":"{read_only:false; response_revision:26035; number_of_response:1; }","duration":"220.277848ms","start":"2026-02-26T02:51:25.027684Z","end":"2026-02-26T02:51:25.247962Z","steps":["trace[768901852] 'process raft request' (duration: 220.153914ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:51:25.248333Z","caller":"traceutil/trace.go:171","msg":"trace[9665155] transaction","detail":"{read_only:false; response_revision:26036; number_of_response:1; }","duration":"220.603236ms","start":"2026-02-26T02:51:25.027696Z","end":"2026-02-26T02:51:25.248299Z","steps":["trace[9665155] 'process raft request' (duration: 220.195735ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:51:31.360729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.892046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-26T02:51:31.36081Z","caller":"traceutil/trace.go:171","msg":"trace[363249310] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26069; }","duration":"113.056551ms","start":"2026-02-26T02:51:31.247734Z","end":"2026-02-26T02:51:31.36079Z","steps":["trace[363249310] 'range keys from in-memory index tree' (duration: 112.64325ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:51:31.361077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.361734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-02-26T02:51:31.361121Z","caller":"traceutil/trace.go:171","msg":"trace[678068823] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26069; }","duration":"100.429496ms","start":"2026-02-26T02:51:31.26068Z","end":"2026-02-26T02:51:31.361109Z","steps":["trace[678068823] 'range keys from in-memory index tree' (duration: 100.251842ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:51:36.411953Z","caller":"traceutil/trace.go:171","msg":"trace[1400729405] transaction","detail":"{read_only:false; response_revision:26108; number_of_response:1; }","duration":"101.465533ms","start":"2026-02-26T02:51:36.310437Z","end":"2026-02-26T02:51:36.411902Z","steps":["trace[1400729405] 'process raft request' (duration: 99.653795ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:51:37.540658Z","caller":"traceutil/trace.go:171","msg":"trace[1131679916] linearizableReadLoop","detail":"{readStateIndex:27121; appliedIndex:27120; }","duration":"110.958436ms","start":"2026-02-26T02:51:37.429669Z","end":"2026-02-26T02:51:37.540628Z","steps":["trace[1131679916] 'read index received' (duration: 110.719019ms)","trace[1131679916] 'applied index is now lower than readState.Index' (duration: 238.127µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:51:37.540815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.10783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:51:37.54086Z","caller":"traceutil/trace.go:171","msg":"trace[798508659] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:26117; }","duration":"111.184422ms","start":"2026-02-26T02:51:37.429662Z","end":"2026-02-26T02:51:37.540847Z","steps":["trace[798508659] 'agreement among raft nodes before linearized reading' (duration: 111.078929ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:51:37.541039Z","caller":"traceutil/trace.go:171","msg":"trace[545124400] transaction","detail":"{read_only:false; response_revision:26117; number_of_response:1; }","duration":"123.180591ms","start":"2026-02-26T02:51:37.417816Z","end":"2026-02-26T02:51:37.540996Z","steps":["trace[545124400] 'process raft request' (duration: 122.629916ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:51:38.32272Z","caller":"traceutil/trace.go:171","msg":"trace[2146384414] transaction","detail":"{read_only:false; response_revision:26120; number_of_response:1; }","duration":"159.061583ms","start":"2026-02-26T02:51:38.163613Z","end":"2026-02-26T02:51:38.322675Z","steps":["trace[2146384414] 'process raft request' (duration: 156.574277ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:51:38.322775Z","caller":"traceutil/trace.go:171","msg":"trace[1449460139] transaction","detail":"{read_only:false; response_revision:26121; number_of_response:1; }","duration":"154.612544ms","start":"2026-02-26T02:51:38.168112Z","end":"2026-02-26T02:51:38.322724Z","steps":["trace[1449460139] 'process raft request' (duration: 154.430189ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:51:38.322899Z","caller":"traceutil/trace.go:171","msg":"trace[1832881364] linearizableReadLoop","detail":"{readStateIndex:27125; appliedIndex:27123; }","duration":"134.377957ms","start":"2026-02-26T02:51:38.188451Z","end":"2026-02-26T02:51:38.322829Z","steps":["trace[1832881364] 'read index received' (duration: 131.756277ms)","trace[1832881364] 'applied index is now lower than readState.Index' (duration: 2.417934ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:51:38.323281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.793858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-26T02:51:38.323393Z","caller":"traceutil/trace.go:171","msg":"trace[1246561569] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26121; }","duration":"134.978343ms","start":"2026-02-26T02:51:38.188386Z","end":"2026-02-26T02:51:38.323365Z","steps":["trace[1246561569] 'agreement among raft nodes before linearized reading' (duration: 134.587813ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:51:41.382498Z","caller":"traceutil/trace.go:171","msg":"trace[791962982] linearizableReadLoop","detail":"{readStateIndex:27142; appliedIndex:27141; }","duration":"106.98168ms","start":"2026-02-26T02:51:41.275488Z","end":"2026-02-26T02:51:41.382469Z","steps":["trace[791962982] 'read index received' (duration: 106.709353ms)","trace[791962982] 'applied index is now lower than readState.Index' (duration: 271.147µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:51:41.382906Z","caller":"traceutil/trace.go:171","msg":"trace[1251507959] transaction","detail":"{read_only:false; response_revision:26137; number_of_response:1; }","duration":"159.270588ms","start":"2026-02-26T02:51:41.223624Z","end":"2026-02-26T02:51:41.382895Z","steps":["trace[1251507959] 'process raft request' (duration: 158.680363ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:51:41.383265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.69976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:51:41.383411Z","caller":"traceutil/trace.go:171","msg":"trace[1831729334] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26137; }","duration":"107.969606ms","start":"2026-02-26T02:51:41.275412Z","end":"2026-02-26T02:51:41.383381Z","steps":["trace[1831729334] 'agreement among raft nodes before linearized reading' (duration: 107.689529ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:51:45.7123Z","caller":"traceutil/trace.go:171","msg":"trace[588135086] transaction","detail":"{read_only:false; response_revision:26169; number_of_response:1; }","duration":"144.397462ms","start":"2026-02-26T02:51:45.56786Z","end":"2026-02-26T02:51:45.712257Z","steps":["trace[588135086] 'process raft request' (duration: 131.092909ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:51:45.712406Z","caller":"traceutil/trace.go:171","msg":"trace[203502616] transaction","detail":"{read_only:false; response_revision:26170; number_of_response:1; }","duration":"143.768276ms","start":"2026-02-26T02:51:45.568611Z","end":"2026-02-26T02:51:45.712379Z","steps":["trace[203502616] 'process raft request' (duration: 143.534999ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:51:45.712406Z","caller":"traceutil/trace.go:171","msg":"trace[2135944217] transaction","detail":"{read_only:false; response_revision:26171; number_of_response:1; }","duration":"142.481492ms","start":"2026-02-26T02:51:45.569891Z","end":"2026-02-26T02:51:45.712372Z","steps":["trace[2135944217] 'process raft request' (duration: 142.37656ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:51:46.583545Z","caller":"traceutil/trace.go:171","msg":"trace[418755988] linearizableReadLoop","detail":"{readStateIndex:27181; appliedIndex:27179; }","duration":"156.609647ms","start":"2026-02-26T02:51:46.426904Z","end":"2026-02-26T02:51:46.583513Z","steps":["trace[418755988] 'read index received' (duration: 91.385706ms)","trace[418755988] 'applied index is now lower than readState.Index' (duration: 65.222211ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:51:46.583757Z","caller":"traceutil/trace.go:171","msg":"trace[904889352] transaction","detail":"{read_only:false; response_revision:26175; number_of_response:1; }","duration":"159.780041ms","start":"2026-02-26T02:51:46.423786Z","end":"2026-02-26T02:51:46.583566Z","steps":["trace[904889352] 'process raft request' (duration: 158.199819ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:51:46.583854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.931446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-26T02:51:46.584187Z","caller":"traceutil/trace.go:171","msg":"trace[82681613] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26175; }","duration":"157.303306ms","start":"2026-02-26T02:51:46.426851Z","end":"2026-02-26T02:51:46.584155Z","steps":["trace[82681613] 'agreement among raft nodes before linearized reading' (duration: 156.821053ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:51:48.315638Z","caller":"traceutil/trace.go:171","msg":"trace[2071688371] transaction","detail":"{read_only:false; response_revision:26187; number_of_response:1; }","duration":"163.027008ms","start":"2026-02-26T02:51:48.152584Z","end":"2026-02-26T02:51:48.315611Z","steps":["trace[2071688371] 'process raft request' (duration: 162.844523ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:51:48.744332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.685778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-26T02:51:48.744426Z","caller":"traceutil/trace.go:171","msg":"trace[1062674454] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26188; }","duration":"133.868514ms","start":"2026-02-26T02:51:48.610536Z","end":"2026-02-26T02:51:48.744404Z","steps":["trace[1062674454] 'range keys from in-memory index tree' (duration: 133.522285ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:51:48.745943Z","caller":"traceutil/trace.go:171","msg":"trace[1103149157] transaction","detail":"{read_only:false; response_revision:26189; number_of_response:1; }","duration":"110.00332ms","start":"2026-02-26T02:51:48.635891Z","end":"2026-02-26T02:51:48.745894Z","steps":["trace[1103149157] 'process raft request' (duration: 109.697422ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:52:03.010172Z","caller":"traceutil/trace.go:171","msg":"trace[352040150] linearizableReadLoop","detail":"{readStateIndex:27293; appliedIndex:27292; }","duration":"131.597143ms","start":"2026-02-26T02:52:02.878549Z","end":"2026-02-26T02:52:03.010146Z","steps":["trace[352040150] 'read index received' (duration: 131.409309ms)","trace[352040150] 'applied index is now lower than readState.Index' (duration: 186.814µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:52:03.010307Z","caller":"traceutil/trace.go:171","msg":"trace[561367843] transaction","detail":"{read_only:false; response_revision:26284; number_of_response:1; }","duration":"136.206696ms","start":"2026-02-26T02:52:02.874057Z","end":"2026-02-26T02:52:03.010264Z","steps":["trace[561367843] 'process raft request' (duration: 135.905518ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:52:03.010464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.892891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-26T02:52:03.010539Z","caller":"traceutil/trace.go:171","msg":"trace[1709615538] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26284; }","duration":"132.018944ms","start":"2026-02-26T02:52:02.878494Z","end":"2026-02-26T02:52:03.010512Z","steps":["trace[1709615538] 'agreement among raft nodes before linearized reading' (duration: 131.794118ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:52:03.880329Z","caller":"traceutil/trace.go:171","msg":"trace[628786717] transaction","detail":"{read_only:false; response_revision:26290; number_of_response:1; }","duration":"111.555091ms","start":"2026-02-26T02:52:03.768746Z","end":"2026-02-26T02:52:03.880301Z","steps":["trace[628786717] 'process raft request' (duration: 111.386097ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:52:03.887082Z","caller":"traceutil/trace.go:171","msg":"trace[1412201949] transaction","detail":"{read_only:false; response_revision:26291; number_of_response:1; }","duration":"118.215128ms","start":"2026-02-26T02:52:03.768824Z","end":"2026-02-26T02:52:03.887039Z","steps":["trace[1412201949] 'process raft request' (duration: 117.982162ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:52:05.198428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.511299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-26T02:52:05.198541Z","caller":"traceutil/trace.go:171","msg":"trace[1653892652] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26300; }","duration":"117.659023ms","start":"2026-02-26T02:52:05.080848Z","end":"2026-02-26T02:52:05.198507Z","steps":["trace[1653892652] 'range keys from in-memory index tree' (duration: 117.360116ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:52:05.199479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.525785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:182 size:1893636"} {"level":"info","ts":"2026-02-26T02:52:05.19954Z","caller":"traceutil/trace.go:171","msg":"trace[1574663689] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:182; response_revision:26300; }","duration":"130.624357ms","start":"2026-02-26T02:52:05.0689Z","end":"2026-02-26T02:52:05.199524Z","steps":["trace[1574663689] 'range keys from in-memory index tree' (duration: 128.932452ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:52:06.037063Z","caller":"traceutil/trace.go:171","msg":"trace[1417805959] transaction","detail":"{read_only:false; response_revision:26305; number_of_response:1; }","duration":"142.77613ms","start":"2026-02-26T02:52:05.894248Z","end":"2026-02-26T02:52:06.037024Z","steps":["trace[1417805959] 'process raft request' (duration: 74.954699ms)","trace[1417805959] 'compare' (duration: 67.530563ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:52:06.222682Z","caller":"traceutil/trace.go:171","msg":"trace[1983662873] transaction","detail":"{read_only:false; response_revision:26308; number_of_response:1; }","duration":"179.567786ms","start":"2026-02-26T02:52:06.043081Z","end":"2026-02-26T02:52:06.222649Z","steps":["trace[1983662873] 'process raft request' (duration: 145.082251ms)","trace[1983662873] 'compare' (duration: 34.194338ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:52:06.223051Z","caller":"traceutil/trace.go:171","msg":"trace[201338344] transaction","detail":"{read_only:false; response_revision:26309; number_of_response:1; }","duration":"179.862414ms","start":"2026-02-26T02:52:06.043153Z","end":"2026-02-26T02:52:06.223015Z","steps":["trace[201338344] 'process raft request' (duration: 179.447633ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:52:06.303448Z","caller":"traceutil/trace.go:171","msg":"trace[1505359954] transaction","detail":"{read_only:false; response_revision:26310; number_of_response:1; }","duration":"209.485771ms","start":"2026-02-26T02:52:06.093927Z","end":"2026-02-26T02:52:06.303413Z","steps":["trace[1505359954] 'process raft request' (duration: 209.260955ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:52:06.621846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.515265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-26T02:52:06.62194Z","caller":"traceutil/trace.go:171","msg":"trace[984060982] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26310; }","duration":"205.67973ms","start":"2026-02-26T02:52:06.416239Z","end":"2026-02-26T02:52:06.621919Z","steps":["trace[984060982] 'range keys from in-memory index tree' (duration: 205.330431ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:52:08.788562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.61062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4727"} {"level":"info","ts":"2026-02-26T02:52:08.788827Z","caller":"traceutil/trace.go:171","msg":"trace[1443361993] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:26383; }","duration":"129.894009ms","start":"2026-02-26T02:52:08.658902Z","end":"2026-02-26T02:52:08.788796Z","steps":["trace[1443361993] 'agreement among raft nodes before linearized reading' (duration: 129.486298ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:52:08.788603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.131411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:52:08.789095Z","caller":"traceutil/trace.go:171","msg":"trace[1362620194] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-init; range_end:; response_count:0; response_revision:26383; }","duration":"134.629243ms","start":"2026-02-26T02:52:08.654429Z","end":"2026-02-26T02:52:08.789058Z","steps":["trace[1362620194] 'agreement among raft nodes before linearized reading' (duration: 134.10609ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:52:14.447401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.202373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:52:14.447522Z","caller":"traceutil/trace.go:171","msg":"trace[2132737849] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26512; }","duration":"105.387287ms","start":"2026-02-26T02:52:14.342111Z","end":"2026-02-26T02:52:14.447499Z","steps":["trace[2132737849] 'agreement among raft nodes before linearized reading' (duration: 105.179432ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:52:14.447817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.565842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:52:14.44801Z","caller":"traceutil/trace.go:171","msg":"trace[1787673653] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:0; response_revision:26512; }","duration":"105.83039ms","start":"2026-02-26T02:52:14.342143Z","end":"2026-02-26T02:52:14.447973Z","steps":["trace[1787673653] 'agreement among raft nodes before linearized reading' (duration: 105.567193ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:52:14.695777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.212258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:52:14.69613Z","caller":"traceutil/trace.go:171","msg":"trace[1904141846] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26512; }","duration":"147.397523ms","start":"2026-02-26T02:52:14.548477Z","end":"2026-02-26T02:52:14.695875Z","steps":["trace[1904141846] 'range keys from in-memory index tree' (duration: 147.105215ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:52:15.012573Z","caller":"traceutil/trace.go:171","msg":"trace[1978345893] transaction","detail":"{read_only:false; response_revision:26513; number_of_response:1; }","duration":"179.163526ms","start":"2026-02-26T02:52:14.833379Z","end":"2026-02-26T02:52:15.012542Z","steps":["trace[1978345893] 'process raft request' (duration: 178.972061ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:52:15.138757Z","caller":"traceutil/trace.go:171","msg":"trace[1771952457] transaction","detail":"{read_only:false; response_revision:26515; number_of_response:1; }","duration":"270.007808ms","start":"2026-02-26T02:52:14.868655Z","end":"2026-02-26T02:52:15.138663Z","steps":["trace[1771952457] 'process raft request' (duration: 269.949026ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:52:15.13944Z","caller":"traceutil/trace.go:171","msg":"trace[1633644331] transaction","detail":"{read_only:false; response_revision:26514; number_of_response:1; }","duration":"284.203014ms","start":"2026-02-26T02:52:14.855161Z","end":"2026-02-26T02:52:15.139364Z","steps":["trace[1633644331] 'process raft request' (duration: 273.009107ms)","trace[1633644331] 'compare' (duration: 10.212751ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:52:15.225798Z","caller":"traceutil/trace.go:171","msg":"trace[1211586427] transaction","detail":"{read_only:false; response_revision:26516; number_of_response:1; }","duration":"155.980271ms","start":"2026-02-26T02:52:15.069774Z","end":"2026-02-26T02:52:15.225754Z","steps":["trace[1211586427] 'process raft request' (duration: 155.704053ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:52:17.513423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.60306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-26T02:52:17.513569Z","caller":"traceutil/trace.go:171","msg":"trace[1759581358] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26543; }","duration":"132.812236ms","start":"2026-02-26T02:52:17.380719Z","end":"2026-02-26T02:52:17.513531Z","steps":["trace[1759581358] 'range keys from in-memory index tree' (duration: 132.367234ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:52:18.065408Z","caller":"traceutil/trace.go:171","msg":"trace[372332624] transaction","detail":"{read_only:false; response_revision:26545; number_of_response:1; }","duration":"470.615493ms","start":"2026-02-26T02:52:17.594766Z","end":"2026-02-26T02:52:18.065381Z","steps":["trace[372332624] 'process raft request' (duration: 470.447489ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:52:18.065585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:52:17.594741Z","time spent":"470.754266ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:52:18.069412Z","caller":"traceutil/trace.go:171","msg":"trace[401561122] transaction","detail":"{read_only:false; response_revision:26546; number_of_response:1; }","duration":"309.069095ms","start":"2026-02-26T02:52:17.76032Z","end":"2026-02-26T02:52:18.069389Z","steps":["trace[401561122] 'process raft request' (duration: 308.953451ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:52:18.069486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:52:17.760295Z","time spent":"309.158987ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:52:18.069641Z","caller":"traceutil/trace.go:171","msg":"trace[1799492436] linearizableReadLoop","detail":"{readStateIndex:27563; appliedIndex:27561; }","duration":"155.238041ms","start":"2026-02-26T02:52:17.914325Z","end":"2026-02-26T02:52:18.069563Z","steps":["trace[1799492436] 'read index received' (duration: 150.990059ms)","trace[1799492436] 'applied index is now lower than readState.Index' (duration: 4.245582ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:52:18.069871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.546659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-26T02:52:18.069918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.909565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:52:18.069931Z","caller":"traceutil/trace.go:171","msg":"trace[1705383737] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26547; }","duration":"155.656522ms","start":"2026-02-26T02:52:17.914259Z","end":"2026-02-26T02:52:18.069916Z","steps":["trace[1705383737] 'agreement among raft nodes before linearized reading' (duration: 155.484257ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:52:18.069973Z","caller":"traceutil/trace.go:171","msg":"trace[1989407793] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:26547; }","duration":"108.029938ms","start":"2026-02-26T02:52:17.961923Z","end":"2026-02-26T02:52:18.069952Z","steps":["trace[1989407793] 'agreement among raft nodes before linearized reading' (duration: 107.901194ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:52:18.748775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.64649ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:52:18.748955Z","caller":"traceutil/trace.go:171","msg":"trace[1797428798] transaction","detail":"{read_only:false; response_revision:26555; number_of_response:1; }","duration":"357.907551ms","start":"2026-02-26T02:52:18.391009Z","end":"2026-02-26T02:52:18.748917Z","steps":["trace[1797428798] 'process raft request' (duration: 82.980163ms)","trace[1797428798] 'compare' (duration: 273.812498ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:52:18.749079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:52:18.390988Z","time spent":"358.029634ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:52:18.811186Z","caller":"traceutil/trace.go:171","msg":"trace[959776457] transaction","detail":"{read_only:false; response_revision:26556; number_of_response:1; }","duration":"371.732608ms","start":"2026-02-26T02:52:18.439423Z","end":"2026-02-26T02:52:18.811156Z","steps":["trace[959776457] 'process raft request' (duration: 371.501802ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:52:18.811332Z","caller":"traceutil/trace.go:171","msg":"trace[865527457] linearizableReadLoop","detail":"{readStateIndex:27573; appliedIndex:27571; }","duration":"351.651755ms","start":"2026-02-26T02:52:18.459639Z","end":"2026-02-26T02:52:18.811291Z","steps":["trace[865527457] 'read index received' (duration: 14.375442ms)","trace[865527457] 'applied index is now lower than readState.Index' (duration: 337.273673ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:52:18.811401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:52:18.43939Z","time spent":"371.902343ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:52:18.811468Z","caller":"traceutil/trace.go:171","msg":"trace[1818415850] transaction","detail":"{read_only:false; response_revision:26557; number_of_response:1; }","duration":"349.209699ms","start":"2026-02-26T02:52:18.462219Z","end":"2026-02-26T02:52:18.811428Z","steps":["trace[1818415850] 'process raft request' (duration: 348.886771ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:52:18.811683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.025294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"warn","ts":"2026-02-26T02:52:18.811687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:52:18.462184Z","time spent":"349.385624ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:52:18.811715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.585154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:52:18.811731Z","caller":"traceutil/trace.go:171","msg":"trace[723628783] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26557; }","duration":"352.140497ms","start":"2026-02-26T02:52:18.459578Z","end":"2026-02-26T02:52:18.811719Z","steps":["trace[723628783] 'agreement among raft nodes before linearized reading' (duration: 351.912221ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:52:18.811757Z","caller":"traceutil/trace.go:171","msg":"trace[164804373] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26557; }","duration":"348.665916ms","start":"2026-02-26T02:52:18.463074Z","end":"2026-02-26T02:52:18.81174Z","steps":["trace[164804373] 'agreement among raft nodes before linearized reading' (duration: 348.602734ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:52:18.811781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:52:18.463041Z","time spent":"348.735238ms","remote":"127.0.0.1:36754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-02-26T02:52:18.811774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:52:18.459563Z","time spent":"352.202439ms","remote":"127.0.0.1:36754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5106,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-02-26T02:52:18.811755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.902031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:52:18.811863Z","caller":"traceutil/trace.go:171","msg":"trace[661758537] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26557; }","duration":"352.088166ms","start":"2026-02-26T02:52:18.459751Z","end":"2026-02-26T02:52:18.811839Z","steps":["trace[661758537] 'agreement among raft nodes before linearized reading' (duration: 351.877941ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:52:18.811928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:52:18.459744Z","time spent":"352.174059ms","remote":"127.0.0.1:36754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-02-26T02:52:19.281519Z","caller":"traceutil/trace.go:171","msg":"trace[1105665191] transaction","detail":"{read_only:false; response_revision:26558; number_of_response:1; }","duration":"125.786859ms","start":"2026-02-26T02:52:19.155703Z","end":"2026-02-26T02:52:19.28149Z","steps":["trace[1105665191] 'process raft request' (duration: 125.627314ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:52:19.875277Z","caller":"traceutil/trace.go:171","msg":"trace[1157449894] linearizableReadLoop","detail":"{readStateIndex:27578; appliedIndex:27577; }","duration":"152.645592ms","start":"2026-02-26T02:52:19.722604Z","end":"2026-02-26T02:52:19.87525Z","steps":["trace[1157449894] 'read index received' (duration: 152.442386ms)","trace[1157449894] 'applied index is now lower than readState.Index' (duration: 201.826µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:52:19.875396Z","caller":"traceutil/trace.go:171","msg":"trace[234983236] transaction","detail":"{read_only:false; response_revision:26561; number_of_response:1; }","duration":"218.913841ms","start":"2026-02-26T02:52:19.656468Z","end":"2026-02-26T02:52:19.875382Z","steps":["trace[234983236] 'process raft request' (duration: 218.601573ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:52:19.875715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.095424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-02-26T02:52:19.876225Z","caller":"traceutil/trace.go:171","msg":"trace[2079037222] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26561; }","duration":"153.644939ms","start":"2026-02-26T02:52:19.722553Z","end":"2026-02-26T02:52:19.876198Z","steps":["trace[2079037222] 'agreement among raft nodes before linearized reading' (duration: 152.94131ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:52:20.480708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.930537ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:52:20.480854Z","caller":"traceutil/trace.go:171","msg":"trace[231840016] linearizableReadLoop","detail":"{readStateIndex:27582; appliedIndex:27581; }","duration":"397.105382ms","start":"2026-02-26T02:52:20.083714Z","end":"2026-02-26T02:52:20.48083Z","steps":["trace[231840016] 'read index received' (duration: 54.97671ms)","trace[231840016] 'applied index is now lower than readState.Index' (duration: 342.126982ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:52:20.481155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.45038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:52:20.481095Z","caller":"traceutil/trace.go:171","msg":"trace[241517938] transaction","detail":"{read_only:false; response_revision:26565; number_of_response:1; }","duration":"404.21319ms","start":"2026-02-26T02:52:20.076844Z","end":"2026-02-26T02:52:20.481057Z","steps":["trace[241517938] 'process raft request' (duration: 61.823991ms)","trace[241517938] 'compare' (duration: 341.347401ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:52:20.481207Z","caller":"traceutil/trace.go:171","msg":"trace[813108146] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26565; }","duration":"397.562563ms","start":"2026-02-26T02:52:20.083631Z","end":"2026-02-26T02:52:20.481194Z","steps":["trace[813108146] 'agreement among raft nodes before linearized reading' (duration: 397.474191ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:52:20.481245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:52:20.083605Z","time spent":"397.632026ms","remote":"127.0.0.1:36754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-02-26T02:52:20.481339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.491311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:52:20.481564Z","caller":"traceutil/trace.go:171","msg":"trace[1543217069] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26565; }","duration":"397.900372ms","start":"2026-02-26T02:52:20.083631Z","end":"2026-02-26T02:52:20.481531Z","steps":["trace[1543217069] 'agreement among raft nodes before linearized reading' (duration: 397.45016ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:52:20.481448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:52:20.076815Z","time spent":"404.403105ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:52:20.481705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:52:20.083605Z","time spent":"398.086738ms","remote":"127.0.0.1:36754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-02-26T02:52:20.49571Z","caller":"traceutil/trace.go:171","msg":"trace[2118102847] transaction","detail":"{read_only:false; response_revision:26566; number_of_response:1; }","duration":"411.146944ms","start":"2026-02-26T02:52:20.084532Z","end":"2026-02-26T02:52:20.495679Z","steps":["trace[2118102847] 'process raft request' (duration: 410.935678ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:52:20.495891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:52:20.08451Z","time spent":"411.279828ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:52:20.496026Z","caller":"traceutil/trace.go:171","msg":"trace[1953849395] transaction","detail":"{read_only:false; response_revision:26567; number_of_response:1; }","duration":"389.785157ms","start":"2026-02-26T02:52:20.106202Z","end":"2026-02-26T02:52:20.495987Z","steps":["trace[1953849395] 'process raft request' (duration: 389.426428ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:52:20.49612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.947075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:52:20.496184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.411325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:52:20.496242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:52:20.106176Z","time spent":"389.941852ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:52:20.496262Z","caller":"traceutil/trace.go:171","msg":"trace[1561870222] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26567; }","duration":"271.538078ms","start":"2026-02-26T02:52:20.224705Z","end":"2026-02-26T02:52:20.496243Z","steps":["trace[1561870222] 'agreement among raft nodes before linearized reading' (duration: 271.416355ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:52:20.496341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.464124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-02-26T02:52:20.496262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.223156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:52:20.496375Z","caller":"traceutil/trace.go:171","msg":"trace[2121822242] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26567; }","duration":"104.557125ms","start":"2026-02-26T02:52:20.391809Z","end":"2026-02-26T02:52:20.496366Z","steps":["trace[2121822242] 'agreement among raft nodes before linearized reading' (duration: 104.427762ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:52:20.496399Z","caller":"traceutil/trace.go:171","msg":"trace[1883462279] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26567; }","duration":"272.417142ms","start":"2026-02-26T02:52:20.223969Z","end":"2026-02-26T02:52:20.496386Z","steps":["trace[1883462279] 'agreement among raft nodes before linearized reading' (duration: 272.265218ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:52:20.496443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.10298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-02-26T02:52:20.496502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.814443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:52:20.496525Z","caller":"traceutil/trace.go:171","msg":"trace[238036305] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26567; }","duration":"269.868853ms","start":"2026-02-26T02:52:20.22665Z","end":"2026-02-26T02:52:20.496519Z","steps":["trace[238036305] 'agreement among raft nodes before linearized reading' (duration: 269.829802ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:52:20.496528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.935932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:52:20.496581Z","caller":"traceutil/trace.go:171","msg":"trace[2084082484] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26567; }","duration":"190.048995ms","start":"2026-02-26T02:52:20.306518Z","end":"2026-02-26T02:52:20.496567Z","steps":["trace[2084082484] 'agreement among raft nodes before linearized reading' (duration: 189.955582ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:52:20.496661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.782702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"warn","ts":"2026-02-26T02:52:20.496211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.219693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:52:20.496693Z","caller":"traceutil/trace.go:171","msg":"trace[2034528430] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26567; }","duration":"266.835773ms","start":"2026-02-26T02:52:20.229848Z","end":"2026-02-26T02:52:20.496684Z","steps":["trace[2034528430] 'agreement among raft nodes before linearized reading' (duration: 266.72909ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:52:20.496724Z","caller":"traceutil/trace.go:171","msg":"trace[885539915] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26567; }","duration":"105.791718ms","start":"2026-02-26T02:52:20.390915Z","end":"2026-02-26T02:52:20.496707Z","steps":["trace[885539915] 'agreement among raft nodes before linearized reading' (duration: 105.253544ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:52:20.496201Z","caller":"traceutil/trace.go:171","msg":"trace[531972185] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26567; }","duration":"412.038938ms","start":"2026-02-26T02:52:20.084143Z","end":"2026-02-26T02:52:20.496182Z","steps":["trace[531972185] 'agreement among raft nodes before linearized reading' (duration: 411.889494ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:52:20.496828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:52:20.084114Z","time spent":"412.700565ms","remote":"127.0.0.1:36754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-02-26T02:52:20.496556Z","caller":"traceutil/trace.go:171","msg":"trace[790023639] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26567; }","duration":"290.259825ms","start":"2026-02-26T02:52:20.206254Z","end":"2026-02-26T02:52:20.496514Z","steps":["trace[790023639] 'agreement among raft nodes before linearized reading' (duration: 290.029729ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:52:20.49692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.035601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"warn","ts":"2026-02-26T02:52:20.496917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.414966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-02-26T02:52:20.49706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.340217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:52:20.497106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.237615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-02-26T02:52:20.497142Z","caller":"traceutil/trace.go:171","msg":"trace[665227479] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26567; }","duration":"397.318907ms","start":"2026-02-26T02:52:20.099815Z","end":"2026-02-26T02:52:20.497134Z","steps":["trace[665227479] 'agreement among raft nodes before linearized reading' (duration: 397.178643ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:52:20.497175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:52:20.099789Z","time spent":"397.379319ms","remote":"127.0.0.1:36754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5106,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-02-26T02:52:20.497155Z","caller":"traceutil/trace.go:171","msg":"trace[2097970661] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:26567; }","duration":"348.439759ms","start":"2026-02-26T02:52:20.148676Z","end":"2026-02-26T02:52:20.497116Z","steps":["trace[2097970661] 'agreement among raft nodes before linearized reading' (duration: 348.285515ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:52:20.497254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:52:20.148626Z","time spent":"348.619665ms","remote":"127.0.0.1:36986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":32,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:52:20.497065Z","caller":"traceutil/trace.go:171","msg":"trace[1729215064] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26567; }","duration":"291.56012ms","start":"2026-02-26T02:52:20.205432Z","end":"2026-02-26T02:52:20.496992Z","steps":["trace[1729215064] 'agreement among raft nodes before linearized reading' (duration: 291.207201ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:52:20.49696Z","caller":"traceutil/trace.go:171","msg":"trace[1044007602] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:26567; }","duration":"391.093592ms","start":"2026-02-26T02:52:20.105855Z","end":"2026-02-26T02:52:20.496949Z","steps":["trace[1044007602] 'agreement among raft nodes before linearized reading' (duration: 390.998489ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:52:20.497375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.708573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-26T02:52:20.497452Z","caller":"traceutil/trace.go:171","msg":"trace[772331635] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26567; }","duration":"410.807115ms","start":"2026-02-26T02:52:20.086632Z","end":"2026-02-26T02:52:20.49744Z","steps":["trace[772331635] 'agreement among raft nodes before linearized reading' (duration: 410.460316ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:52:20.497407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:52:20.105848Z","time spent":"391.546864ms","remote":"127.0.0.1:36712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-02-26T02:52:20.497625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:52:20.086621Z","time spent":"410.916808ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-26T02:52:21.426113Z","caller":"traceutil/trace.go:171","msg":"trace[356814383] transaction","detail":"{read_only:false; response_revision:26577; number_of_response:1; }","duration":"131.557502ms","start":"2026-02-26T02:52:21.294523Z","end":"2026-02-26T02:52:21.426081Z","steps":["trace[356814383] 'process raft request' (duration: 129.756194ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:52:21.426088Z","caller":"traceutil/trace.go:171","msg":"trace[742724979] linearizableReadLoop","detail":"{readStateIndex:27595; appliedIndex:27593; }","duration":"127.745942ms","start":"2026-02-26T02:52:21.298274Z","end":"2026-02-26T02:52:21.42602Z","steps":["trace[742724979] 'read index received' (duration: 63.156867ms)","trace[742724979] 'applied index is now lower than readState.Index' (duration: 64.587314ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:52:21.426233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.943726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:52:21.426318Z","caller":"traceutil/trace.go:171","msg":"trace[1194219767] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26577; }","duration":"128.08606ms","start":"2026-02-26T02:52:21.298211Z","end":"2026-02-26T02:52:21.426297Z","steps":["trace[1194219767] 'agreement among raft nodes before linearized reading' (duration: 127.932146ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:52:21.775238Z","caller":"traceutil/trace.go:171","msg":"trace[39778072] transaction","detail":"{read_only:false; response_revision:26578; number_of_response:1; }","duration":"138.912937ms","start":"2026-02-26T02:52:21.636301Z","end":"2026-02-26T02:52:21.775214Z","steps":["trace[39778072] 'process raft request' (duration: 138.734843ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:52:23.001819Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284901123,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:52:23.317992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.986065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-02-26T02:52:23.31808Z","caller":"traceutil/trace.go:171","msg":"trace[1031352740] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26579; }","duration":"907.15088ms","start":"2026-02-26T02:52:22.410908Z","end":"2026-02-26T02:52:23.318059Z","steps":["trace[1031352740] 'range keys from in-memory index tree' (duration: 906.716409ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:52:23.318121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:52:22.410878Z","time spent":"907.235362ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-26T02:52:23.318303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.231577062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:52:23.318398Z","caller":"traceutil/trace.go:171","msg":"trace[1244172353] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26579; }","duration":"1.231691645s","start":"2026-02-26T02:52:22.086683Z","end":"2026-02-26T02:52:23.318375Z","steps":["trace[1244172353] 'range keys from in-memory index tree' (duration: 1.231470109s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:52:23.318435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:52:22.086614Z","time spent":"1.231812999s","remote":"127.0.0.1:36754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-02-26T02:52:23.31842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.830034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:52:23.318513Z","caller":"traceutil/trace.go:171","msg":"trace[1467889339] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26579; }","duration":"831.006358ms","start":"2026-02-26T02:52:22.487484Z","end":"2026-02-26T02:52:23.318491Z","steps":["trace[1467889339] 'range keys from in-memory index tree' (duration: 830.705371ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:52:23.318568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:52:22.487455Z","time spent":"831.095351ms","remote":"127.0.0.1:36754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-02-26T02:52:23.318768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.231667674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:52:23.318823Z","caller":"traceutil/trace.go:171","msg":"trace[191128080] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26579; }","duration":"1.231789368s","start":"2026-02-26T02:52:22.087019Z","end":"2026-02-26T02:52:23.318808Z","steps":["trace[191128080] 'range keys from in-memory index tree' (duration: 1.231515161s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:52:23.318861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:52:22.086985Z","time spent":"1.23186806s","remote":"127.0.0.1:36754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-02-26T02:52:23.318866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.972778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:52:23.318905Z","caller":"traceutil/trace.go:171","msg":"trace[1522294648] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26579; }","duration":"831.06405ms","start":"2026-02-26T02:52:22.487825Z","end":"2026-02-26T02:52:23.318889Z","steps":["trace[1522294648] 'range keys from in-memory index tree' (duration: 830.831204ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:52:23.31889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.970036ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:52:23.318934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:52:22.487799Z","time spent":"831.128682ms","remote":"127.0.0.1:36754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-02-26T02:52:23.318953Z","caller":"traceutil/trace.go:171","msg":"trace[369990070] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26579; }","duration":"169.038098ms","start":"2026-02-26T02:52:23.149908Z","end":"2026-02-26T02:52:23.318946Z","steps":["trace[369990070] 'range keys from in-memory index tree' (duration: 168.960256ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:52:23.319033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.231796598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:52:23.319069Z","caller":"traceutil/trace.go:171","msg":"trace[2082385326] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26579; }","duration":"1.231890261s","start":"2026-02-26T02:52:22.087168Z","end":"2026-02-26T02:52:23.319059Z","steps":["trace[2082385326] 'range keys from in-memory index tree' (duration: 1.231700655s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:52:23.319097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:52:22.087136Z","time spent":"1.231955452s","remote":"127.0.0.1:36754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-02-26T02:52:23.319231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.231613613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-02-26T02:52:23.319262Z","caller":"traceutil/trace.go:171","msg":"trace[1874927245] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26579; }","duration":"1.231670455s","start":"2026-02-26T02:52:22.087581Z","end":"2026-02-26T02:52:23.319252Z","steps":["trace[1874927245] 'range keys from in-memory index tree' (duration: 1.231454908s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:52:23.319284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:52:22.087567Z","time spent":"1.231709525s","remote":"127.0.0.1:36754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5106,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-02-26T02:52:23.386215Z","caller":"traceutil/trace.go:171","msg":"trace[1676631444] transaction","detail":"{read_only:false; response_revision:26580; number_of_response:1; }","duration":"896.088316ms","start":"2026-02-26T02:52:22.490087Z","end":"2026-02-26T02:52:23.386176Z","steps":["trace[1676631444] 'process raft request' (duration: 895.84764ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:52:23.386428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:52:22.490069Z","time spent":"896.26058ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:52:24.002432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.929228ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:52:24.003428Z","caller":"traceutil/trace.go:171","msg":"trace[158729392] linearizableReadLoop","detail":"{readStateIndex:27601; appliedIndex:27597; }","duration":"1.50199004s","start":"2026-02-26T02:52:22.501411Z","end":"2026-02-26T02:52:24.003401Z","steps":["trace[158729392] 'read index received' (duration: 884.497968ms)","trace[158729392] 'applied index is now lower than readState.Index' (duration: 617.490272ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:52:24.003559Z","caller":"traceutil/trace.go:171","msg":"trace[1951686755] transaction","detail":"{read_only:false; response_revision:26584; number_of_response:1; }","duration":"677.623908ms","start":"2026-02-26T02:52:23.325911Z","end":"2026-02-26T02:52:24.003535Z","steps":["trace[1951686755] 'process raft request' (duration: 677.365031ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:52:24.003598Z","caller":"traceutil/trace.go:171","msg":"trace[734552105] transaction","detail":"{read_only:false; response_revision:26585; number_of_response:1; }","duration":"635.208582ms","start":"2026-02-26T02:52:23.368346Z","end":"2026-02-26T02:52:24.003554Z","steps":["trace[734552105] 'process raft request' (duration: 634.990156ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:52:24.003637Z","caller":"traceutil/trace.go:171","msg":"trace[2067913998] transaction","detail":"{read_only:false; response_revision:26581; number_of_response:1; }","duration":"1.499288408s","start":"2026-02-26T02:52:22.504292Z","end":"2026-02-26T02:52:24.003581Z","steps":["trace[2067913998] 'process raft request' (duration: 1.357955327s)","trace[2067913998] 'compare' (duration: 138.709552ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:52:24.003559Z","caller":"traceutil/trace.go:171","msg":"trace[916044238] transaction","detail":"{read_only:false; response_revision:26582; number_of_response:1; }","duration":"1.497238224s","start":"2026-02-26T02:52:22.506289Z","end":"2026-02-26T02:52:24.003527Z","steps":["trace[916044238] 'process raft request' (duration: 1.49632597s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:52:24.003753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:52:23.325889Z","time spent":"677.750191ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:52:24.003831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:52:23.368321Z","time spent":"635.361576ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:52:24.00379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.50236388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:52:24.00478Z","caller":"traceutil/trace.go:171","msg":"trace[1512731221] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26585; }","duration":"1.503395608s","start":"2026-02-26T02:52:22.501368Z","end":"2026-02-26T02:52:24.004764Z","steps":["trace[1512731221] 'agreement among raft nodes before linearized reading' (duration: 1.502175815s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:52:24.004849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:52:22.501349Z","time spent":"1.50348525s","remote":"127.0.0.1:36754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-02-26T02:52:24.003755Z","caller":"traceutil/trace.go:171","msg":"trace[1724880428] transaction","detail":"{read_only:false; response_revision:26583; number_of_response:1; }","duration":"1.112372937s","start":"2026-02-26T02:52:22.8912Z","end":"2026-02-26T02:52:24.003573Z","steps":["trace[1724880428] 'process raft request' (duration: 1.111993677s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:52:24.004979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:52:22.891178Z","time spent":"1.113749444s","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:52:24.003873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:52:22.506278Z","time spent":"1.497503841s","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:52:24.003889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:52:22.504275Z","time spent":"1.499484403s","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:52:24.011552Z","caller":"traceutil/trace.go:171","msg":"trace[977288904] transaction","detail":"{read_only:false; response_revision:26586; number_of_response:1; }","duration":"578.069115ms","start":"2026-02-26T02:52:23.433452Z","end":"2026-02-26T02:52:24.011521Z","steps":["trace[977288904] 'process raft request' (duration: 577.787728ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:52:24.011588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.510090126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:52:24.011644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.225220733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:52:24.011759Z","caller":"traceutil/trace.go:171","msg":"trace[1920675427] transaction","detail":"{read_only:false; response_revision:26587; number_of_response:1; }","duration":"190.380644ms","start":"2026-02-26T02:52:23.821362Z","end":"2026-02-26T02:52:24.011743Z","steps":["trace[1920675427] 'process raft request' (duration: 190.093227ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:52:24.011781Z","caller":"traceutil/trace.go:171","msg":"trace[785900280] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26587; }","duration":"1.225443129s","start":"2026-02-26T02:52:22.786314Z","end":"2026-02-26T02:52:24.011757Z","steps":["trace[785900280] 'agreement among raft nodes before linearized reading' (duration: 1.225233153s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:52:24.011842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:52:22.786285Z","time spent":"1.225546222s","remote":"127.0.0.1:36526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:52:24.011867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151867286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T02:52:24.011908Z","caller":"traceutil/trace.go:171","msg":"trace[2146920712] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26587; }","duration":"1.152005609s","start":"2026-02-26T02:52:22.859892Z","end":"2026-02-26T02:52:24.011898Z","steps":["trace[2146920712] 'agreement among raft nodes before linearized reading' (duration: 1.151871136s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:52:24.011957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:52:22.859865Z","time spent":"1.152086132s","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T02:52:24.012029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.448781008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-02-26T02:52:24.012073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151121626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:52:24.012103Z","caller":"traceutil/trace.go:171","msg":"trace[945442255] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26587; }","duration":"1.151191178s","start":"2026-02-26T02:52:22.860905Z","end":"2026-02-26T02:52:24.012096Z","steps":["trace[945442255] 'agreement among raft nodes before linearized reading' (duration: 1.151147747s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:52:24.012131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:52:22.86088Z","time spent":"1.15124607s","remote":"127.0.0.1:36754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-02-26T02:52:24.012087Z","caller":"traceutil/trace.go:171","msg":"trace[2077949188] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26587; }","duration":"1.448898721s","start":"2026-02-26T02:52:22.563179Z","end":"2026-02-26T02:52:24.012078Z","steps":["trace[2077949188] 'agreement among raft nodes before linearized reading' (duration: 1.448565652s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:52:24.012191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.170250964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:52:24.012225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.507825635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:52:24.01222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:52:23.433424Z","time spent":"578.188419ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:52:24.012283Z","caller":"traceutil/trace.go:171","msg":"trace[1259065771] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26587; }","duration":"1.507909917s","start":"2026-02-26T02:52:22.504361Z","end":"2026-02-26T02:52:24.012271Z","steps":["trace[1259065771] 'agreement among raft nodes before linearized reading' (duration: 1.507798204s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:52:24.011659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.12374795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:52:24.012304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.219979904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:52:24.012324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:52:22.504349Z","time spent":"1.507965268s","remote":"127.0.0.1:36754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-02-26T02:52:24.012329Z","caller":"traceutil/trace.go:171","msg":"trace[1087178149] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26587; }","duration":"1.12449231s","start":"2026-02-26T02:52:22.887826Z","end":"2026-02-26T02:52:24.012319Z","steps":["trace[1087178149] 'agreement among raft nodes before linearized reading' (duration: 1.12376102s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:52:24.012357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:52:22.887796Z","time spent":"1.1245532s","remote":"127.0.0.1:36754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-02-26T02:52:24.012245Z","caller":"traceutil/trace.go:171","msg":"trace[810271120] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26587; }","duration":"1.170345106s","start":"2026-02-26T02:52:22.841884Z","end":"2026-02-26T02:52:24.012229Z","steps":["trace[810271120] 'agreement among raft nodes before linearized reading' (duration: 1.170253624s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:52:24.012424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:52:22.841859Z","time spent":"1.170551582s","remote":"127.0.0.1:32974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:52:24.012345Z","caller":"traceutil/trace.go:171","msg":"trace[489890581] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:26587; }","duration":"1.220073537s","start":"2026-02-26T02:52:22.792259Z","end":"2026-02-26T02:52:24.012332Z","steps":["trace[489890581] 'agreement among raft nodes before linearized reading' (duration: 1.220015285s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:52:24.012555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:52:22.792227Z","time spent":"1.220319684s","remote":"127.0.0.1:52892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:52:24.012614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.508238326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-02-26T02:52:24.012661Z","caller":"traceutil/trace.go:171","msg":"trace[946062104] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26587; }","duration":"1.508334828s","start":"2026-02-26T02:52:22.504318Z","end":"2026-02-26T02:52:24.012652Z","steps":["trace[946062104] 'agreement among raft nodes before linearized reading' (duration: 1.508150374s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:52:24.011725Z","caller":"traceutil/trace.go:171","msg":"trace[1210422917] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26587; }","duration":"1.51025692s","start":"2026-02-26T02:52:22.501457Z","end":"2026-02-26T02:52:24.011714Z","steps":["trace[1210422917] 'agreement among raft nodes before linearized reading' (duration: 1.510069395s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:52:24.012691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.452062975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-02-26T02:52:24.012727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:52:22.501451Z","time spent":"1.511264586s","remote":"127.0.0.1:36754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-02-26T02:52:24.012737Z","caller":"traceutil/trace.go:171","msg":"trace[2082255091] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26587; }","duration":"1.452180248s","start":"2026-02-26T02:52:22.560546Z","end":"2026-02-26T02:52:24.012727Z","steps":["trace[2082255091] 'agreement among raft nodes before linearized reading' (duration: 1.452010164s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:52:24.012741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123536994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"warn","ts":"2026-02-26T02:52:24.012767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:52:22.560538Z","time spent":"1.452221279s","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-26T02:52:24.012795Z","caller":"traceutil/trace.go:171","msg":"trace[1137358580] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26587; }","duration":"1.123625446s","start":"2026-02-26T02:52:22.889158Z","end":"2026-02-26T02:52:24.012783Z","steps":["trace[1137358580] 'agreement among raft nodes before linearized reading' (duration: 1.123441191s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:52:24.012327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.507932488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:52:24.01284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:52:22.889141Z","time spent":"1.123691358s","remote":"127.0.0.1:36754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5106,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-02-26T02:52:24.012844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.452370403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-02-26T02:52:24.012899Z","caller":"traceutil/trace.go:171","msg":"trace[325020202] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26587; }","duration":"1.452442285s","start":"2026-02-26T02:52:22.560436Z","end":"2026-02-26T02:52:24.012878Z","steps":["trace[325020202] 'agreement among raft nodes before linearized reading' (duration: 1.452345923s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:52:24.012946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:52:22.560421Z","time spent":"1.452517967s","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-26T02:52:24.012977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.217138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:52:24.013051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.12450719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:52:24.013029Z","caller":"traceutil/trace.go:171","msg":"trace[1744668894] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26587; }","duration":"752.28984ms","start":"2026-02-26T02:52:23.260716Z","end":"2026-02-26T02:52:24.013006Z","steps":["trace[1744668894] 'agreement among raft nodes before linearized reading' (duration: 752.228818ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:52:24.013177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:52:23.260691Z","time spent":"752.442624ms","remote":"127.0.0.1:47210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-02-26T02:52:24.012735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:52:22.504313Z","time spent":"1.5083864s","remote":"127.0.0.1:36754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5106,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-02-26T02:52:24.012747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.482783801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-02-26T02:52:24.012198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:52:22.563138Z","time spent":"1.449050745s","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-26T02:52:24.013425Z","caller":"traceutil/trace.go:171","msg":"trace[1469861364] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26587; }","duration":"1.4834971s","start":"2026-02-26T02:52:22.529918Z","end":"2026-02-26T02:52:24.013415Z","steps":["trace[1469861364] 'agreement among raft nodes before linearized reading' (duration: 1.482651697s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:52:24.013499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:52:22.529904Z","time spent":"1.483583462s","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T02:52:24.012848Z","caller":"traceutil/trace.go:171","msg":"trace[1460636826] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26587; }","duration":"1.508492373s","start":"2026-02-26T02:52:22.504341Z","end":"2026-02-26T02:52:24.012833Z","steps":["trace[1460636826] 'agreement among raft nodes before linearized reading' (duration: 1.507878087s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:52:24.013679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.509369776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"warn","ts":"2026-02-26T02:52:24.013705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.511689147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:52:24.013728Z","caller":"traceutil/trace.go:171","msg":"trace[330783357] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26587; }","duration":"1.509422218s","start":"2026-02-26T02:52:22.504294Z","end":"2026-02-26T02:52:24.013717Z","steps":["trace[330783357] 'agreement among raft nodes before linearized reading' (duration: 1.509304054s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:52:24.013736Z","caller":"traceutil/trace.go:171","msg":"trace[636336317] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26587; }","duration":"1.511737309s","start":"2026-02-26T02:52:22.501991Z","end":"2026-02-26T02:52:24.013728Z","steps":["trace[636336317] 'agreement among raft nodes before linearized reading' (duration: 1.511686228s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:52:24.013703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:52:22.504337Z","time spent":"1.509301665s","remote":"127.0.0.1:36754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-02-26T02:52:24.013762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:52:22.504285Z","time spent":"1.509468229s","remote":"127.0.0.1:36754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5106,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-02-26T02:52:24.013766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:52:22.501983Z","time spent":"1.51177859s","remote":"127.0.0.1:36754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-02-26T02:52:24.014464Z","caller":"traceutil/trace.go:171","msg":"trace[1823714596] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26587; }","duration":"1.124613142s","start":"2026-02-26T02:52:22.888476Z","end":"2026-02-26T02:52:24.013089Z","steps":["trace[1823714596] 'agreement among raft nodes before linearized reading' (duration: 1.12453188s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:52:24.014659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:52:22.888449Z","time spent":"1.126195684s","remote":"127.0.0.1:33110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:52:24.48955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.484492ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:52:24.489701Z","caller":"traceutil/trace.go:171","msg":"trace[779767098] transaction","detail":"{read_only:false; response_revision:26588; number_of_response:1; }","duration":"470.958072ms","start":"2026-02-26T02:52:24.018715Z","end":"2026-02-26T02:52:24.489673Z","steps":["trace[779767098] 'process raft request' (duration: 160.225823ms)","trace[779767098] 'compare' (duration: 310.306328ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:52:24.489804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:52:24.018699Z","time spent":"471.072825ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:52:24.560911Z","caller":"traceutil/trace.go:171","msg":"trace[1058554380] transaction","detail":"{read_only:false; response_revision:26590; number_of_response:1; }","duration":"540.327994ms","start":"2026-02-26T02:52:24.020558Z","end":"2026-02-26T02:52:24.560886Z","steps":["trace[1058554380] 'process raft request' (duration: 540.20832ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:52:24.560973Z","caller":"traceutil/trace.go:171","msg":"trace[135476174] transaction","detail":"{read_only:false; response_revision:26589; number_of_response:1; }","duration":"540.380814ms","start":"2026-02-26T02:52:24.02054Z","end":"2026-02-26T02:52:24.56092Z","steps":["trace[135476174] 'process raft request' (duration: 540.042716ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:52:24.561188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:52:24.020526Z","time spent":"540.537339ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:52:24.561224Z","caller":"traceutil/trace.go:171","msg":"trace[2104999241] transaction","detail":"{read_only:false; response_revision:26591; number_of_response:1; }","duration":"540.617911ms","start":"2026-02-26T02:52:24.020576Z","end":"2026-02-26T02:52:24.561194Z","steps":["trace[2104999241] 'process raft request' (duration: 540.257911ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:52:24.561239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:52:24.020525Z","time spent":"540.468097ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:52:24.561424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:52:24.020457Z","time spent":"540.869417ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:52:24.561754Z","caller":"traceutil/trace.go:171","msg":"trace[341430069] linearizableReadLoop","detail":"{readStateIndex:27609; appliedIndex:27605; }","duration":"540.311173ms","start":"2026-02-26T02:52:24.02141Z","end":"2026-02-26T02:52:24.561721Z","steps":["trace[341430069] 'read index received' (duration: 157.538452ms)","trace[341430069] 'applied index is now lower than readState.Index' (duration: 382.771491ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:52:24.561871Z","caller":"traceutil/trace.go:171","msg":"trace[1586665685] transaction","detail":"{read_only:false; response_revision:26592; number_of_response:1; }","duration":"540.22221ms","start":"2026-02-26T02:52:24.021634Z","end":"2026-02-26T02:52:24.561856Z","steps":["trace[1586665685] 'process raft request' (duration: 539.44551ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:52:24.561944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:52:24.021612Z","time spent":"540.296063ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:52:24.561815Z","caller":"traceutil/trace.go:171","msg":"trace[2035049576] transaction","detail":"{read_only:false; response_revision:26593; number_of_response:1; }","duration":"384.196639ms","start":"2026-02-26T02:52:24.177603Z","end":"2026-02-26T02:52:24.5618Z","steps":["trace[2035049576] 'process raft request' (duration: 383.983073ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:52:24.562079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:52:24.177571Z","time spent":"384.481826ms","remote":"127.0.0.1:36590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":829,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T02:52:24.562099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.621761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:52:24.562203Z","caller":"traceutil/trace.go:171","msg":"trace[218125149] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26593; }","duration":"540.810736ms","start":"2026-02-26T02:52:24.021373Z","end":"2026-02-26T02:52:24.562184Z","steps":["trace[218125149] 'agreement among raft nodes before linearized reading' (duration: 540.57795ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:52:24.562297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:52:24.021363Z","time spent":"540.922889ms","remote":"127.0.0.1:36526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:52:24.567528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.58386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:52:24.567663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.31049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-db-sync-fkbs9\" ","response":"range_response_count:1 size:6853"} {"level":"warn","ts":"2026-02-26T02:52:24.567676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.908098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-26T02:52:24.567757Z","caller":"traceutil/trace.go:171","msg":"trace[2060787924] range","detail":"{range_begin:/registry/pods/openstack/manila-db-sync-fkbs9; range_end:; response_count:1; response_revision:26594; }","duration":"393.481985ms","start":"2026-02-26T02:52:24.174254Z","end":"2026-02-26T02:52:24.567736Z","steps":["trace[2060787924] 'agreement among raft nodes before linearized reading' (duration: 393.175607ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:52:24.567778Z","caller":"traceutil/trace.go:171","msg":"trace[1345098183] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26594; }","duration":"521.057172ms","start":"2026-02-26T02:52:24.046693Z","end":"2026-02-26T02:52:24.56775Z","steps":["trace[1345098183] 'agreement among raft nodes before linearized reading' (duration: 520.767704ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:52:24.567635Z","caller":"traceutil/trace.go:171","msg":"trace[301458718] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26594; }","duration":"543.735344ms","start":"2026-02-26T02:52:24.023878Z","end":"2026-02-26T02:52:24.567613Z","steps":["trace[301458718] 'agreement among raft nodes before linearized reading' (duration: 543.527409ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:52:24.567817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:52:24.174227Z","time spent":"393.577818ms","remote":"127.0.0.1:36698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":6877,"request content":"key:\"/registry/pods/openstack/manila-db-sync-fkbs9\" "} {"level":"warn","ts":"2026-02-26T02:52:24.567827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:52:24.046674Z","time spent":"521.144564ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T02:52:24.568009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:52:24.023866Z","time spent":"543.97028ms","remote":"127.0.0.1:36712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-02-26T02:52:25.552762Z","caller":"traceutil/trace.go:171","msg":"trace[524221129] transaction","detail":"{read_only:false; response_revision:26597; number_of_response:1; }","duration":"159.649059ms","start":"2026-02-26T02:52:25.393081Z","end":"2026-02-26T02:52:25.55273Z","steps":["trace[524221129] 'process raft request' (duration: 159.423343ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:52:29.46432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.556749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:52:29.464403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.717647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:52:29.464482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.780035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:52:29.464499Z","caller":"traceutil/trace.go:171","msg":"trace[492937361] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26627; }","duration":"128.886131ms","start":"2026-02-26T02:52:29.335588Z","end":"2026-02-26T02:52:29.464474Z","steps":["trace[492937361] 'range keys from in-memory index tree' (duration: 128.556822ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:52:29.464403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.818517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:52:29.464574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.813847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:52:29.464604Z","caller":"traceutil/trace.go:171","msg":"trace[901382629] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26627; }","duration":"126.852767ms","start":"2026-02-26T02:52:29.337741Z","end":"2026-02-26T02:52:29.464593Z","steps":["trace[901382629] 'range keys from in-memory index tree' (duration: 126.743945ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:52:29.464522Z","caller":"traceutil/trace.go:171","msg":"trace[1269547359] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26627; }","duration":"126.860517ms","start":"2026-02-26T02:52:29.337646Z","end":"2026-02-26T02:52:29.464507Z","steps":["trace[1269547359] 'range keys from in-memory index tree' (duration: 126.693583ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:52:29.464687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.980261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-02-26T02:52:29.464612Z","caller":"traceutil/trace.go:171","msg":"trace[362043155] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26627; }","duration":"127.051742ms","start":"2026-02-26T02:52:29.337536Z","end":"2026-02-26T02:52:29.464588Z","steps":["trace[362043155] 'range keys from in-memory index tree' (duration: 126.753624ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:52:29.46478Z","caller":"traceutil/trace.go:171","msg":"trace[1714553031] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26627; }","duration":"127.102444ms","start":"2026-02-26T02:52:29.337655Z","end":"2026-02-26T02:52:29.464757Z","steps":["trace[1714553031] 'range keys from in-memory index tree' (duration: 126.820467ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:52:29.464535Z","caller":"traceutil/trace.go:171","msg":"trace[1846971417] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26627; }","duration":"126.790296ms","start":"2026-02-26T02:52:29.337645Z","end":"2026-02-26T02:52:29.464435Z","steps":["trace[1846971417] 'range keys from in-memory index tree' (duration: 126.453137ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:52:29.604074Z","caller":"traceutil/trace.go:171","msg":"trace[281817731] transaction","detail":"{read_only:false; response_revision:26628; number_of_response:1; }","duration":"255.716588ms","start":"2026-02-26T02:52:29.348327Z","end":"2026-02-26T02:52:29.604043Z","steps":["trace[281817731] 'process raft request' (duration: 255.458181ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:52:34.089773Z","caller":"traceutil/trace.go:171","msg":"trace[946785167] linearizableReadLoop","detail":"{readStateIndex:27676; appliedIndex:27675; }","duration":"319.884271ms","start":"2026-02-26T02:52:33.769858Z","end":"2026-02-26T02:52:34.089742Z","steps":["trace[946785167] 'read index received' (duration: 319.760718ms)","trace[946785167] 'applied index is now lower than readState.Index' (duration: 121.903µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:52:34.089858Z","caller":"traceutil/trace.go:171","msg":"trace[1132565983] transaction","detail":"{read_only:false; response_revision:26656; number_of_response:1; }","duration":"394.495441ms","start":"2026-02-26T02:52:33.695319Z","end":"2026-02-26T02:52:34.089815Z","steps":["trace[1132565983] 'process raft request' (duration: 394.227994ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:52:34.089974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.092996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:52:34.090023Z","caller":"traceutil/trace.go:171","msg":"trace[1160433014] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26656; }","duration":"320.173358ms","start":"2026-02-26T02:52:33.769833Z","end":"2026-02-26T02:52:34.090007Z","steps":["trace[1160433014] 'agreement among raft nodes before linearized reading' (duration: 320.060615ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:52:34.090055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:52:33.695284Z","time spent":"394.655435ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:52:34.090069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:52:33.769741Z","time spent":"320.313522ms","remote":"127.0.0.1:32968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:52:34.325838Z","caller":"traceutil/trace.go:171","msg":"trace[1561041589] linearizableReadLoop","detail":"{readStateIndex:27677; appliedIndex:27676; }","duration":"235.945323ms","start":"2026-02-26T02:52:34.089858Z","end":"2026-02-26T02:52:34.325803Z","steps":["trace[1561041589] 'read index received' (duration: 188.080743ms)","trace[1561041589] 'applied index is now lower than readState.Index' (duration: 47.86276ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:52:34.325997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.147743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:52:34.326086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.278076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:52:34.326135Z","caller":"traceutil/trace.go:171","msg":"trace[1314232894] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26657; }","duration":"284.363399ms","start":"2026-02-26T02:52:34.041759Z","end":"2026-02-26T02:52:34.326123Z","steps":["trace[1314232894] 'agreement among raft nodes before linearized reading' (duration: 284.255756ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:52:34.32609Z","caller":"traceutil/trace.go:171","msg":"trace[86996331] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26657; }","duration":"284.264125ms","start":"2026-02-26T02:52:34.041803Z","end":"2026-02-26T02:52:34.326068Z","steps":["trace[86996331] 'agreement among raft nodes before linearized reading' (duration: 284.031099ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:52:34.32637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.474001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:52:34.326414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.248047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:52:34.326393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.322647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:52:34.326443Z","caller":"traceutil/trace.go:171","msg":"trace[1264235941] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26657; }","duration":"287.627795ms","start":"2026-02-26T02:52:34.0388Z","end":"2026-02-26T02:52:34.326427Z","steps":["trace[1264235941] 'agreement among raft nodes before linearized reading' (duration: 287.510552ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:52:34.326467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.422123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-02-26T02:52:34.326502Z","caller":"traceutil/trace.go:171","msg":"trace[322080367] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26657; }","duration":"283.499136ms","start":"2026-02-26T02:52:34.042993Z","end":"2026-02-26T02:52:34.326492Z","steps":["trace[322080367] 'agreement among raft nodes before linearized reading' (duration: 283.29328ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:52:34.326491Z","caller":"traceutil/trace.go:171","msg":"trace[1121321612] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26657; }","duration":"284.4188ms","start":"2026-02-26T02:52:34.042041Z","end":"2026-02-26T02:52:34.32646Z","steps":["trace[1121321612] 'agreement among raft nodes before linearized reading' (duration: 284.266626ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:52:34.326369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.261786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:52:34.326569Z","caller":"traceutil/trace.go:171","msg":"trace[478262415] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26657; }","duration":"287.491471ms","start":"2026-02-26T02:52:34.039071Z","end":"2026-02-26T02:52:34.326562Z","steps":["trace[478262415] 'agreement among raft nodes before linearized reading' (duration: 287.212474ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:52:34.326546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.764723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:52:34.326638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.8318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:52:34.326653Z","caller":"traceutil/trace.go:171","msg":"trace[1225115387] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:26657; }","duration":"549.958928ms","start":"2026-02-26T02:52:33.776669Z","end":"2026-02-26T02:52:34.326628Z","steps":["trace[1225115387] 'agreement among raft nodes before linearized reading' (duration: 549.712802ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:52:34.326692Z","caller":"traceutil/trace.go:171","msg":"trace[1328968865] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26657; }","duration":"473.024675ms","start":"2026-02-26T02:52:33.853652Z","end":"2026-02-26T02:52:34.326677Z","steps":["trace[1328968865] 'agreement among raft nodes before linearized reading' (duration: 472.738708ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:52:34.326708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:52:33.776637Z","time spent":"550.06021ms","remote":"127.0.0.1:32802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:52:34.326734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:52:33.853628Z","time spent":"473.094778ms","remote":"127.0.0.1:37074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:52:34.326773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.693249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-02-26T02:52:34.326828Z","caller":"traceutil/trace.go:171","msg":"trace[1477999328] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26657; }","duration":"305.238033ms","start":"2026-02-26T02:52:34.021576Z","end":"2026-02-26T02:52:34.326814Z","steps":["trace[1477999328] 'agreement among raft nodes before linearized reading' (duration: 304.616917ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:52:34.326854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:52:34.021484Z","time spent":"305.362426ms","remote":"127.0.0.1:36676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1878,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-26T02:52:34.32692Z","caller":"traceutil/trace.go:171","msg":"trace[1098805278] transaction","detail":"{read_only:false; response_revision:26657; number_of_response:1; }","duration":"295.103483ms","start":"2026-02-26T02:52:34.031798Z","end":"2026-02-26T02:52:34.326902Z","steps":["trace[1098805278] 'process raft request' (duration: 246.118553ms)","trace[1098805278] 'compare' (duration: 47.697246ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:52:34.327174Z","caller":"traceutil/trace.go:171","msg":"trace[1919831470] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26657; }","duration":"538.334419ms","start":"2026-02-26T02:52:33.788116Z","end":"2026-02-26T02:52:34.32645Z","steps":["trace[1919831470] 'agreement among raft nodes before linearized reading' (duration: 538.213886ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:52:34.327256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:52:33.788068Z","time spent":"539.169561ms","remote":"127.0.0.1:36526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:52:34.327861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.615588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:52:34.327923Z","caller":"traceutil/trace.go:171","msg":"trace[178670202] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26657; }","duration":"283.69343ms","start":"2026-02-26T02:52:34.044214Z","end":"2026-02-26T02:52:34.327908Z","steps":["trace[178670202] 'agreement among raft nodes before linearized reading' (duration: 282.075067ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:52:34.405937Z","caller":"traceutil/trace.go:171","msg":"trace[1702823098] transaction","detail":"{read_only:false; response_revision:26658; number_of_response:1; }","duration":"308.291773ms","start":"2026-02-26T02:52:34.09762Z","end":"2026-02-26T02:52:34.405912Z","steps":["trace[1702823098] 'process raft request' (duration: 308.050007ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:52:34.406118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:52:34.097586Z","time spent":"308.434477ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:52:34.406257Z","caller":"traceutil/trace.go:171","msg":"trace[1962599024] transaction","detail":"{read_only:false; response_revision:26661; number_of_response:1; }","duration":"306.189298ms","start":"2026-02-26T02:52:34.100046Z","end":"2026-02-26T02:52:34.406235Z","steps":["trace[1962599024] 'process raft request' (duration: 306.133277ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:52:34.406252Z","caller":"traceutil/trace.go:171","msg":"trace[266311599] transaction","detail":"{read_only:false; response_revision:26659; number_of_response:1; }","duration":"306.891726ms","start":"2026-02-26T02:52:34.099318Z","end":"2026-02-26T02:52:34.40621Z","steps":["trace[266311599] 'process raft request' (duration: 306.546837ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:52:34.406294Z","caller":"traceutil/trace.go:171","msg":"trace[229523253] transaction","detail":"{read_only:false; response_revision:26660; number_of_response:1; }","duration":"306.818324ms","start":"2026-02-26T02:52:34.099448Z","end":"2026-02-26T02:52:34.406266Z","steps":["trace[229523253] 'process raft request' (duration: 306.643549ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:52:34.406406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:52:34.100018Z","time spent":"306.310701ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:52:34.406403Z","caller":"traceutil/trace.go:171","msg":"trace[1816491054] transaction","detail":"{read_only:false; response_revision:26662; number_of_response:1; }","duration":"305.978442ms","start":"2026-02-26T02:52:34.100401Z","end":"2026-02-26T02:52:34.40638Z","steps":["trace[1816491054] 'process raft request' (duration: 305.806877ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:52:34.406424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:52:34.099442Z","time spent":"306.928298ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:52:34.406473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:52:34.099307Z","time spent":"307.05462ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:52:34.406539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:52:34.100393Z","time spent":"306.076534ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:52:34.40663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.947608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"warn","ts":"2026-02-26T02:52:34.406632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.505973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:52:34.406685Z","caller":"traceutil/trace.go:171","msg":"trace[1583247022] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26662; }","duration":"307.046101ms","start":"2026-02-26T02:52:34.099625Z","end":"2026-02-26T02:52:34.406671Z","steps":["trace[1583247022] 'agreement among raft nodes before linearized reading' (duration: 306.791024ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:52:34.406725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:52:34.099597Z","time spent":"307.120543ms","remote":"127.0.0.1:36754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5106,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-02-26T02:52:34.406728Z","caller":"traceutil/trace.go:171","msg":"trace[2113906057] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26662; }","duration":"307.646737ms","start":"2026-02-26T02:52:34.099061Z","end":"2026-02-26T02:52:34.406708Z","steps":["trace[2113906057] 'agreement among raft nodes before linearized reading' (duration: 307.345839ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:52:34.406746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.210044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-02-26T02:52:34.406772Z","caller":"traceutil/trace.go:171","msg":"trace[287159323] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26662; }","duration":"307.237865ms","start":"2026-02-26T02:52:34.099528Z","end":"2026-02-26T02:52:34.406766Z","steps":["trace[287159323] 'agreement among raft nodes before linearized reading' (duration: 307.117432ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:52:34.40678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:52:34.099046Z","time spent":"307.725308ms","remote":"127.0.0.1:36754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-02-26T02:52:34.406792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:52:34.099507Z","time spent":"307.282827ms","remote":"127.0.0.1:36754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5106,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-02-26T02:52:34.773366Z","caller":"traceutil/trace.go:171","msg":"trace[1426463561] transaction","detail":"{read_only:false; response_revision:26663; number_of_response:1; }","duration":"137.018667ms","start":"2026-02-26T02:52:34.636313Z","end":"2026-02-26T02:52:34.773332Z","steps":["trace[1426463561] 'process raft request' (duration: 136.818382ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:52:34.922017Z","caller":"traceutil/trace.go:171","msg":"trace[1357921083] transaction","detail":"{read_only:false; response_revision:26664; number_of_response:1; }","duration":"285.627492ms","start":"2026-02-26T02:52:34.636352Z","end":"2026-02-26T02:52:34.921979Z","steps":["trace[1357921083] 'process raft request' (duration: 246.102503ms)","trace[1357921083] 'compare' (duration: 38.907963ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:52:34.922365Z","caller":"traceutil/trace.go:171","msg":"trace[1260944440] transaction","detail":"{read_only:false; response_revision:26665; number_of_response:1; }","duration":"285.696305ms","start":"2026-02-26T02:52:34.636641Z","end":"2026-02-26T02:52:34.922337Z","steps":["trace[1260944440] 'process raft request' (duration: 285.167931ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:52:34.92242Z","caller":"traceutil/trace.go:171","msg":"trace[104400130] transaction","detail":"{read_only:false; response_revision:26668; number_of_response:1; }","duration":"284.503932ms","start":"2026-02-26T02:52:34.637899Z","end":"2026-02-26T02:52:34.922403Z","steps":["trace[104400130] 'process raft request' (duration: 284.094941ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:52:34.922494Z","caller":"traceutil/trace.go:171","msg":"trace[1012376469] transaction","detail":"{read_only:false; response_revision:26666; number_of_response:1; }","duration":"285.438447ms","start":"2026-02-26T02:52:34.637046Z","end":"2026-02-26T02:52:34.922484Z","steps":["trace[1012376469] 'process raft request' (duration: 284.865852ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:52:34.922497Z","caller":"traceutil/trace.go:171","msg":"trace[116100974] linearizableReadLoop","detail":"{readStateIndex:27688; appliedIndex:27682; }","duration":"283.956758ms","start":"2026-02-26T02:52:34.638525Z","end":"2026-02-26T02:52:34.922482Z","steps":["trace[116100974] 'read index received' (duration: 134.732077ms)","trace[116100974] 'applied index is now lower than readState.Index' (duration: 149.223151ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:52:34.922616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.866366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:52:34.922655Z","caller":"traceutil/trace.go:171","msg":"trace[1398564521] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:26669; }","duration":"231.942757ms","start":"2026-02-26T02:52:34.690705Z","end":"2026-02-26T02:52:34.922648Z","steps":["trace[1398564521] 'agreement among raft nodes before linearized reading' (duration: 231.875515ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:52:34.922616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.073471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:52:34.922618Z","caller":"traceutil/trace.go:171","msg":"trace[1971192323] transaction","detail":"{read_only:false; response_revision:26667; number_of_response:1; }","duration":"285.046286ms","start":"2026-02-26T02:52:34.63755Z","end":"2026-02-26T02:52:34.922597Z","steps":["trace[1971192323] 'process raft request' (duration: 284.401059ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:52:34.922766Z","caller":"traceutil/trace.go:171","msg":"trace[513687252] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26669; }","duration":"284.219025ms","start":"2026-02-26T02:52:34.638495Z","end":"2026-02-26T02:52:34.922714Z","steps":["trace[513687252] 'agreement among raft nodes before linearized reading' (duration: 284.069351ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:52:48.291056Z","caller":"traceutil/trace.go:171","msg":"trace[1529977660] transaction","detail":"{read_only:false; response_revision:26753; number_of_response:1; }","duration":"107.047621ms","start":"2026-02-26T02:52:48.183976Z","end":"2026-02-26T02:52:48.291024Z","steps":["trace[1529977660] 'process raft request' (duration: 106.841216ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:53:19.542054Z","caller":"traceutil/trace.go:171","msg":"trace[872461640] transaction","detail":"{read_only:false; response_revision:27028; number_of_response:1; }","duration":"127.30975ms","start":"2026-02-26T02:53:19.41463Z","end":"2026-02-26T02:53:19.54194Z","steps":["trace[872461640] 'process raft request' (duration: 126.868228ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:53:27.235163Z","caller":"traceutil/trace.go:171","msg":"trace[854810085] transaction","detail":"{read_only:false; response_revision:27074; number_of_response:1; }","duration":"521.564335ms","start":"2026-02-26T02:53:26.713552Z","end":"2026-02-26T02:53:27.235117Z","steps":["trace[854810085] 'process raft request' (duration: 484.146162ms)","trace[854810085] 'compare' (duration: 37.190887ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:53:27.235457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:53:26.713535Z","time spent":"521.773861ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:53:27.3444Z","caller":"traceutil/trace.go:171","msg":"trace[294706492] linearizableReadLoop","detail":"{readStateIndex:28108; appliedIndex:28105; }","duration":"556.450142ms","start":"2026-02-26T02:53:26.787924Z","end":"2026-02-26T02:53:27.344374Z","steps":["trace[294706492] 'read index received' (duration: 409.794149ms)","trace[294706492] 'applied index is now lower than readState.Index' (duration: 146.655373ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:53:27.344444Z","caller":"traceutil/trace.go:171","msg":"trace[853359089] transaction","detail":"{read_only:false; response_revision:27075; number_of_response:1; }","duration":"630.63623ms","start":"2026-02-26T02:53:26.71377Z","end":"2026-02-26T02:53:27.344406Z","steps":["trace[853359089] 'process raft request' (duration: 623.907702ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:53:27.34463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:53:26.713234Z","time spent":"631.301128ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:53:27.344587Z","caller":"traceutil/trace.go:171","msg":"trace[2072086754] transaction","detail":"{read_only:false; response_revision:27076; number_of_response:1; }","duration":"629.547561ms","start":"2026-02-26T02:53:26.714973Z","end":"2026-02-26T02:53:27.34452Z","steps":["trace[2072086754] 'process raft request' (duration: 629.362377ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:53:27.344648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.691518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:53:27.344764Z","caller":"traceutil/trace.go:171","msg":"trace[1823127773] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27076; }","duration":"556.892033ms","start":"2026-02-26T02:53:26.787848Z","end":"2026-02-26T02:53:27.34474Z","steps":["trace[1823127773] 'agreement among raft nodes before linearized reading' (duration: 556.676038ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:53:27.344847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:53:26.714945Z","time spent":"629.778038ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:53:27.344865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:53:26.787825Z","time spent":"556.986635ms","remote":"127.0.0.1:36526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:53:27.344666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.069102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-26T02:53:27.345013Z","caller":"traceutil/trace.go:171","msg":"trace[998035830] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27076; }","duration":"272.494083ms","start":"2026-02-26T02:53:27.072505Z","end":"2026-02-26T02:53:27.344999Z","steps":["trace[998035830] 'agreement among raft nodes before linearized reading' (duration: 272.020511ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:53:27.345053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.440429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-26T02:53:27.345184Z","caller":"traceutil/trace.go:171","msg":"trace[1891384233] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27076; }","duration":"111.614313ms","start":"2026-02-26T02:53:27.233534Z","end":"2026-02-26T02:53:27.345148Z","steps":["trace[1891384233] 'agreement among raft nodes before linearized reading' (duration: 111.291005ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:54:17.757512Z","caller":"traceutil/trace.go:171","msg":"trace[1576341272] transaction","detail":"{read_only:false; response_revision:27489; number_of_response:1; }","duration":"111.827238ms","start":"2026-02-26T02:54:17.645037Z","end":"2026-02-26T02:54:17.756864Z","steps":["trace[1576341272] 'process raft request' (duration: 111.637543ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:54:18.042397Z","caller":"traceutil/trace.go:171","msg":"trace[1842784975] transaction","detail":"{read_only:false; response_revision:27492; number_of_response:1; }","duration":"172.679803ms","start":"2026-02-26T02:54:17.869689Z","end":"2026-02-26T02:54:18.042369Z","steps":["trace[1842784975] 'process raft request' (duration: 111.697455ms)","trace[1842784975] 'compare' (duration: 60.587208ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:54:18.090859Z","caller":"traceutil/trace.go:171","msg":"trace[1310984133] linearizableReadLoop","detail":"{readStateIndex:28537; appliedIndex:28534; }","duration":"219.779875ms","start":"2026-02-26T02:54:17.871036Z","end":"2026-02-26T02:54:18.090816Z","steps":["trace[1310984133] 'read index received' (duration: 110.36616ms)","trace[1310984133] 'applied index is now lower than readState.Index' (duration: 109.412915ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:54:18.090933Z","caller":"traceutil/trace.go:171","msg":"trace[487879968] transaction","detail":"{read_only:false; response_revision:27494; number_of_response:1; }","duration":"220.425472ms","start":"2026-02-26T02:54:17.870471Z","end":"2026-02-26T02:54:18.090897Z","steps":["trace[487879968] 'process raft request' (duration: 220.245497ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:54:18.090881Z","caller":"traceutil/trace.go:171","msg":"trace[549656916] transaction","detail":"{read_only:false; response_revision:27493; number_of_response:1; }","duration":"220.800541ms","start":"2026-02-26T02:54:17.87004Z","end":"2026-02-26T02:54:18.090841Z","steps":["trace[549656916] 'process raft request' (duration: 220.518604ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:54:18.090999Z","caller":"traceutil/trace.go:171","msg":"trace[1923603768] transaction","detail":"{read_only:false; response_revision:27495; number_of_response:1; }","duration":"219.700662ms","start":"2026-02-26T02:54:17.871254Z","end":"2026-02-26T02:54:18.090954Z","steps":["trace[1923603768] 'process raft request' (duration: 219.517838ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:54:18.091485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.253377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-26T02:54:18.091565Z","caller":"traceutil/trace.go:171","msg":"trace[1280799712] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27495; }","duration":"197.40857ms","start":"2026-02-26T02:54:17.894137Z","end":"2026-02-26T02:54:18.091545Z","steps":["trace[1280799712] 'agreement among raft nodes before linearized reading' (duration: 197.133963ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:54:18.091508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.385201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18598"} {"level":"info","ts":"2026-02-26T02:54:18.091829Z","caller":"traceutil/trace.go:171","msg":"trace[1176530051] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:27495; }","duration":"220.739799ms","start":"2026-02-26T02:54:17.871004Z","end":"2026-02-26T02:54:18.091744Z","steps":["trace[1176530051] 'agreement among raft nodes before linearized reading' (duration: 219.976839ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:54:20.332096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.88775ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:54:20.332685Z","caller":"traceutil/trace.go:171","msg":"trace[297385140] transaction","detail":"{read_only:false; response_revision:27512; number_of_response:1; }","duration":"207.144888ms","start":"2026-02-26T02:54:20.125507Z","end":"2026-02-26T02:54:20.332652Z","steps":["trace[297385140] 'process raft request' (duration: 91.57918ms)","trace[297385140] 'compare' (duration: 114.715676ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:54:20.343466Z","caller":"traceutil/trace.go:171","msg":"trace[1141897058] transaction","detail":"{read_only:false; response_revision:27513; number_of_response:1; }","duration":"217.842922ms","start":"2026-02-26T02:54:20.125582Z","end":"2026-02-26T02:54:20.343425Z","steps":["trace[1141897058] 'process raft request' (duration: 217.622276ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:54:20.343563Z","caller":"traceutil/trace.go:171","msg":"trace[1437270323] transaction","detail":"{read_only:false; response_revision:27515; number_of_response:1; }","duration":"217.199156ms","start":"2026-02-26T02:54:20.126356Z","end":"2026-02-26T02:54:20.343555Z","steps":["trace[1437270323] 'process raft request' (duration: 216.97699ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:54:20.343477Z","caller":"traceutil/trace.go:171","msg":"trace[1694606457] transaction","detail":"{read_only:false; response_revision:27514; number_of_response:1; }","duration":"217.234017ms","start":"2026-02-26T02:54:20.12621Z","end":"2026-02-26T02:54:20.343444Z","steps":["trace[1694606457] 'process raft request' (duration: 217.090543ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:54:20.34383Z","caller":"traceutil/trace.go:171","msg":"trace[460193138] transaction","detail":"{read_only:false; response_revision:27516; number_of_response:1; }","duration":"217.412711ms","start":"2026-02-26T02:54:20.1264Z","end":"2026-02-26T02:54:20.343813Z","steps":["trace[460193138] 'process raft request' (duration: 216.98953ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:54:20.344147Z","caller":"traceutil/trace.go:171","msg":"trace[1494014134] linearizableReadLoop","detail":"{readStateIndex:28560; appliedIndex:28554; }","duration":"207.448507ms","start":"2026-02-26T02:54:20.136688Z","end":"2026-02-26T02:54:20.344137Z","steps":["trace[1494014134] 'read index received' (duration: 80.499647ms)","trace[1494014134] 'applied index is now lower than readState.Index' (duration: 126.94773ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:54:20.344351Z","caller":"traceutil/trace.go:171","msg":"trace[1701466776] transaction","detail":"{read_only:false; response_revision:27517; number_of_response:1; }","duration":"216.945599ms","start":"2026-02-26T02:54:20.127396Z","end":"2026-02-26T02:54:20.344342Z","steps":["trace[1701466776] 'process raft request' (duration: 216.335102ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:54:20.344569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.567905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:54:20.344607Z","caller":"traceutil/trace.go:171","msg":"trace[293380638] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:27517; }","duration":"159.667308ms","start":"2026-02-26T02:54:20.184928Z","end":"2026-02-26T02:54:20.344595Z","steps":["trace[293380638] 'agreement among raft nodes before linearized reading' (duration: 159.591286ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:54:20.344725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.024052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:54:20.344788Z","caller":"traceutil/trace.go:171","msg":"trace[1410867370] range","detail":"{range_begin:/registry/jobs/openstack/manila-bootstrap; range_end:; response_count:0; response_revision:27517; }","duration":"208.136375ms","start":"2026-02-26T02:54:20.136635Z","end":"2026-02-26T02:54:20.344771Z","steps":["trace[1410867370] 'agreement among raft nodes before linearized reading' (duration: 207.992871ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:54:20.975974Z","caller":"traceutil/trace.go:171","msg":"trace[405768177] linearizableReadLoop","detail":"{readStateIndex:28570; appliedIndex:28569; }","duration":"127.223648ms","start":"2026-02-26T02:54:20.848701Z","end":"2026-02-26T02:54:20.975924Z","steps":["trace[405768177] 'read index received' (duration: 43.112634ms)","trace[405768177] 'applied index is now lower than readState.Index' (duration: 84.109203ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:54:20.97615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.424042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:54:20.976216Z","caller":"traceutil/trace.go:171","msg":"trace[721965031] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:27526; }","duration":"127.573187ms","start":"2026-02-26T02:54:20.848626Z","end":"2026-02-26T02:54:20.976199Z","steps":["trace[721965031] 'agreement among raft nodes before linearized reading' (duration: 127.433273ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:54:21.340022Z","caller":"traceutil/trace.go:171","msg":"trace[430911065] transaction","detail":"{read_only:false; response_revision:27531; number_of_response:1; }","duration":"157.281464ms","start":"2026-02-26T02:54:21.182719Z","end":"2026-02-26T02:54:21.34Z","steps":["trace[430911065] 'process raft request' (duration: 156.77296ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:54:23.192595Z","caller":"traceutil/trace.go:171","msg":"trace[879589749] transaction","detail":"{read_only:false; response_revision:27548; number_of_response:1; }","duration":"355.402194ms","start":"2026-02-26T02:54:22.83716Z","end":"2026-02-26T02:54:23.192562Z","steps":["trace[879589749] 'process raft request' (duration: 355.161628ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:54:23.192786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:54:22.837148Z","time spent":"355.549748ms","remote":"127.0.0.1:36698","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8479,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:54:23.256902Z","caller":"traceutil/trace.go:171","msg":"trace[2145775026] transaction","detail":"{read_only:false; response_revision:27549; number_of_response:1; }","duration":"239.022825ms","start":"2026-02-26T02:54:23.017793Z","end":"2026-02-26T02:54:23.256816Z","steps":["trace[2145775026] 'process raft request' (duration: 238.789759ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:54:23.257103Z","caller":"traceutil/trace.go:171","msg":"trace[2029575041] linearizableReadLoop","detail":"{readStateIndex:28593; appliedIndex:28591; }","duration":"233.167759ms","start":"2026-02-26T02:54:23.023891Z","end":"2026-02-26T02:54:23.257059Z","steps":["trace[2029575041] 'read index received' (duration: 168.502253ms)","trace[2029575041] 'applied index is now lower than readState.Index' (duration: 64.659406ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:54:23.257215Z","caller":"traceutil/trace.go:171","msg":"trace[1255812398] transaction","detail":"{read_only:false; response_revision:27550; number_of_response:1; }","duration":"231.557217ms","start":"2026-02-26T02:54:23.025641Z","end":"2026-02-26T02:54:23.257198Z","steps":["trace[1255812398] 'process raft request' (duration: 231.118845ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:54:23.257473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.25607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129529"} {"level":"warn","ts":"2026-02-26T02:54:23.257483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.56801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-02-26T02:54:23.257518Z","caller":"traceutil/trace.go:171","msg":"trace[132654326] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:27550; }","duration":"225.407544ms","start":"2026-02-26T02:54:23.032099Z","end":"2026-02-26T02:54:23.257507Z","steps":["trace[132654326] 'agreement among raft nodes before linearized reading' (duration: 225.216149ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:54:23.257528Z","caller":"traceutil/trace.go:171","msg":"trace[1400516748] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:27550; }","duration":"233.665153ms","start":"2026-02-26T02:54:23.02385Z","end":"2026-02-26T02:54:23.257515Z","steps":["trace[1400516748] 'agreement among raft nodes before linearized reading' (duration: 233.439657ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:54:23.87431Z","caller":"traceutil/trace.go:171","msg":"trace[1087931667] transaction","detail":"{read_only:false; response_revision:27554; number_of_response:1; }","duration":"153.516075ms","start":"2026-02-26T02:54:23.720761Z","end":"2026-02-26T02:54:23.874277Z","steps":["trace[1087931667] 'process raft request' (duration: 153.258158ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:54:24.074264Z","caller":"traceutil/trace.go:171","msg":"trace[455287480] linearizableReadLoop","detail":"{readStateIndex:28603; appliedIndex:28602; }","duration":"113.841232ms","start":"2026-02-26T02:54:23.960398Z","end":"2026-02-26T02:54:24.074239Z","steps":["trace[455287480] 'read index received' (duration: 63.784733ms)","trace[455287480] 'applied index is now lower than readState.Index' (duration: 50.055349ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:54:24.074458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.045267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:54:24.074509Z","caller":"traceutil/trace.go:171","msg":"trace[114247782] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:27559; }","duration":"114.14126ms","start":"2026-02-26T02:54:23.960342Z","end":"2026-02-26T02:54:24.074483Z","steps":["trace[114247782] 'agreement among raft nodes before linearized reading' (duration: 113.994717ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:54:24.074499Z","caller":"traceutil/trace.go:171","msg":"trace[2002935928] transaction","detail":"{read_only:false; response_revision:27559; number_of_response:1; }","duration":"178.888859ms","start":"2026-02-26T02:54:23.895563Z","end":"2026-02-26T02:54:24.074452Z","steps":["trace[2002935928] 'process raft request' (duration: 128.700886ms)","trace[2002935928] 'compare' (duration: 49.840673ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:54:29.797344Z","caller":"traceutil/trace.go:171","msg":"trace[1094725408] transaction","detail":"{read_only:false; response_revision:27629; number_of_response:1; }","duration":"135.565638ms","start":"2026-02-26T02:54:29.661747Z","end":"2026-02-26T02:54:29.797313Z","steps":["trace[1094725408] 'process raft request' (duration: 53.367067ms)","trace[1094725408] 'compare' (duration: 81.943425ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:54:29.79793Z","caller":"traceutil/trace.go:171","msg":"trace[1471155796] transaction","detail":"{read_only:false; response_revision:27630; number_of_response:1; }","duration":"101.141675ms","start":"2026-02-26T02:54:29.696772Z","end":"2026-02-26T02:54:29.797913Z","steps":["trace[1471155796] 'process raft request' (duration: 100.455697ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:54:29.94728Z","caller":"traceutil/trace.go:171","msg":"trace[1841780176] transaction","detail":"{read_only:false; response_revision:27631; number_of_response:1; }","duration":"140.442168ms","start":"2026-02-26T02:54:29.806786Z","end":"2026-02-26T02:54:29.947228Z","steps":["trace[1841780176] 'process raft request' (duration: 103.375524ms)","trace[1841780176] 'compare' (duration: 36.817828ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:54:29.960576Z","caller":"traceutil/trace.go:171","msg":"trace[1923836624] transaction","detail":"{read_only:false; response_revision:27632; number_of_response:1; }","duration":"152.851357ms","start":"2026-02-26T02:54:29.807704Z","end":"2026-02-26T02:54:29.960555Z","steps":["trace[1923836624] 'process raft request' (duration: 151.965563ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:54:29.960879Z","caller":"traceutil/trace.go:171","msg":"trace[1422144312] transaction","detail":"{read_only:false; response_revision:27633; number_of_response:1; }","duration":"153.018572ms","start":"2026-02-26T02:54:29.807834Z","end":"2026-02-26T02:54:29.960853Z","steps":["trace[1422144312] 'process raft request' (duration: 152.024016ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:54:29.961099Z","caller":"traceutil/trace.go:171","msg":"trace[1939500228] transaction","detail":"{read_only:false; response_revision:27634; number_of_response:1; }","duration":"150.902216ms","start":"2026-02-26T02:54:29.810183Z","end":"2026-02-26T02:54:29.961085Z","steps":["trace[1939500228] 'process raft request' (duration: 149.738155ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:55:04.883454Z","caller":"traceutil/trace.go:171","msg":"trace[2146813529] transaction","detail":"{read_only:false; response_revision:28029; number_of_response:1; }","duration":"130.313199ms","start":"2026-02-26T02:55:04.753113Z","end":"2026-02-26T02:55:04.883427Z","steps":["trace[2146813529] 'process raft request' (duration: 130.103113ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:55:05.082202Z","caller":"traceutil/trace.go:171","msg":"trace[84210850] transaction","detail":"{read_only:false; response_revision:28034; number_of_response:1; }","duration":"101.018192ms","start":"2026-02-26T02:55:04.981147Z","end":"2026-02-26T02:55:05.082165Z","steps":["trace[84210850] 'process raft request' (duration: 100.95695ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:55:05.082339Z","caller":"traceutil/trace.go:171","msg":"trace[1081932707] transaction","detail":"{read_only:false; response_revision:28031; number_of_response:1; }","duration":"321.829843ms","start":"2026-02-26T02:55:04.760469Z","end":"2026-02-26T02:55:05.082299Z","steps":["trace[1081932707] 'process raft request' (duration: 321.468284ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:55:05.082371Z","caller":"traceutil/trace.go:171","msg":"trace[1498441504] transaction","detail":"{read_only:false; response_revision:28032; number_of_response:1; }","duration":"319.441099ms","start":"2026-02-26T02:55:04.762906Z","end":"2026-02-26T02:55:05.082347Z","steps":["trace[1498441504] 'process raft request' (duration: 319.09709ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:55:05.082359Z","caller":"traceutil/trace.go:171","msg":"trace[1502802901] transaction","detail":"{read_only:false; response_revision:28033; number_of_response:1; }","duration":"231.478204ms","start":"2026-02-26T02:55:04.850827Z","end":"2026-02-26T02:55:05.082306Z","steps":["trace[1502802901] 'process raft request' (duration: 231.215667ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:55:05.082476Z","caller":"traceutil/trace.go:171","msg":"trace[654710262] linearizableReadLoop","detail":"{readStateIndex:29088; appliedIndex:29084; }","duration":"298.084853ms","start":"2026-02-26T02:55:04.784347Z","end":"2026-02-26T02:55:05.082432Z","steps":["trace[654710262] 'read index received' (duration: 98.913595ms)","trace[654710262] 'applied index is now lower than readState.Index' (duration: 199.164318ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:55:05.082518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:55:04.760452Z","time spent":"321.970757ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:55:05.082553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:55:04.762896Z","time spent":"319.536833ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:55:05.082582Z","caller":"traceutil/trace.go:171","msg":"trace[17018506] transaction","detail":"{read_only:false; response_revision:28030; number_of_response:1; }","duration":"328.065469ms","start":"2026-02-26T02:55:04.75446Z","end":"2026-02-26T02:55:05.082525Z","steps":["trace[17018506] 'process raft request' (duration: 290.029349ms)","trace[17018506] 'compare' (duration: 37.254959ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:55:05.082689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.322759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:55:05.082755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:55:04.754437Z","time spent":"328.218133ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:55:05.082767Z","caller":"traceutil/trace.go:171","msg":"trace[1465035901] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:28034; }","duration":"298.452143ms","start":"2026-02-26T02:55:04.784297Z","end":"2026-02-26T02:55:05.08275Z","steps":["trace[1465035901] 'agreement among raft nodes before linearized reading' (duration: 298.32394ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:55:05.082802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.095491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"warn","ts":"2026-02-26T02:55:05.082835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.760799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29534575-sgf2z\" ","response":"range_response_count:1 size:7237"} {"level":"info","ts":"2026-02-26T02:55:05.082887Z","caller":"traceutil/trace.go:171","msg":"trace[302026045] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29534575-sgf2z; range_end:; response_count:1; response_revision:28034; }","duration":"235.81701ms","start":"2026-02-26T02:55:04.847055Z","end":"2026-02-26T02:55:05.082872Z","steps":["trace[302026045] 'agreement among raft nodes before linearized reading' (duration: 235.591104ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:55:05.082892Z","caller":"traceutil/trace.go:171","msg":"trace[1296858641] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:28034; }","duration":"125.228884ms","start":"2026-02-26T02:55:04.957637Z","end":"2026-02-26T02:55:05.082866Z","steps":["trace[1296858641] 'agreement among raft nodes before linearized reading' (duration: 125.004418ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:55:09.005795Z","caller":"traceutil/trace.go:171","msg":"trace[474169479] transaction","detail":"{read_only:false; response_revision:28058; number_of_response:1; }","duration":"102.152612ms","start":"2026-02-26T02:55:08.903612Z","end":"2026-02-26T02:55:09.005765Z","steps":["trace[474169479] 'process raft request' (duration: 101.764981ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:55:09.454121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.799332ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:55:09.454337Z","caller":"traceutil/trace.go:171","msg":"trace[701100859] linearizableReadLoop","detail":"{readStateIndex:29119; appliedIndex:29116; }","duration":"291.763225ms","start":"2026-02-26T02:55:09.16256Z","end":"2026-02-26T02:55:09.454323Z","steps":["trace[701100859] 'read index received' (duration: 82.603643ms)","trace[701100859] 'applied index is now lower than readState.Index' (duration: 209.158452ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:55:09.454421Z","caller":"traceutil/trace.go:171","msg":"trace[462651477] transaction","detail":"{read_only:false; response_revision:28062; number_of_response:1; }","duration":"345.542752ms","start":"2026-02-26T02:55:09.108866Z","end":"2026-02-26T02:55:09.454409Z","steps":["trace[462651477] 'process raft request' (duration: 345.398599ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:55:09.45445Z","caller":"traceutil/trace.go:171","msg":"trace[716928590] transaction","detail":"{read_only:false; response_revision:28061; number_of_response:1; }","duration":"345.852271ms","start":"2026-02-26T02:55:09.108568Z","end":"2026-02-26T02:55:09.45442Z","steps":["trace[716928590] 'process raft request' (duration: 345.646905ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:55:09.454479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:55:09.108857Z","time spent":"345.591864ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:55:09.454545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.96264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:55:09.454595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:55:09.108558Z","time spent":"345.964554ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:55:09.454626Z","caller":"traceutil/trace.go:171","msg":"trace[1508659468] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:28062; }","duration":"292.137465ms","start":"2026-02-26T02:55:09.16247Z","end":"2026-02-26T02:55:09.454607Z","steps":["trace[1508659468] 'agreement among raft nodes before linearized reading' (duration: 292.001931ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:55:09.455029Z","caller":"traceutil/trace.go:171","msg":"trace[496841130] transaction","detail":"{read_only:false; response_revision:28060; number_of_response:1; }","duration":"347.469464ms","start":"2026-02-26T02:55:09.107535Z","end":"2026-02-26T02:55:09.455004Z","steps":["trace[496841130] 'process raft request' (duration: 137.706176ms)","trace[496841130] 'compare' (duration: 208.029812ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:55:09.455246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:55:09.107522Z","time spent":"347.641708ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:55:09.52431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.906095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-02-26T02:55:09.524391Z","caller":"traceutil/trace.go:171","msg":"trace[1198251067] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28064; }","duration":"137.083699ms","start":"2026-02-26T02:55:09.387291Z","end":"2026-02-26T02:55:09.524375Z","steps":["trace[1198251067] 'agreement among raft nodes before linearized reading' (duration: 136.876683ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:55:09.524408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.351877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:55:09.524475Z","caller":"traceutil/trace.go:171","msg":"trace[902236922] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:28064; }","duration":"319.484111ms","start":"2026-02-26T02:55:09.204976Z","end":"2026-02-26T02:55:09.52446Z","steps":["trace[902236922] 'agreement among raft nodes before linearized reading' (duration: 319.351828ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:55:09.524504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:55:09.204945Z","time spent":"319.552343ms","remote":"127.0.0.1:36632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":32,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:55:09.524671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.867992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:55:09.524717Z","caller":"traceutil/trace.go:171","msg":"trace[1518282663] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:28064; }","duration":"252.896063ms","start":"2026-02-26T02:55:09.271796Z","end":"2026-02-26T02:55:09.524692Z","steps":["trace[1518282663] 'agreement among raft nodes before linearized reading' (duration: 252.847792ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:55:09.524858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.238319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/manila-api-6f7d467589-2h9gg.1897ac575e6fb060\" ","response":"range_response_count:1 size:1542"} {"level":"info","ts":"2026-02-26T02:55:09.524926Z","caller":"traceutil/trace.go:171","msg":"trace[2006335513] range","detail":"{range_begin:/registry/events/openstack/manila-api-6f7d467589-2h9gg.1897ac575e6fb060; range_end:; response_count:1; response_revision:28064; }","duration":"332.344632ms","start":"2026-02-26T02:55:09.192567Z","end":"2026-02-26T02:55:09.524911Z","steps":["trace[2006335513] 'agreement among raft nodes before linearized reading' (duration: 332.079815ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:55:09.525146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:55:09.192547Z","time spent":"332.403894ms","remote":"127.0.0.1:36590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1566,"request content":"key:\"/registry/events/openstack/manila-api-6f7d467589-2h9gg.1897ac575e6fb060\" "} {"level":"warn","ts":"2026-02-26T02:55:09.524884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.714502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-02-26T02:55:09.525364Z","caller":"traceutil/trace.go:171","msg":"trace[877456948] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:28064; }","duration":"307.189365ms","start":"2026-02-26T02:55:09.218163Z","end":"2026-02-26T02:55:09.525353Z","steps":["trace[877456948] 'agreement among raft nodes before linearized reading' (duration: 306.65107ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:55:09.525389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:55:09.21811Z","time spent":"307.270406ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-02-26T02:55:09.655677Z","caller":"traceutil/trace.go:171","msg":"trace[202868064] linearizableReadLoop","detail":"{readStateIndex:29122; appliedIndex:29121; }","duration":"126.464927ms","start":"2026-02-26T02:55:09.529187Z","end":"2026-02-26T02:55:09.655652Z","steps":["trace[202868064] 'read index received' (duration: 126.211161ms)","trace[202868064] 'applied index is now lower than readState.Index' (duration: 252.506µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:55:09.655766Z","caller":"traceutil/trace.go:171","msg":"trace[1613684866] transaction","detail":"{read_only:false; response_revision:28065; number_of_response:1; }","duration":"128.132071ms","start":"2026-02-26T02:55:09.527617Z","end":"2026-02-26T02:55:09.655749Z","steps":["trace[1613684866] 'process raft request' (duration: 127.820603ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:55:09.655908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.704744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-02-26T02:55:09.655988Z","caller":"traceutil/trace.go:171","msg":"trace[715984683] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28065; }","duration":"126.835197ms","start":"2026-02-26T02:55:09.529143Z","end":"2026-02-26T02:55:09.655978Z","steps":["trace[715984683] 'agreement among raft nodes before linearized reading' (duration: 126.600911ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:55:09.676132Z","caller":"traceutil/trace.go:171","msg":"trace[688933828] transaction","detail":"{read_only:false; response_revision:28066; number_of_response:1; }","duration":"146.591832ms","start":"2026-02-26T02:55:09.529523Z","end":"2026-02-26T02:55:09.676115Z","steps":["trace[688933828] 'process raft request' (duration: 146.1599ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:55:10.090774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.484892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:55:10.090899Z","caller":"traceutil/trace.go:171","msg":"trace[48251051] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:28067; }","duration":"122.680757ms","start":"2026-02-26T02:55:09.968189Z","end":"2026-02-26T02:55:10.09087Z","steps":["trace[48251051] 'count revisions from in-memory index tree' (duration: 122.386669ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:55:10.272612Z","caller":"traceutil/trace.go:171","msg":"trace[1822821928] transaction","detail":"{read_only:false; response_revision:28070; number_of_response:1; }","duration":"125.786649ms","start":"2026-02-26T02:55:10.146794Z","end":"2026-02-26T02:55:10.272581Z","steps":["trace[1822821928] 'process raft request' (duration: 116.235146ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:55:10.906719Z","caller":"traceutil/trace.go:171","msg":"trace[1735081601] transaction","detail":"{read_only:false; response_revision:28072; number_of_response:1; }","duration":"188.919295ms","start":"2026-02-26T02:55:10.717772Z","end":"2026-02-26T02:55:10.906692Z","steps":["trace[1735081601] 'process raft request' (duration: 188.72744ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:55:11.646631Z","caller":"traceutil/trace.go:171","msg":"trace[2130049342] transaction","detail":"{read_only:false; response_revision:28077; number_of_response:1; }","duration":"183.237064ms","start":"2026-02-26T02:55:11.46336Z","end":"2026-02-26T02:55:11.646597Z","steps":["trace[2130049342] 'process raft request' (duration: 183.050169ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:55:11.647161Z","caller":"traceutil/trace.go:171","msg":"trace[354143508] linearizableReadLoop","detail":"{readStateIndex:29135; appliedIndex:29135; }","duration":"183.561172ms","start":"2026-02-26T02:55:11.463513Z","end":"2026-02-26T02:55:11.647074Z","steps":["trace[354143508] 'read index received' (duration: 183.549082ms)","trace[354143508] 'applied index is now lower than readState.Index' (duration: 10.24µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:55:11.647395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.856301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-02-26T02:55:11.647426Z","caller":"traceutil/trace.go:171","msg":"trace[298509288] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28077; }","duration":"183.924592ms","start":"2026-02-26T02:55:11.463491Z","end":"2026-02-26T02:55:11.647416Z","steps":["trace[298509288] 'agreement among raft nodes before linearized reading' (duration: 183.746667ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:55:11.677893Z","caller":"traceutil/trace.go:171","msg":"trace[1452436350] transaction","detail":"{read_only:false; response_revision:28078; number_of_response:1; }","duration":"213.58533ms","start":"2026-02-26T02:55:11.46428Z","end":"2026-02-26T02:55:11.677866Z","steps":["trace[1452436350] 'process raft request' (duration: 213.343063ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:55:11.678145Z","caller":"traceutil/trace.go:171","msg":"trace[1390960994] transaction","detail":"{read_only:false; response_revision:28079; number_of_response:1; }","duration":"198.215202ms","start":"2026-02-26T02:55:11.479901Z","end":"2026-02-26T02:55:11.678116Z","steps":["trace[1390960994] 'process raft request' (duration: 197.911014ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:55:11.67823Z","caller":"traceutil/trace.go:171","msg":"trace[1237467493] transaction","detail":"{read_only:false; response_revision:28080; number_of_response:1; }","duration":"147.429393ms","start":"2026-02-26T02:55:11.530773Z","end":"2026-02-26T02:55:11.678202Z","steps":["trace[1237467493] 'process raft request' (duration: 147.29893ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:55:11.82661Z","caller":"traceutil/trace.go:171","msg":"trace[211523636] transaction","detail":"{read_only:false; response_revision:28081; number_of_response:1; }","duration":"175.260233ms","start":"2026-02-26T02:55:11.651331Z","end":"2026-02-26T02:55:11.826591Z","steps":["trace[211523636] 'process raft request' (duration: 128.520322ms)","trace[211523636] 'compare' (duration: 46.284428ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:55:12.065476Z","caller":"traceutil/trace.go:171","msg":"trace[377833477] transaction","detail":"{read_only:false; response_revision:28082; number_of_response:1; }","duration":"197.0307ms","start":"2026-02-26T02:55:11.868408Z","end":"2026-02-26T02:55:12.065438Z","steps":["trace[377833477] 'process raft request' (duration: 100.282182ms)","trace[377833477] 'compare' (duration: 96.143442ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:55:12.193972Z","caller":"traceutil/trace.go:171","msg":"trace[388124353] transaction","detail":"{read_only:false; response_revision:28083; number_of_response:1; }","duration":"115.605499ms","start":"2026-02-26T02:55:12.078329Z","end":"2026-02-26T02:55:12.193934Z","steps":["trace[388124353] 'process raft request' (duration: 90.951755ms)","trace[388124353] 'compare' (duration: 24.378087ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:55:12.194335Z","caller":"traceutil/trace.go:171","msg":"trace[1669238574] linearizableReadLoop","detail":"{readStateIndex:29141; appliedIndex:29140; }","duration":"114.017777ms","start":"2026-02-26T02:55:12.080282Z","end":"2026-02-26T02:55:12.1943Z","steps":["trace[1669238574] 'read index received' (duration: 88.89673ms)","trace[1669238574] 'applied index is now lower than readState.Index' (duration: 25.117166ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:55:12.194514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.207202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:55:12.194601Z","caller":"traceutil/trace.go:171","msg":"trace[997869450] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:28084; }","duration":"114.342935ms","start":"2026-02-26T02:55:12.080238Z","end":"2026-02-26T02:55:12.19458Z","steps":["trace[997869450] 'agreement among raft nodes before linearized reading' (duration: 114.1614ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:55:12.720425Z","caller":"traceutil/trace.go:171","msg":"trace[882087611] transaction","detail":"{read_only:false; response_revision:28087; number_of_response:1; }","duration":"136.38617ms","start":"2026-02-26T02:55:12.584006Z","end":"2026-02-26T02:55:12.720392Z","steps":["trace[882087611] 'process raft request' (duration: 136.183915ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:55:17.57824Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25476} {"level":"info","ts":"2026-02-26T02:55:17.786434Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25476,"took":"201.270453ms","hash":2672019976,"current-db-size-bytes":51388416,"current-db-size":"51 MB","current-db-size-in-use-bytes":32616448,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-02-26T02:55:17.786535Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2672019976,"revision":25476,"compact-revision":20588} {"level":"info","ts":"2026-02-26T02:55:32.510978Z","caller":"traceutil/trace.go:171","msg":"trace[745037697] transaction","detail":"{read_only:false; response_revision:28336; number_of_response:1; }","duration":"148.158794ms","start":"2026-02-26T02:55:32.362793Z","end":"2026-02-26T02:55:32.510952Z","steps":["trace[745037697] 'process raft request' (duration: 147.819645ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:55:36.807846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.302424ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:55:36.808072Z","caller":"traceutil/trace.go:171","msg":"trace[132572560] transaction","detail":"{read_only:false; response_revision:28376; number_of_response:1; }","duration":"219.22453ms","start":"2026-02-26T02:55:36.588808Z","end":"2026-02-26T02:55:36.808032Z","steps":["trace[132572560] 'process raft request' (duration: 75.630428ms)","trace[132572560] 'compare' (duration: 143.054788ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:56:52.609747Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"e10bb51ed7578852","local-member-applied-index":30004,"local-member-snapshot-index":20003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-02-26T02:56:52.620069Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30004} {"level":"info","ts":"2026-02-26T02:56:52.620397Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25004} {"level":"info","ts":"2026-02-26T02:56:55.078656Z","caller":"traceutil/trace.go:171","msg":"trace[1148638700] transaction","detail":"{read_only:false; response_revision:28934; number_of_response:1; }","duration":"166.362447ms","start":"2026-02-26T02:56:54.912264Z","end":"2026-02-26T02:56:55.078626Z","steps":["trace[1148638700] 'process raft request' (duration: 166.176382ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:57:05.439624Z","caller":"traceutil/trace.go:171","msg":"trace[1370598449] transaction","detail":"{read_only:false; response_revision:29003; number_of_response:1; }","duration":"131.924813ms","start":"2026-02-26T02:57:05.307674Z","end":"2026-02-26T02:57:05.439598Z","steps":["trace[1370598449] 'process raft request' (duration: 131.734917ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:57:05.481219Z","caller":"traceutil/trace.go:171","msg":"trace[1826487959] transaction","detail":"{read_only:false; response_revision:29004; number_of_response:1; }","duration":"156.002241ms","start":"2026-02-26T02:57:05.325192Z","end":"2026-02-26T02:57:05.481195Z","steps":["trace[1826487959] 'process raft request' (duration: 155.803075ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:57:05.481403Z","caller":"traceutil/trace.go:171","msg":"trace[1551066742] transaction","detail":"{read_only:false; response_revision:29005; number_of_response:1; }","duration":"146.284403ms","start":"2026-02-26T02:57:05.335073Z","end":"2026-02-26T02:57:05.481358Z","steps":["trace[1551066742] 'process raft request' (duration: 146.086068ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:57:05.766989Z","caller":"traceutil/trace.go:171","msg":"trace[544628137] transaction","detail":"{read_only:false; response_revision:29007; number_of_response:1; }","duration":"100.341493ms","start":"2026-02-26T02:57:05.666623Z","end":"2026-02-26T02:57:05.766964Z","steps":["trace[544628137] 'process raft request' (duration: 100.106507ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:57:05.88724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.776097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:57:05.887437Z","caller":"traceutil/trace.go:171","msg":"trace[1881201370] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:29007; }","duration":"109.052934ms","start":"2026-02-26T02:57:05.778358Z","end":"2026-02-26T02:57:05.887411Z","steps":["trace[1881201370] 'range keys from in-memory index tree' (duration: 108.668074ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:57:06.755629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.793952ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:57:06.75576Z","caller":"traceutil/trace.go:171","msg":"trace[1145753390] transaction","detail":"{read_only:false; response_revision:29012; number_of_response:1; }","duration":"321.982558ms","start":"2026-02-26T02:57:06.433756Z","end":"2026-02-26T02:57:06.755738Z","steps":["trace[1145753390] 'process raft request' (duration: 219.98379ms)","trace[1145753390] 'compare' (duration: 101.640528ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:57:06.755824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:57:06.433727Z","time spent":"322.06853ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:57:06.848907Z","caller":"traceutil/trace.go:171","msg":"trace[1433382699] linearizableReadLoop","detail":"{readStateIndex:30100; appliedIndex:30098; }","duration":"304.079122ms","start":"2026-02-26T02:57:06.544798Z","end":"2026-02-26T02:57:06.848877Z","steps":["trace[1433382699] 'read index received' (duration: 109.030544ms)","trace[1433382699] 'applied index is now lower than readState.Index' (duration: 195.047348ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:57:06.84893Z","caller":"traceutil/trace.go:171","msg":"trace[598216751] transaction","detail":"{read_only:false; response_revision:29014; number_of_response:1; }","duration":"245.413944ms","start":"2026-02-26T02:57:06.603491Z","end":"2026-02-26T02:57:06.848905Z","steps":["trace[598216751] 'process raft request' (duration: 245.170258ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:57:06.849158Z","caller":"traceutil/trace.go:171","msg":"trace[1164719300] transaction","detail":"{read_only:false; response_revision:29015; number_of_response:1; }","duration":"182.859964ms","start":"2026-02-26T02:57:06.666282Z","end":"2026-02-26T02:57:06.849142Z","steps":["trace[1164719300] 'process raft request' (duration: 182.552446ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:57:06.849466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.651098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-26T02:57:06.849553Z","caller":"traceutil/trace.go:171","msg":"trace[1456103319] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29015; }","duration":"304.800061ms","start":"2026-02-26T02:57:06.544729Z","end":"2026-02-26T02:57:06.849529Z","steps":["trace[1456103319] 'agreement among raft nodes before linearized reading' (duration: 304.333009ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:57:06.849637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:57:06.544707Z","time spent":"304.912914ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-26T02:57:08.399353Z","caller":"traceutil/trace.go:171","msg":"trace[1564909958] transaction","detail":"{read_only:false; response_revision:29023; number_of_response:1; }","duration":"187.299172ms","start":"2026-02-26T02:57:08.212017Z","end":"2026-02-26T02:57:08.399317Z","steps":["trace[1564909958] 'process raft request' (duration: 187.086277ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:57:08.402706Z","caller":"traceutil/trace.go:171","msg":"trace[168598024] transaction","detail":"{read_only:false; response_revision:29024; number_of_response:1; }","duration":"151.276016ms","start":"2026-02-26T02:57:08.251399Z","end":"2026-02-26T02:57:08.402675Z","steps":["trace[168598024] 'process raft request' (duration: 151.043129ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:57:19.307653Z","caller":"traceutil/trace.go:171","msg":"trace[2065215758] transaction","detail":"{read_only:false; response_revision:29097; number_of_response:1; }","duration":"403.794259ms","start":"2026-02-26T02:57:18.903834Z","end":"2026-02-26T02:57:19.307628Z","steps":["trace[2065215758] 'process raft request' (duration: 402.737011ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:57:19.307833Z","caller":"traceutil/trace.go:171","msg":"trace[1234207685] transaction","detail":"{read_only:false; response_revision:29098; number_of_response:1; }","duration":"401.233881ms","start":"2026-02-26T02:57:18.906578Z","end":"2026-02-26T02:57:19.307812Z","steps":["trace[1234207685] 'process raft request' (duration: 401.006865ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:57:19.30798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:57:18.906552Z","time spent":"401.350124ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:57:19.308132Z","caller":"traceutil/trace.go:171","msg":"trace[656346663] linearizableReadLoop","detail":"{readStateIndex:30187; appliedIndex:30185; }","duration":"344.807933ms","start":"2026-02-26T02:57:18.963269Z","end":"2026-02-26T02:57:19.308077Z","steps":["trace[656346663] 'read index received' (duration: 343.317273ms)","trace[656346663] 'applied index is now lower than readState.Index' (duration: 1.48922ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:57:19.308158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:57:18.903811Z","time spent":"403.926533ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:57:19.308269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.474619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:57:19.308298Z","caller":"traceutil/trace.go:171","msg":"trace[1908858468] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:29099; }","duration":"253.55932ms","start":"2026-02-26T02:57:19.05473Z","end":"2026-02-26T02:57:19.308289Z","steps":["trace[1908858468] 'agreement among raft nodes before linearized reading' (duration: 253.511519ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:57:19.308446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.178313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-26T02:57:19.30847Z","caller":"traceutil/trace.go:171","msg":"trace[2040066741] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29099; }","duration":"345.240085ms","start":"2026-02-26T02:57:18.963223Z","end":"2026-02-26T02:57:19.308464Z","steps":["trace[2040066741] 'agreement among raft nodes before linearized reading' (duration: 345.153523ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:57:19.308485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:57:18.963204Z","time spent":"345.277275ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-26T02:57:19.308722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.26079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/manila-api-6f7d467589-2h9gg.1897ac575e6fb060\" ","response":"range_response_count:1 size:1542"} {"level":"info","ts":"2026-02-26T02:57:19.308771Z","caller":"traceutil/trace.go:171","msg":"trace[63833643] range","detail":"{range_begin:/registry/events/openstack/manila-api-6f7d467589-2h9gg.1897ac575e6fb060; range_end:; response_count:1; response_revision:29099; }","duration":"115.355572ms","start":"2026-02-26T02:57:19.193405Z","end":"2026-02-26T02:57:19.308761Z","steps":["trace[63833643] 'agreement among raft nodes before linearized reading' (duration: 115.159037ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:57:25.785342Z","caller":"traceutil/trace.go:171","msg":"trace[1993875190] transaction","detail":"{read_only:false; response_revision:29142; number_of_response:1; }","duration":"322.07664ms","start":"2026-02-26T02:57:25.463234Z","end":"2026-02-26T02:57:25.785311Z","steps":["trace[1993875190] 'process raft request' (duration: 321.904855ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:57:25.785515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:57:25.463208Z","time spent":"322.223483ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:57:25.849013Z","caller":"traceutil/trace.go:171","msg":"trace[2128783435] transaction","detail":"{read_only:false; response_revision:29143; number_of_response:1; }","duration":"333.059671ms","start":"2026-02-26T02:57:25.515912Z","end":"2026-02-26T02:57:25.848972Z","steps":["trace[2128783435] 'process raft request' (duration: 319.494381ms)","trace[2128783435] 'compare' (duration: 13.342234ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:57:25.849011Z","caller":"traceutil/trace.go:171","msg":"trace[1635712074] linearizableReadLoop","detail":"{readStateIndex:30234; appliedIndex:30232; }","duration":"248.315402ms","start":"2026-02-26T02:57:25.600663Z","end":"2026-02-26T02:57:25.848979Z","steps":["trace[1635712074] 'read index received' (duration: 184.516358ms)","trace[1635712074] 'applied index is now lower than readState.Index' (duration: 63.796984ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:57:25.849242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.565028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-26T02:57:25.849292Z","caller":"traceutil/trace.go:171","msg":"trace[1510380515] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29144; }","duration":"248.672101ms","start":"2026-02-26T02:57:25.600609Z","end":"2026-02-26T02:57:25.849281Z","steps":["trace[1510380515] 'agreement among raft nodes before linearized reading' (duration: 248.473366ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:57:25.849373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:57:25.515888Z","time spent":"333.213535ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:57:27.90247Z","caller":"traceutil/trace.go:171","msg":"trace[1815962368] transaction","detail":"{read_only:false; response_revision:29156; number_of_response:1; }","duration":"100.61776ms","start":"2026-02-26T02:57:27.801826Z","end":"2026-02-26T02:57:27.902444Z","steps":["trace[1815962368] 'process raft request' (duration: 100.452206ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:57:28.065243Z","caller":"traceutil/trace.go:171","msg":"trace[746448300] transaction","detail":"{read_only:false; response_revision:29158; number_of_response:1; }","duration":"120.827857ms","start":"2026-02-26T02:57:27.944378Z","end":"2026-02-26T02:57:28.065206Z","steps":["trace[746448300] 'process raft request' (duration: 97.57103ms)","trace[746448300] 'compare' (duration: 23.105193ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:57:28.114131Z","caller":"traceutil/trace.go:171","msg":"trace[133124959] linearizableReadLoop","detail":"{readStateIndex:30251; appliedIndex:30249; }","duration":"137.900571ms","start":"2026-02-26T02:57:27.976202Z","end":"2026-02-26T02:57:28.114103Z","steps":["trace[133124959] 'read index received' (duration: 65.762376ms)","trace[133124959] 'applied index is now lower than readState.Index' (duration: 72.137195ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:57:28.114322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.099396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:57:28.114305Z","caller":"traceutil/trace.go:171","msg":"trace[589843370] transaction","detail":"{read_only:false; response_revision:29159; number_of_response:1; }","duration":"168.579685ms","start":"2026-02-26T02:57:27.945689Z","end":"2026-02-26T02:57:28.114269Z","steps":["trace[589843370] 'process raft request' (duration: 168.281877ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:57:28.114366Z","caller":"traceutil/trace.go:171","msg":"trace[180562882] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:29159; }","duration":"138.198859ms","start":"2026-02-26T02:57:27.976156Z","end":"2026-02-26T02:57:28.114355Z","steps":["trace[180562882] 'agreement among raft nodes before linearized reading' (duration: 138.089336ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:57:30.005949Z","caller":"traceutil/trace.go:171","msg":"trace[1574986258] transaction","detail":"{read_only:false; response_revision:29168; number_of_response:1; }","duration":"250.454778ms","start":"2026-02-26T02:57:29.755466Z","end":"2026-02-26T02:57:30.005921Z","steps":["trace[1574986258] 'process raft request' (duration: 250.278293ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:57:30.037177Z","caller":"traceutil/trace.go:171","msg":"trace[591955500] linearizableReadLoop","detail":"{readStateIndex:30261; appliedIndex:30259; }","duration":"190.801525ms","start":"2026-02-26T02:57:29.846334Z","end":"2026-02-26T02:57:30.037136Z","steps":["trace[591955500] 'read index received' (duration: 159.407711ms)","trace[591955500] 'applied index is now lower than readState.Index' (duration: 31.392974ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:57:30.037371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.02431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:57:30.037406Z","caller":"traceutil/trace.go:171","msg":"trace[1986670237] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29170; }","duration":"191.102813ms","start":"2026-02-26T02:57:29.846292Z","end":"2026-02-26T02:57:30.037395Z","steps":["trace[1986670237] 'agreement among raft nodes before linearized reading' (duration: 190.99727ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:57:30.037597Z","caller":"traceutil/trace.go:171","msg":"trace[661294518] transaction","detail":"{read_only:false; response_revision:29169; number_of_response:1; }","duration":"278.661057ms","start":"2026-02-26T02:57:29.758904Z","end":"2026-02-26T02:57:30.037565Z","steps":["trace[661294518] 'process raft request' (duration: 277.904787ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:57:30.037723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.274728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-26T02:57:30.037857Z","caller":"traceutil/trace.go:171","msg":"trace[503423923] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29170; }","duration":"130.526635ms","start":"2026-02-26T02:57:29.907302Z","end":"2026-02-26T02:57:30.037829Z","steps":["trace[503423923] 'agreement among raft nodes before linearized reading' (duration: 130.168076ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:58:16.6713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.795856ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:58:16.671724Z","caller":"traceutil/trace.go:171","msg":"trace[216826003] transaction","detail":"{read_only:false; response_revision:29495; number_of_response:1; }","duration":"218.338725ms","start":"2026-02-26T02:58:16.453357Z","end":"2026-02-26T02:58:16.671695Z","steps":["trace[216826003] 'process raft request' (duration: 18.037026ms)","trace[216826003] 'compare' (duration: 199.536899ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:58:16.770678Z","caller":"traceutil/trace.go:171","msg":"trace[2115146567] transaction","detail":"{read_only:false; response_revision:29496; number_of_response:1; }","duration":"174.556611ms","start":"2026-02-26T02:58:16.596081Z","end":"2026-02-26T02:58:16.770637Z","steps":["trace[2115146567] 'process raft request' (duration: 174.342595ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:58:47.998026Z","caller":"traceutil/trace.go:171","msg":"trace[1812377618] transaction","detail":"{read_only:false; response_revision:29706; number_of_response:1; }","duration":"139.418555ms","start":"2026-02-26T02:58:47.858578Z","end":"2026-02-26T02:58:47.997997Z","steps":["trace[1812377618] 'process raft request' (duration: 126.514885ms)","trace[1812377618] 'compare' (duration: 12.690514ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:58:47.998323Z","caller":"traceutil/trace.go:171","msg":"trace[1185707114] transaction","detail":"{read_only:false; response_revision:29707; number_of_response:1; }","duration":"139.63156ms","start":"2026-02-26T02:58:47.858632Z","end":"2026-02-26T02:58:47.998264Z","steps":["trace[1185707114] 'process raft request' (duration: 139.305921ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:59:26.148423Z","caller":"traceutil/trace.go:171","msg":"trace[1396133514] transaction","detail":"{read_only:false; response_revision:29967; number_of_response:1; }","duration":"119.820888ms","start":"2026-02-26T02:59:26.028568Z","end":"2026-02-26T02:59:26.148389Z","steps":["trace[1396133514] 'process raft request' (duration: 40.2357ms)","trace[1396133514] 'compare' (duration: 79.197228ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:00:17.585263Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28137} {"level":"info","ts":"2026-02-26T03:00:17.725015Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28137,"took":"134.960188ms","hash":409144899,"current-db-size-bytes":51388416,"current-db-size":"51 MB","current-db-size-in-use-bytes":31555584,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-02-26T03:00:17.725172Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":409144899,"revision":28137,"compact-revision":25476} {"level":"info","ts":"2026-02-26T03:00:21.26082Z","caller":"traceutil/trace.go:171","msg":"trace[2059274942] linearizableReadLoop","detail":"{readStateIndex:31553; appliedIndex:31552; }","duration":"110.075971ms","start":"2026-02-26T03:00:21.150701Z","end":"2026-02-26T03:00:21.260777Z","steps":["trace[2059274942] 'read index received' (duration: 109.928488ms)","trace[2059274942] 'applied index is now lower than readState.Index' (duration: 146.493µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:00:21.260968Z","caller":"traceutil/trace.go:171","msg":"trace[1623072476] transaction","detail":"{read_only:false; response_revision:30422; number_of_response:1; }","duration":"128.624821ms","start":"2026-02-26T03:00:21.132276Z","end":"2026-02-26T03:00:21.2609Z","steps":["trace[1623072476] 'process raft request' (duration: 128.320623ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:00:21.261101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.388639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-26T03:00:21.26116Z","caller":"traceutil/trace.go:171","msg":"trace[2014071668] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30422; }","duration":"110.508813ms","start":"2026-02-26T03:00:21.150639Z","end":"2026-02-26T03:00:21.261147Z","steps":["trace[2014071668] 'agreement among raft nodes before linearized reading' (duration: 110.304178ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:00:21.276672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.819674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-26T03:00:21.276741Z","caller":"traceutil/trace.go:171","msg":"trace[924606667] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30423; }","duration":"123.945327ms","start":"2026-02-26T03:00:21.152781Z","end":"2026-02-26T03:00:21.276726Z","steps":["trace[924606667] 'agreement among raft nodes before linearized reading' (duration: 123.606158ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:00:21.407289Z","caller":"traceutil/trace.go:171","msg":"trace[1259401913] transaction","detail":"{read_only:false; response_revision:30424; number_of_response:1; }","duration":"141.069138ms","start":"2026-02-26T03:00:21.266188Z","end":"2026-02-26T03:00:21.407257Z","steps":["trace[1259401913] 'process raft request' (duration: 78.460968ms)","trace[1259401913] 'compare' (duration: 62.359584ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:00:21.407469Z","caller":"traceutil/trace.go:171","msg":"trace[692438489] transaction","detail":"{read_only:false; response_revision:30426; number_of_response:1; }","duration":"139.382934ms","start":"2026-02-26T03:00:21.26806Z","end":"2026-02-26T03:00:21.407443Z","steps":["trace[692438489] 'process raft request' (duration: 139.263481ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:00:21.407545Z","caller":"traceutil/trace.go:171","msg":"trace[1643007291] transaction","detail":"{read_only:false; response_revision:30425; number_of_response:1; }","duration":"140.881624ms","start":"2026-02-26T03:00:21.266658Z","end":"2026-02-26T03:00:21.407539Z","steps":["trace[1643007291] 'process raft request' (duration: 140.571776ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:00:21.407497Z","caller":"traceutil/trace.go:171","msg":"trace[1168849467] linearizableReadLoop","detail":"{readStateIndex:31558; appliedIndex:31554; }","duration":"112.229648ms","start":"2026-02-26T03:00:21.295247Z","end":"2026-02-26T03:00:21.407476Z","steps":["trace[1168849467] 'read index received' (duration: 49.419992ms)","trace[1168849467] 'applied index is now lower than readState.Index' (duration: 62.808636ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:00:21.407697Z","caller":"traceutil/trace.go:171","msg":"trace[1028931661] transaction","detail":"{read_only:false; response_revision:30427; number_of_response:1; }","duration":"126.246468ms","start":"2026-02-26T03:00:21.281446Z","end":"2026-02-26T03:00:21.407692Z","steps":["trace[1028931661] 'process raft request' (duration: 125.95223ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:00:21.407749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.479475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-26T03:00:21.407815Z","caller":"traceutil/trace.go:171","msg":"trace[826878028] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30427; }","duration":"112.588618ms","start":"2026-02-26T03:00:21.295211Z","end":"2026-02-26T03:00:21.4078Z","steps":["trace[826878028] 'agreement among raft nodes before linearized reading' (duration: 112.330311ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:00:22.220615Z","caller":"traceutil/trace.go:171","msg":"trace[172491016] transaction","detail":"{read_only:false; response_revision:30437; number_of_response:1; }","duration":"203.983737ms","start":"2026-02-26T03:00:22.016596Z","end":"2026-02-26T03:00:22.220579Z","steps":["trace[172491016] 'process raft request' (duration: 203.72088ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:00:22.573342Z","caller":"traceutil/trace.go:171","msg":"trace[1610440476] transaction","detail":"{read_only:false; response_revision:30440; number_of_response:1; }","duration":"125.073837ms","start":"2026-02-26T03:00:22.448239Z","end":"2026-02-26T03:00:22.573313Z","steps":["trace[1610440476] 'process raft request' (duration: 82.751641ms)","trace[1610440476] 'compare' (duration: 42.072899ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:00:27.461459Z","caller":"traceutil/trace.go:171","msg":"trace[643915158] transaction","detail":"{read_only:false; response_revision:30481; number_of_response:1; }","duration":"149.385807ms","start":"2026-02-26T03:00:27.312042Z","end":"2026-02-26T03:00:27.461428Z","steps":["trace[643915158] 'process raft request' (duration: 149.169071ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:00:28.757787Z","caller":"traceutil/trace.go:171","msg":"trace[1479948837] transaction","detail":"{read_only:false; response_revision:30491; number_of_response:1; }","duration":"162.258717ms","start":"2026-02-26T03:00:28.595489Z","end":"2026-02-26T03:00:28.757748Z","steps":["trace[1479948837] 'process raft request' (duration: 162.034291ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:00:29.976182Z","caller":"traceutil/trace.go:171","msg":"trace[798224885] linearizableReadLoop","detail":"{readStateIndex:31632; appliedIndex:31629; }","duration":"190.042498ms","start":"2026-02-26T03:00:29.786099Z","end":"2026-02-26T03:00:29.976141Z","steps":["trace[798224885] 'read index received' (duration: 189.526584ms)","trace[798224885] 'applied index is now lower than readState.Index' (duration: 514.474µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:00:29.97625Z","caller":"traceutil/trace.go:171","msg":"trace[1011567203] transaction","detail":"{read_only:false; response_revision:30499; number_of_response:1; }","duration":"379.350278ms","start":"2026-02-26T03:00:29.596844Z","end":"2026-02-26T03:00:29.976195Z","steps":["trace[1011567203] 'process raft request' (duration: 379.225185ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:00:29.976355Z","caller":"traceutil/trace.go:171","msg":"trace[310414081] transaction","detail":"{read_only:false; response_revision:30500; number_of_response:1; }","duration":"379.494441ms","start":"2026-02-26T03:00:29.596848Z","end":"2026-02-26T03:00:29.976343Z","steps":["trace[310414081] 'process raft request' (duration: 379.255495ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:00:29.976459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:00:29.596807Z","time spent":"379.545914ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T03:00:29.976499Z","caller":"traceutil/trace.go:171","msg":"trace[1831437205] transaction","detail":"{read_only:false; response_revision:30498; number_of_response:1; }","duration":"379.730618ms","start":"2026-02-26T03:00:29.596713Z","end":"2026-02-26T03:00:29.976443Z","steps":["trace[1831437205] 'process raft request' (duration: 379.075221ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:00:29.976577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:00:29.596814Z","time spent":"379.574334ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T03:00:29.976673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:00:29.596701Z","time spent":"379.887652ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T03:00:29.976721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.628634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T03:00:29.976772Z","caller":"traceutil/trace.go:171","msg":"trace[379943871] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30500; }","duration":"190.709956ms","start":"2026-02-26T03:00:29.786048Z","end":"2026-02-26T03:00:29.976758Z","steps":["trace[379943871] 'agreement among raft nodes before linearized reading' (duration: 190.618314ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:00:30.725893Z","caller":"traceutil/trace.go:171","msg":"trace[1397832890] linearizableReadLoop","detail":"{readStateIndex:31636; appliedIndex:31635; }","duration":"169.23117ms","start":"2026-02-26T03:00:30.556637Z","end":"2026-02-26T03:00:30.725868Z","steps":["trace[1397832890] 'read index received' (duration: 168.881941ms)","trace[1397832890] 'applied index is now lower than readState.Index' (duration: 348.099µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:00:30.726052Z","caller":"traceutil/trace.go:171","msg":"trace[1791526022] transaction","detail":"{read_only:false; response_revision:30504; number_of_response:1; }","duration":"175.397393ms","start":"2026-02-26T03:00:30.550626Z","end":"2026-02-26T03:00:30.726024Z","steps":["trace[1791526022] 'process raft request' (duration: 175.014073ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:00:30.726249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.59005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-02-26T03:00:30.726316Z","caller":"traceutil/trace.go:171","msg":"trace[133386674] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:30504; }","duration":"169.672653ms","start":"2026-02-26T03:00:30.556622Z","end":"2026-02-26T03:00:30.726295Z","steps":["trace[133386674] 'agreement among raft nodes before linearized reading' (duration: 169.394185ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:00:30.89256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.955366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T03:00:30.892703Z","caller":"traceutil/trace.go:171","msg":"trace[175511487] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30505; }","duration":"105.139361ms","start":"2026-02-26T03:00:30.787517Z","end":"2026-02-26T03:00:30.892656Z","steps":["trace[175511487] 'range keys from in-memory index tree' (duration: 104.881865ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:00:31.133919Z","caller":"traceutil/trace.go:171","msg":"trace[398889123] transaction","detail":"{read_only:false; response_revision:30507; number_of_response:1; }","duration":"155.483018ms","start":"2026-02-26T03:00:30.97841Z","end":"2026-02-26T03:00:31.133893Z","steps":["trace[398889123] 'process raft request' (duration: 113.111281ms)","trace[398889123] 'compare' (duration: 42.220583ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:00:31.70003Z","caller":"traceutil/trace.go:171","msg":"trace[1499195045] transaction","detail":"{read_only:false; response_revision:30509; number_of_response:1; }","duration":"103.58497ms","start":"2026-02-26T03:00:31.596419Z","end":"2026-02-26T03:00:31.700004Z","steps":["trace[1499195045] 'process raft request' (duration: 103.368905ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:00:31.70312Z","caller":"traceutil/trace.go:171","msg":"trace[1261114878] transaction","detail":"{read_only:false; response_revision:30510; number_of_response:1; }","duration":"106.501557ms","start":"2026-02-26T03:00:31.596603Z","end":"2026-02-26T03:00:31.703104Z","steps":["trace[1261114878] 'process raft request' (duration: 106.212299ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:00:32.2341Z","caller":"traceutil/trace.go:171","msg":"trace[1442983272] transaction","detail":"{read_only:false; response_revision:30514; number_of_response:1; }","duration":"247.456962ms","start":"2026-02-26T03:00:31.986617Z","end":"2026-02-26T03:00:32.234074Z","steps":["trace[1442983272] 'process raft request' (duration: 242.598744ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:00:32.23476Z","caller":"traceutil/trace.go:171","msg":"trace[1167802494] transaction","detail":"{read_only:false; response_revision:30515; number_of_response:1; }","duration":"247.772071ms","start":"2026-02-26T03:00:31.986961Z","end":"2026-02-26T03:00:32.234733Z","steps":["trace[1167802494] 'process raft request' (duration: 247.036451ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:00:32.23462Z","caller":"traceutil/trace.go:171","msg":"trace[331345892] linearizableReadLoop","detail":"{readStateIndex:31648; appliedIndex:31645; }","duration":"189.151866ms","start":"2026-02-26T03:00:32.045434Z","end":"2026-02-26T03:00:32.234586Z","steps":["trace[331345892] 'read index received' (duration: 8.663269ms)","trace[331345892] 'applied index is now lower than readState.Index' (duration: 180.486497ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T03:00:32.235037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.585737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-02-26T03:00:32.235111Z","caller":"traceutil/trace.go:171","msg":"trace[1226490249] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:30515; }","duration":"189.70283ms","start":"2026-02-26T03:00:32.045393Z","end":"2026-02-26T03:00:32.235096Z","steps":["trace[1226490249] 'agreement among raft nodes before linearized reading' (duration: 189.482114ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:00:52.270742Z","caller":"traceutil/trace.go:171","msg":"trace[1953669251] linearizableReadLoop","detail":"{readStateIndex:31787; appliedIndex:31786; }","duration":"109.143747ms","start":"2026-02-26T03:00:52.161571Z","end":"2026-02-26T03:00:52.270715Z","steps":["trace[1953669251] 'read index received' (duration: 108.837159ms)","trace[1953669251] 'applied index is now lower than readState.Index' (duration: 305.428µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:00:52.270807Z","caller":"traceutil/trace.go:171","msg":"trace[326176430] transaction","detail":"{read_only:false; response_revision:30650; number_of_response:1; }","duration":"112.990509ms","start":"2026-02-26T03:00:52.157784Z","end":"2026-02-26T03:00:52.270775Z","steps":["trace[326176430] 'process raft request' (duration: 112.751912ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:00:52.271317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.724122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:28 size:807945"} {"level":"info","ts":"2026-02-26T03:00:52.271378Z","caller":"traceutil/trace.go:171","msg":"trace[1121553667] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:28; response_revision:30650; }","duration":"109.830935ms","start":"2026-02-26T03:00:52.161533Z","end":"2026-02-26T03:00:52.271364Z","steps":["trace[1121553667] 'agreement among raft nodes before linearized reading' (duration: 109.294401ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:02:26.873405Z","caller":"traceutil/trace.go:171","msg":"trace[971260208] transaction","detail":"{read_only:false; response_revision:31291; number_of_response:1; }","duration":"108.793738ms","start":"2026-02-26T03:02:26.76456Z","end":"2026-02-26T03:02:26.873354Z","steps":["trace[971260208] 'process raft request' (duration: 108.51541ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:02:31.220909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.914808ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T03:02:31.221062Z","caller":"traceutil/trace.go:171","msg":"trace[1737911932] linearizableReadLoop","detail":"{readStateIndex:32474; appliedIndex:32472; }","duration":"323.374573ms","start":"2026-02-26T03:02:30.897662Z","end":"2026-02-26T03:02:31.221037Z","steps":["trace[1737911932] 'read index received' (duration: 99.792ms)","trace[1737911932] 'applied index is now lower than readState.Index' (duration: 223.580983ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:02:31.221145Z","caller":"traceutil/trace.go:171","msg":"trace[2066712166] transaction","detail":"{read_only:false; response_revision:31316; number_of_response:1; }","duration":"334.486627ms","start":"2026-02-26T03:02:30.886608Z","end":"2026-02-26T03:02:31.221094Z","steps":["trace[2066712166] 'process raft request' (duration: 172.20552ms)","trace[2066712166] 'compare' (duration: 161.616629ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T03:02:31.221301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.645791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-26T03:02:31.221344Z","caller":"traceutil/trace.go:171","msg":"trace[2024618434] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31316; }","duration":"323.729263ms","start":"2026-02-26T03:02:30.897602Z","end":"2026-02-26T03:02:31.221331Z","steps":["trace[2024618434] 'agreement among raft nodes before linearized reading' (duration: 323.550138ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:02:31.22138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:02:30.897579Z","time spent":"323.792774ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T03:02:31.221555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:02:30.886558Z","time spent":"334.860656ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T03:02:31.248688Z","caller":"traceutil/trace.go:171","msg":"trace[222640542] transaction","detail":"{read_only:false; response_revision:31317; number_of_response:1; }","duration":"249.727712ms","start":"2026-02-26T03:02:30.99893Z","end":"2026-02-26T03:02:31.248658Z","steps":["trace[222640542] 'process raft request' (duration: 249.400754ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:02:31.248777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.087371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-02-26T03:02:31.248871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.202045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-26T03:02:31.248913Z","caller":"traceutil/trace.go:171","msg":"trace[968688514] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31317; }","duration":"349.237796ms","start":"2026-02-26T03:02:30.899662Z","end":"2026-02-26T03:02:31.2489Z","steps":["trace[968688514] 'agreement among raft nodes before linearized reading' (duration: 349.157144ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:02:31.248952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:02:30.899636Z","time spent":"349.308407ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T03:02:31.248875Z","caller":"traceutil/trace.go:171","msg":"trace[65581756] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:31317; }","duration":"319.231484ms","start":"2026-02-26T03:02:30.929624Z","end":"2026-02-26T03:02:31.248856Z","steps":["trace[65581756] 'agreement among raft nodes before linearized reading' (duration: 318.992238ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:02:31.249232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:02:30.929606Z","time spent":"319.596204ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T03:02:31.248776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.208552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T03:02:31.249319Z","caller":"traceutil/trace.go:171","msg":"trace[764853779] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31317; }","duration":"344.811348ms","start":"2026-02-26T03:02:30.904494Z","end":"2026-02-26T03:02:31.249305Z","steps":["trace[764853779] 'agreement among raft nodes before linearized reading' (duration: 344.10254ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:02:31.249553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:02:30.904474Z","time spent":"345.065524ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T03:02:31.457444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.981947ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T03:02:31.457577Z","caller":"traceutil/trace.go:171","msg":"trace[1317090344] linearizableReadLoop","detail":"{readStateIndex:32480; appliedIndex:32479; }","duration":"144.917229ms","start":"2026-02-26T03:02:31.312635Z","end":"2026-02-26T03:02:31.457552Z","steps":["trace[1317090344] 'read index received' (duration: 39.726757ms)","trace[1317090344] 'applied index is now lower than readState.Index' (duration: 105.188582ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:02:31.457674Z","caller":"traceutil/trace.go:171","msg":"trace[423101975] transaction","detail":"{read_only:false; response_revision:31322; number_of_response:1; }","duration":"188.404706ms","start":"2026-02-26T03:02:31.269247Z","end":"2026-02-26T03:02:31.457652Z","steps":["trace[423101975] 'process raft request' (duration: 83.08406ms)","trace[423101975] 'compare' (duration: 104.838413ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T03:02:31.457805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.155136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-02-26T03:02:31.457857Z","caller":"traceutil/trace.go:171","msg":"trace[1247998277] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:31322; }","duration":"145.229528ms","start":"2026-02-26T03:02:31.312616Z","end":"2026-02-26T03:02:31.457845Z","steps":["trace[1247998277] 'agreement among raft nodes before linearized reading' (duration: 145.007492ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:02:31.480801Z","caller":"traceutil/trace.go:171","msg":"trace[1064819648] transaction","detail":"{read_only:false; response_revision:31323; number_of_response:1; }","duration":"163.904871ms","start":"2026-02-26T03:02:31.31688Z","end":"2026-02-26T03:02:31.480785Z","steps":["trace[1064819648] 'process raft request' (duration: 163.825919ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:02:31.485235Z","caller":"traceutil/trace.go:171","msg":"trace[2031290902] transaction","detail":"{read_only:false; response_revision:31324; number_of_response:1; }","duration":"123.6665ms","start":"2026-02-26T03:02:31.361534Z","end":"2026-02-26T03:02:31.4852Z","steps":["trace[2031290902] 'process raft request' (duration: 123.422774ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:02:37.509928Z","caller":"traceutil/trace.go:171","msg":"trace[1008262916] transaction","detail":"{read_only:false; response_revision:31360; number_of_response:1; }","duration":"164.964127ms","start":"2026-02-26T03:02:37.344938Z","end":"2026-02-26T03:02:37.509903Z","steps":["trace[1008262916] 'process raft request' (duration: 164.809023ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:02:37.523981Z","caller":"traceutil/trace.go:171","msg":"trace[1608643442] transaction","detail":"{read_only:false; response_revision:31361; number_of_response:1; }","duration":"178.31336ms","start":"2026-02-26T03:02:37.345603Z","end":"2026-02-26T03:02:37.523916Z","steps":["trace[1608643442] 'process raft request' (duration: 178.090404ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:02:37.524334Z","caller":"traceutil/trace.go:171","msg":"trace[1453437272] transaction","detail":"{read_only:false; response_revision:31362; number_of_response:1; }","duration":"178.058333ms","start":"2026-02-26T03:02:37.346245Z","end":"2026-02-26T03:02:37.524303Z","steps":["trace[1453437272] 'process raft request' (duration: 177.626652ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:02:37.694746Z","caller":"traceutil/trace.go:171","msg":"trace[820336069] linearizableReadLoop","detail":"{readStateIndex:32524; appliedIndex:32523; }","duration":"120.564888ms","start":"2026-02-26T03:02:37.574146Z","end":"2026-02-26T03:02:37.694711Z","steps":["trace[820336069] 'read index received' (duration: 120.27217ms)","trace[820336069] 'applied index is now lower than readState.Index' (duration: 291.818µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:02:37.694829Z","caller":"traceutil/trace.go:171","msg":"trace[1383402896] transaction","detail":"{read_only:false; response_revision:31365; number_of_response:1; }","duration":"149.09338ms","start":"2026-02-26T03:02:37.545692Z","end":"2026-02-26T03:02:37.694786Z","steps":["trace[1383402896] 'process raft request' (duration: 148.804752ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:02:37.694954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.778863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T03:02:37.695009Z","caller":"traceutil/trace.go:171","msg":"trace[822113223] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:31365; }","duration":"120.897587ms","start":"2026-02-26T03:02:37.574095Z","end":"2026-02-26T03:02:37.694992Z","steps":["trace[822113223] 'agreement among raft nodes before linearized reading' (duration: 120.785304ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:02:38.504921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.296057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/keystone-api\" ","response":"range_response_count:1 size:11498"} {"level":"info","ts":"2026-02-26T03:02:38.505111Z","caller":"traceutil/trace.go:171","msg":"trace[214928616] range","detail":"{range_begin:/registry/deployments/openstack/keystone-api; range_end:; response_count:1; response_revision:31368; }","duration":"261.522763ms","start":"2026-02-26T03:02:38.243561Z","end":"2026-02-26T03:02:38.505083Z","steps":["trace[214928616] 'range keys from in-memory index tree' (duration: 261.076681ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:02:38.50492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.881066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T03:02:38.505286Z","caller":"traceutil/trace.go:171","msg":"trace[1627719854] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:31368; }","duration":"110.259516ms","start":"2026-02-26T03:02:38.395001Z","end":"2026-02-26T03:02:38.505261Z","steps":["trace[1627719854] 'count revisions from in-memory index tree' (duration: 109.737883ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:02:38.505273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.787272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-26T03:02:38.505405Z","caller":"traceutil/trace.go:171","msg":"trace[1418081881] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:31368; }","duration":"104.983267ms","start":"2026-02-26T03:02:38.400381Z","end":"2026-02-26T03:02:38.505364Z","steps":["trace[1418081881] 'range keys from in-memory index tree' (duration: 104.424132ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:02:39.429017Z","caller":"traceutil/trace.go:171","msg":"trace[1249036929] transaction","detail":"{read_only:false; response_revision:31371; number_of_response:1; }","duration":"138.998314ms","start":"2026-02-26T03:02:39.289992Z","end":"2026-02-26T03:02:39.42899Z","steps":["trace[1249036929] 'process raft request' (duration: 138.610313ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:02:39.429422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.09529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-26T03:02:39.428902Z","caller":"traceutil/trace.go:171","msg":"trace[694166313] linearizableReadLoop","detail":"{readStateIndex:32530; appliedIndex:32529; }","duration":"126.577006ms","start":"2026-02-26T03:02:39.302289Z","end":"2026-02-26T03:02:39.428866Z","steps":["trace[694166313] 'read index received' (duration: 126.34644ms)","trace[694166313] 'applied index is now lower than readState.Index' (duration: 228.696µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:02:39.429565Z","caller":"traceutil/trace.go:171","msg":"trace[1300441368] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31371; }","duration":"127.359217ms","start":"2026-02-26T03:02:39.302172Z","end":"2026-02-26T03:02:39.429531Z","steps":["trace[1300441368] 'agreement among raft nodes before linearized reading' (duration: 126.949146ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:02:39.429856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.126878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T03:02:39.429928Z","caller":"traceutil/trace.go:171","msg":"trace[1661210218] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:31371; }","duration":"106.24285ms","start":"2026-02-26T03:02:39.323671Z","end":"2026-02-26T03:02:39.429914Z","steps":["trace[1661210218] 'agreement among raft nodes before linearized reading' (duration: 106.124047ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:02:39.720895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.686257ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T03:02:39.72106Z","caller":"traceutil/trace.go:171","msg":"trace[1532972962] linearizableReadLoop","detail":"{readStateIndex:32531; appliedIndex:32530; }","duration":"207.287293ms","start":"2026-02-26T03:02:39.513753Z","end":"2026-02-26T03:02:39.721041Z","steps":["trace[1532972962] 'read index received' (duration: 104.414222ms)","trace[1532972962] 'applied index is now lower than readState.Index' (duration: 102.871771ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:02:39.721166Z","caller":"traceutil/trace.go:171","msg":"trace[286313241] transaction","detail":"{read_only:false; response_revision:31372; number_of_response:1; }","duration":"285.540556ms","start":"2026-02-26T03:02:39.435611Z","end":"2026-02-26T03:02:39.721152Z","steps":["trace[286313241] 'process raft request' (duration: 182.516871ms)","trace[286313241] 'compare' (duration: 102.561223ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T03:02:39.72154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.790097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-26T03:02:39.721584Z","caller":"traceutil/trace.go:171","msg":"trace[363335094] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31373; }","duration":"207.879729ms","start":"2026-02-26T03:02:39.513693Z","end":"2026-02-26T03:02:39.721573Z","steps":["trace[363335094] 'agreement among raft nodes before linearized reading' (duration: 207.688184ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:02:39.721575Z","caller":"traceutil/trace.go:171","msg":"trace[13017995] transaction","detail":"{read_only:false; response_revision:31373; number_of_response:1; }","duration":"191.639341ms","start":"2026-02-26T03:02:39.529894Z","end":"2026-02-26T03:02:39.721533Z","steps":["trace[13017995] 'process raft request' (duration: 191.102977ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:02:39.721899Z","caller":"traceutil/trace.go:171","msg":"trace[1600351564] transaction","detail":"{read_only:false; response_revision:31374; number_of_response:1; }","duration":"191.925079ms","start":"2026-02-26T03:02:39.529962Z","end":"2026-02-26T03:02:39.721887Z","steps":["trace[1600351564] 'process raft request' (duration: 191.405435ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:02:39.74801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.232236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T03:02:39.7482Z","caller":"traceutil/trace.go:171","msg":"trace[659961793] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31375; }","duration":"217.477222ms","start":"2026-02-26T03:02:39.53064Z","end":"2026-02-26T03:02:39.748118Z","steps":["trace[659961793] 'agreement among raft nodes before linearized reading' (duration: 216.060055ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:02:39.748399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.596938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-26T03:02:39.748653Z","caller":"traceutil/trace.go:171","msg":"trace[1725035617] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:31375; }","duration":"219.839324ms","start":"2026-02-26T03:02:39.528692Z","end":"2026-02-26T03:02:39.748532Z","steps":["trace[1725035617] 'agreement among raft nodes before linearized reading' (duration: 217.849862ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:02:39.748835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.777676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T03:02:39.749053Z","caller":"traceutil/trace.go:171","msg":"trace[1437033746] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:31375; }","duration":"197.013033ms","start":"2026-02-26T03:02:39.552008Z","end":"2026-02-26T03:02:39.749021Z","steps":["trace[1437033746] 'agreement among raft nodes before linearized reading' (duration: 194.673161ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:02:39.920454Z","caller":"traceutil/trace.go:171","msg":"trace[2104759910] transaction","detail":"{read_only:false; response_revision:31376; number_of_response:1; }","duration":"193.763008ms","start":"2026-02-26T03:02:39.726658Z","end":"2026-02-26T03:02:39.920421Z","steps":["trace[2104759910] 'process raft request' (duration: 193.400188ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:02:39.929847Z","caller":"traceutil/trace.go:171","msg":"trace[1101689133] linearizableReadLoop","detail":"{readStateIndex:32537; appliedIndex:32534; }","duration":"142.073815ms","start":"2026-02-26T03:02:39.787733Z","end":"2026-02-26T03:02:39.929807Z","steps":["trace[1101689133] 'read index received' (duration: 132.156844ms)","trace[1101689133] 'applied index is now lower than readState.Index' (duration: 9.915971ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T03:02:39.929989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.228739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T03:02:39.930018Z","caller":"traceutil/trace.go:171","msg":"trace[484437207] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31378; }","duration":"142.338171ms","start":"2026-02-26T03:02:39.787671Z","end":"2026-02-26T03:02:39.930009Z","steps":["trace[484437207] 'agreement among raft nodes before linearized reading' (duration: 142.251299ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:02:39.92989Z","caller":"traceutil/trace.go:171","msg":"trace[2013886280] transaction","detail":"{read_only:false; response_revision:31377; number_of_response:1; }","duration":"171.357007ms","start":"2026-02-26T03:02:39.758484Z","end":"2026-02-26T03:02:39.929841Z","steps":["trace[2013886280] 'process raft request' (duration: 171.127261ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:02:39.930153Z","caller":"traceutil/trace.go:171","msg":"trace[1383195096] transaction","detail":"{read_only:false; response_revision:31378; number_of_response:1; }","duration":"170.208057ms","start":"2026-02-26T03:02:39.759885Z","end":"2026-02-26T03:02:39.930093Z","steps":["trace[1383195096] 'process raft request' (duration: 169.886858ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:02:40.699153Z","caller":"traceutil/trace.go:171","msg":"trace[1854254008] linearizableReadLoop","detail":"{readStateIndex:32541; appliedIndex:32540; }","duration":"106.541948ms","start":"2026-02-26T03:02:40.592585Z","end":"2026-02-26T03:02:40.699127Z","steps":["trace[1854254008] 'read index received' (duration: 106.21881ms)","trace[1854254008] 'applied index is now lower than readState.Index' (duration: 322.048µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:02:40.699253Z","caller":"traceutil/trace.go:171","msg":"trace[1054291637] transaction","detail":"{read_only:false; response_revision:31382; number_of_response:1; }","duration":"115.464434ms","start":"2026-02-26T03:02:40.583722Z","end":"2026-02-26T03:02:40.699186Z","steps":["trace[1054291637] 'process raft request' (duration: 115.226597ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:02:40.699366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.762064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-26T03:02:40.699403Z","caller":"traceutil/trace.go:171","msg":"trace[35549824] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:31382; }","duration":"106.838556ms","start":"2026-02-26T03:02:40.592553Z","end":"2026-02-26T03:02:40.699392Z","steps":["trace[35549824] 'agreement among raft nodes before linearized reading' (duration: 106.674862ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:02:43.621451Z","caller":"traceutil/trace.go:171","msg":"trace[562883427] transaction","detail":"{read_only:false; response_revision:31399; number_of_response:1; }","duration":"102.038879ms","start":"2026-02-26T03:02:43.51938Z","end":"2026-02-26T03:02:43.621419Z","steps":["trace[562883427] 'process raft request' (duration: 101.851584ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:03:31.975626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.543776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T03:03:31.975726Z","caller":"traceutil/trace.go:171","msg":"trace[1295893507] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31728; }","duration":"189.734511ms","start":"2026-02-26T03:03:31.78597Z","end":"2026-02-26T03:03:31.975704Z","steps":["trace[1295893507] 'range keys from in-memory index tree' (duration: 189.343831ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:03:32.05631Z","caller":"traceutil/trace.go:171","msg":"trace[160219588] transaction","detail":"{read_only:false; response_revision:31729; number_of_response:1; }","duration":"120.807035ms","start":"2026-02-26T03:03:31.93546Z","end":"2026-02-26T03:03:32.056267Z","steps":["trace[160219588] 'process raft request' (duration: 120.339342ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:03:32.308726Z","caller":"traceutil/trace.go:171","msg":"trace[1970931252] transaction","detail":"{read_only:false; response_revision:31731; number_of_response:1; }","duration":"314.192241ms","start":"2026-02-26T03:03:31.994502Z","end":"2026-02-26T03:03:32.308694Z","steps":["trace[1970931252] 'process raft request' (duration: 314.101179ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:03:32.308922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:03:31.994482Z","time spent":"314.348686ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T03:03:32.308995Z","caller":"traceutil/trace.go:171","msg":"trace[1160103825] linearizableReadLoop","detail":"{readStateIndex:32902; appliedIndex:32899; }","duration":"250.183474ms","start":"2026-02-26T03:03:32.058781Z","end":"2026-02-26T03:03:32.308965Z","steps":["trace[1160103825] 'read index received' (duration: 249.604109ms)","trace[1160103825] 'applied index is now lower than readState.Index' (duration: 578.135µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:03:32.309182Z","caller":"traceutil/trace.go:171","msg":"trace[1970724187] transaction","detail":"{read_only:false; response_revision:31730; number_of_response:1; }","duration":"320.94416ms","start":"2026-02-26T03:03:31.988225Z","end":"2026-02-26T03:03:32.309169Z","steps":["trace[1970724187] 'process raft request' (duration: 320.174919ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:03:32.309247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:03:31.988191Z","time spent":"321.018752ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T03:03:32.309269Z","caller":"traceutil/trace.go:171","msg":"trace[1517779273] transaction","detail":"{read_only:false; response_revision:31732; number_of_response:1; }","duration":"313.568845ms","start":"2026-02-26T03:03:31.995686Z","end":"2026-02-26T03:03:32.309255Z","steps":["trace[1517779273] 'process raft request' (duration: 312.963479ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:03:32.309418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:03:31.99567Z","time spent":"313.631537ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T03:03:32.309693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.341697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-26T03:03:32.309746Z","caller":"traceutil/trace.go:171","msg":"trace[899784848] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31732; }","duration":"105.436489ms","start":"2026-02-26T03:03:32.204298Z","end":"2026-02-26T03:03:32.309734Z","steps":["trace[899784848] 'agreement among raft nodes before linearized reading' (duration: 105.280965ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:03:32.310086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.311764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-26T03:03:32.310138Z","caller":"traceutil/trace.go:171","msg":"trace[206216365] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31732; }","duration":"251.416287ms","start":"2026-02-26T03:03:32.058707Z","end":"2026-02-26T03:03:32.310124Z","steps":["trace[206216365] 'agreement among raft nodes before linearized reading' (duration: 251.284553ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:03:32.310433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.997095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-26T03:03:32.310504Z","caller":"traceutil/trace.go:171","msg":"trace[918219273] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31732; }","duration":"103.57192ms","start":"2026-02-26T03:03:32.206896Z","end":"2026-02-26T03:03:32.310468Z","steps":["trace[918219273] 'agreement among raft nodes before linearized reading' (duration: 102.979894ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:03:32.456342Z","caller":"traceutil/trace.go:171","msg":"trace[829863759] transaction","detail":"{read_only:false; response_revision:31733; number_of_response:1; }","duration":"140.736999ms","start":"2026-02-26T03:03:32.315571Z","end":"2026-02-26T03:03:32.456308Z","steps":["trace[829863759] 'process raft request' (duration: 57.717022ms)","trace[829863759] 'compare' (duration: 82.792671ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:03:32.456605Z","caller":"traceutil/trace.go:171","msg":"trace[289415124] transaction","detail":"{read_only:false; response_revision:31734; number_of_response:1; }","duration":"140.897083ms","start":"2026-02-26T03:03:32.31567Z","end":"2026-02-26T03:03:32.456567Z","steps":["trace[289415124] 'process raft request' (duration: 140.589895ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:03:32.456778Z","caller":"traceutil/trace.go:171","msg":"trace[163118989] transaction","detail":"{read_only:false; response_revision:31735; number_of_response:1; }","duration":"140.841142ms","start":"2026-02-26T03:03:32.315922Z","end":"2026-02-26T03:03:32.456763Z","steps":["trace[163118989] 'process raft request' (duration: 140.576635ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:03:32.456762Z","caller":"traceutil/trace.go:171","msg":"trace[1928180007] linearizableReadLoop","detail":"{readStateIndex:32906; appliedIndex:32902; }","duration":"138.89272ms","start":"2026-02-26T03:03:32.317833Z","end":"2026-02-26T03:03:32.456726Z","steps":["trace[1928180007] 'read index received' (duration: 55.298498ms)","trace[1928180007] 'applied index is now lower than readState.Index' (duration: 83.592382ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:03:32.456907Z","caller":"traceutil/trace.go:171","msg":"trace[1643852894] transaction","detail":"{read_only:false; response_revision:31736; number_of_response:1; }","duration":"139.077205ms","start":"2026-02-26T03:03:32.317816Z","end":"2026-02-26T03:03:32.456893Z","steps":["trace[1643852894] 'process raft request' (duration: 138.851619ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:03:32.457035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.156357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T03:03:32.457128Z","caller":"traceutil/trace.go:171","msg":"trace[1166347356] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:31736; }","duration":"139.313281ms","start":"2026-02-26T03:03:32.317792Z","end":"2026-02-26T03:03:32.457105Z","steps":["trace[1166347356] 'agreement among raft nodes before linearized reading' (duration: 139.116946ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:03:32.658953Z","caller":"traceutil/trace.go:171","msg":"trace[445601732] transaction","detail":"{read_only:false; response_revision:31738; number_of_response:1; }","duration":"164.173298ms","start":"2026-02-26T03:03:32.494752Z","end":"2026-02-26T03:03:32.658926Z","steps":["trace[445601732] 'process raft request' (duration: 163.979532ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:03:32.664901Z","caller":"traceutil/trace.go:171","msg":"trace[1628863258] transaction","detail":"{read_only:false; response_revision:31739; number_of_response:1; }","duration":"126.317289ms","start":"2026-02-26T03:03:32.538558Z","end":"2026-02-26T03:03:32.664875Z","steps":["trace[1628863258] 'process raft request' (duration: 126.163485ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:03:33.278302Z","caller":"traceutil/trace.go:171","msg":"trace[17021824] linearizableReadLoop","detail":"{readStateIndex:32910; appliedIndex:32909; }","duration":"177.779626ms","start":"2026-02-26T03:03:33.100498Z","end":"2026-02-26T03:03:33.278278Z","steps":["trace[17021824] 'read index received' (duration: 177.55651ms)","trace[17021824] 'applied index is now lower than readState.Index' (duration: 222.066µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:03:33.278438Z","caller":"traceutil/trace.go:171","msg":"trace[1903355250] transaction","detail":"{read_only:false; response_revision:31740; number_of_response:1; }","duration":"301.439845ms","start":"2026-02-26T03:03:32.976948Z","end":"2026-02-26T03:03:33.278388Z","steps":["trace[1903355250] 'process raft request' (duration: 301.161098ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:03:33.27864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.112105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-26T03:03:33.278748Z","caller":"traceutil/trace.go:171","msg":"trace[1715989693] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:31740; }","duration":"178.283549ms","start":"2026-02-26T03:03:33.100439Z","end":"2026-02-26T03:03:33.278723Z","steps":["trace[1715989693] 'agreement among raft nodes before linearized reading' (duration: 177.966121ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:03:33.278671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:03:32.97691Z","time spent":"301.63036ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T03:03:33.278484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.651644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T03:03:33.278899Z","caller":"traceutil/trace.go:171","msg":"trace[228693329] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:31740; }","duration":"131.141847ms","start":"2026-02-26T03:03:33.14774Z","end":"2026-02-26T03:03:33.278882Z","steps":["trace[228693329] 'agreement among raft nodes before linearized reading' (duration: 130.677755ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:03:33.568258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.085428ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T03:03:33.568422Z","caller":"traceutil/trace.go:171","msg":"trace[38993707] transaction","detail":"{read_only:false; response_revision:31741; number_of_response:1; }","duration":"284.630482ms","start":"2026-02-26T03:03:33.283766Z","end":"2026-02-26T03:03:33.568396Z","steps":["trace[38993707] 'process raft request' (duration: 47.234435ms)","trace[38993707] 'compare' (duration: 236.825982ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:03:34.218719Z","caller":"traceutil/trace.go:171","msg":"trace[1199946493] transaction","detail":"{read_only:false; response_revision:31743; number_of_response:1; }","duration":"155.740195ms","start":"2026-02-26T03:03:34.062925Z","end":"2026-02-26T03:03:34.218666Z","steps":["trace[1199946493] 'process raft request' (duration: 155.400596ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:03:35.720958Z","caller":"traceutil/trace.go:171","msg":"trace[1510415213] transaction","detail":"{read_only:false; response_revision:31754; number_of_response:1; }","duration":"142.247439ms","start":"2026-02-26T03:03:35.578686Z","end":"2026-02-26T03:03:35.720934Z","steps":["trace[1510415213] 'process raft request' (duration: 142.087325ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:03:36.19252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.453619ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-02-26T03:03:36.781807Z","caller":"traceutil/trace.go:171","msg":"trace[130521838] transaction","detail":"{read_only:false; response_revision:31759; number_of_response:1; }","duration":"263.148946ms","start":"2026-02-26T03:03:36.518639Z","end":"2026-02-26T03:03:36.781788Z","steps":["trace[130521838] 'process raft request' (duration: 263.036963ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:03:36.917103Z","caller":"traceutil/trace.go:171","msg":"trace[2059277556] transaction","detail":"{read_only:false; response_revision:31760; number_of_response:1; }","duration":"397.839506ms","start":"2026-02-26T03:03:36.519224Z","end":"2026-02-26T03:03:36.917064Z","steps":["trace[2059277556] 'process raft request' (duration: 327.334188ms)","trace[2059277556] 'compare' (duration: 70.110948ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T03:03:36.917305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:03:36.519204Z","time spent":"397.98904ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T03:03:36.917113Z","caller":"traceutil/trace.go:171","msg":"trace[1082627269] transaction","detail":"{read_only:false; response_revision:31761; number_of_response:1; }","duration":"397.827546ms","start":"2026-02-26T03:03:36.519258Z","end":"2026-02-26T03:03:36.917086Z","steps":["trace[1082627269] 'process raft request' (duration: 397.683002ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:03:36.917542Z","caller":"traceutil/trace.go:171","msg":"trace[267947523] transaction","detail":"{read_only:false; response_revision:31762; number_of_response:1; }","duration":"397.306043ms","start":"2026-02-26T03:03:36.520223Z","end":"2026-02-26T03:03:36.917529Z","steps":["trace[267947523] 'process raft request' (duration: 396.82219ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:03:36.917566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:03:36.519239Z","time spent":"398.197955ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T03:03:36.917536Z","caller":"traceutil/trace.go:171","msg":"trace[397758234] transaction","detail":"{read_only:false; response_revision:31763; number_of_response:1; }","duration":"362.294099ms","start":"2026-02-26T03:03:36.555229Z","end":"2026-02-26T03:03:36.917523Z","steps":["trace[397758234] 'process raft request' (duration: 361.95088ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:03:36.91767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:03:36.520213Z","time spent":"397.382904ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T03:03:36.917732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:03:36.555197Z","time spent":"362.482385ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T03:03:36.917787Z","caller":"traceutil/trace.go:171","msg":"trace[902289662] transaction","detail":"{read_only:false; response_revision:31764; number_of_response:1; }","duration":"225.35052ms","start":"2026-02-26T03:03:36.692407Z","end":"2026-02-26T03:03:36.917758Z","steps":["trace[902289662] 'process raft request' (duration: 224.890597ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:03:36.917914Z","caller":"traceutil/trace.go:171","msg":"trace[1858518080] linearizableReadLoop","detail":"{readStateIndex:32933; appliedIndex:32930; }","duration":"380.588981ms","start":"2026-02-26T03:03:36.537309Z","end":"2026-02-26T03:03:36.917898Z","steps":["trace[1858518080] 'read index received' (duration: 244.596917ms)","trace[1858518080] 'applied index is now lower than readState.Index' (duration: 135.991184ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:03:36.918001Z","caller":"traceutil/trace.go:171","msg":"trace[1251166772] transaction","detail":"{read_only:false; response_revision:31765; number_of_response:1; }","duration":"219.760772ms","start":"2026-02-26T03:03:36.698182Z","end":"2026-02-26T03:03:36.917943Z","steps":["trace[1251166772] 'process raft request' (duration: 219.172037ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:03:36.918092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.777197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T03:03:36.918157Z","caller":"traceutil/trace.go:171","msg":"trace[745155479] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:31765; }","duration":"380.874969ms","start":"2026-02-26T03:03:36.537267Z","end":"2026-02-26T03:03:36.918142Z","steps":["trace[745155479] 'agreement among raft nodes before linearized reading' (duration: 380.729595ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:03:36.918193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:03:36.537254Z","time spent":"380.930881ms","remote":"127.0.0.1:36632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":32,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-02-26T03:03:36.918209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.617792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T03:03:36.918252Z","caller":"traceutil/trace.go:171","msg":"trace[1977476640] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:31765; }","duration":"166.694554ms","start":"2026-02-26T03:03:36.751546Z","end":"2026-02-26T03:03:36.91824Z","steps":["trace[1977476640] 'agreement among raft nodes before linearized reading' (duration: 166.557311ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:03:36.918276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.991109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T03:03:36.918333Z","caller":"traceutil/trace.go:171","msg":"trace[702676292] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:31765; }","duration":"102.099201ms","start":"2026-02-26T03:03:36.816213Z","end":"2026-02-26T03:03:36.918313Z","steps":["trace[702676292] 'agreement among raft nodes before linearized reading' (duration: 102.008679ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:03:36.91845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.343162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T03:03:36.918508Z","caller":"traceutil/trace.go:171","msg":"trace[1474980458] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31765; }","duration":"131.441415ms","start":"2026-02-26T03:03:36.787055Z","end":"2026-02-26T03:03:36.918496Z","steps":["trace[1474980458] 'agreement among raft nodes before linearized reading' (duration: 131.312652ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:03:38.483321Z","caller":"traceutil/trace.go:171","msg":"trace[1451395219] transaction","detail":"{read_only:false; response_revision:31773; number_of_response:1; }","duration":"111.559451ms","start":"2026-02-26T03:03:38.371734Z","end":"2026-02-26T03:03:38.483293Z","steps":["trace[1451395219] 'process raft request' (duration: 111.508269ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:03:38.483431Z","caller":"traceutil/trace.go:171","msg":"trace[283742108] transaction","detail":"{read_only:false; response_revision:31772; number_of_response:1; }","duration":"112.345421ms","start":"2026-02-26T03:03:38.371037Z","end":"2026-02-26T03:03:38.483382Z","steps":["trace[283742108] 'process raft request' (duration: 112.038723ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:03:42.074182Z","caller":"traceutil/trace.go:171","msg":"trace[118623340] linearizableReadLoop","detail":"{readStateIndex:32968; appliedIndex:32967; }","duration":"102.633355ms","start":"2026-02-26T03:03:41.97151Z","end":"2026-02-26T03:03:42.074143Z","steps":["trace[118623340] 'read index received' (duration: 65.622419ms)","trace[118623340] 'applied index is now lower than readState.Index' (duration: 37.008886ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:03:42.074413Z","caller":"traceutil/trace.go:171","msg":"trace[1296974021] transaction","detail":"{read_only:false; response_revision:31796; number_of_response:1; }","duration":"148.698479ms","start":"2026-02-26T03:03:41.925675Z","end":"2026-02-26T03:03:42.074373Z","steps":["trace[1296974021] 'process raft request' (duration: 111.53787ms)","trace[1296974021] 'compare' (duration: 36.662196ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T03:03:42.074481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.942343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-02-26T03:03:42.07453Z","caller":"traceutil/trace.go:171","msg":"trace[1921860118] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:31796; }","duration":"103.041826ms","start":"2026-02-26T03:03:41.971471Z","end":"2026-02-26T03:03:42.074513Z","steps":["trace[1921860118] 'agreement among raft nodes before linearized reading' (duration: 102.803099ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:03:43.127338Z","caller":"traceutil/trace.go:171","msg":"trace[1982069640] transaction","detail":"{read_only:false; response_revision:31803; number_of_response:1; }","duration":"187.986385ms","start":"2026-02-26T03:03:42.939322Z","end":"2026-02-26T03:03:43.127309Z","steps":["trace[1982069640] 'process raft request' (duration: 187.7658ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:03:43.153969Z","caller":"traceutil/trace.go:171","msg":"trace[1136008195] linearizableReadLoop","detail":"{readStateIndex:32976; appliedIndex:32974; }","duration":"209.899692ms","start":"2026-02-26T03:03:42.944044Z","end":"2026-02-26T03:03:43.153944Z","steps":["trace[1136008195] 'read index received' (duration: 183.067735ms)","trace[1136008195] 'applied index is now lower than readState.Index' (duration: 26.830907ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:03:43.154144Z","caller":"traceutil/trace.go:171","msg":"trace[1591713266] transaction","detail":"{read_only:false; response_revision:31804; number_of_response:1; }","duration":"212.501591ms","start":"2026-02-26T03:03:42.941586Z","end":"2026-02-26T03:03:43.154088Z","steps":["trace[1591713266] 'process raft request' (duration: 212.190343ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:03:43.154239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.17735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T03:03:43.154293Z","caller":"traceutil/trace.go:171","msg":"trace[1075879982] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31804; }","duration":"210.290103ms","start":"2026-02-26T03:03:42.943988Z","end":"2026-02-26T03:03:43.154278Z","steps":["trace[1075879982] 'agreement among raft nodes before linearized reading' (duration: 210.106038ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:03:43.154405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.891419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-26T03:03:43.154511Z","caller":"traceutil/trace.go:171","msg":"trace[1093662315] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31804; }","duration":"208.048644ms","start":"2026-02-26T03:03:42.946441Z","end":"2026-02-26T03:03:43.154489Z","steps":["trace[1093662315] 'agreement among raft nodes before linearized reading' (duration: 207.746926ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:03:43.154551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.639133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-26T03:03:43.154644Z","caller":"traceutil/trace.go:171","msg":"trace[255305345] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:31804; }","duration":"207.727555ms","start":"2026-02-26T03:03:42.946867Z","end":"2026-02-26T03:03:43.154594Z","steps":["trace[255305345] 'agreement among raft nodes before linearized reading' (duration: 207.583051ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:03:44.032349Z","caller":"traceutil/trace.go:171","msg":"trace[4746828] transaction","detail":"{read_only:false; response_revision:31809; number_of_response:1; }","duration":"169.052616ms","start":"2026-02-26T03:03:43.863273Z","end":"2026-02-26T03:03:44.032325Z","steps":["trace[4746828] 'process raft request' (duration: 168.872321ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:03:44.787895Z","caller":"traceutil/trace.go:171","msg":"trace[896974402] transaction","detail":"{read_only:false; response_revision:31812; number_of_response:1; }","duration":"254.538909ms","start":"2026-02-26T03:03:44.533338Z","end":"2026-02-26T03:03:44.787877Z","steps":["trace[896974402] 'process raft request' (duration: 202.922239ms)","trace[896974402] 'compare' (duration: 51.321103ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:03:44.788212Z","caller":"traceutil/trace.go:171","msg":"trace[1780736694] transaction","detail":"{read_only:false; response_revision:31813; number_of_response:1; }","duration":"253.908363ms","start":"2026-02-26T03:03:44.534285Z","end":"2026-02-26T03:03:44.788194Z","steps":["trace[1780736694] 'process raft request' (duration: 253.487772ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:03:45.152191Z","caller":"traceutil/trace.go:171","msg":"trace[1127038699] transaction","detail":"{read_only:false; response_revision:31814; number_of_response:1; }","duration":"317.18169ms","start":"2026-02-26T03:03:44.834972Z","end":"2026-02-26T03:03:45.152154Z","steps":["trace[1127038699] 'process raft request' (duration: 297.677736ms)","trace[1127038699] 'compare' (duration: 19.333879ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T03:03:45.152488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:03:44.834942Z","time spent":"317.340284ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T03:03:45.329283Z","caller":"traceutil/trace.go:171","msg":"trace[1200727959] transaction","detail":"{read_only:false; response_revision:31817; number_of_response:1; }","duration":"133.843348ms","start":"2026-02-26T03:03:45.195407Z","end":"2026-02-26T03:03:45.32925Z","steps":["trace[1200727959] 'process raft request' (duration: 58.199604ms)","trace[1200727959] 'compare' (duration: 75.175481ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:03:45.329644Z","caller":"traceutil/trace.go:171","msg":"trace[2039214470] transaction","detail":"{read_only:false; response_revision:31819; number_of_response:1; }","duration":"133.362435ms","start":"2026-02-26T03:03:45.196246Z","end":"2026-02-26T03:03:45.329608Z","steps":["trace[2039214470] 'process raft request' (duration: 133.270103ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:03:45.329853Z","caller":"traceutil/trace.go:171","msg":"trace[1834578447] transaction","detail":"{read_only:false; response_revision:31818; number_of_response:1; }","duration":"134.237648ms","start":"2026-02-26T03:03:45.19557Z","end":"2026-02-26T03:03:45.329807Z","steps":["trace[1834578447] 'process raft request' (duration: 133.586441ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:04:43.317875Z","caller":"traceutil/trace.go:171","msg":"trace[61867448] transaction","detail":"{read_only:false; response_revision:32207; number_of_response:1; }","duration":"330.676096ms","start":"2026-02-26T03:04:42.987169Z","end":"2026-02-26T03:04:43.317845Z","steps":["trace[61867448] 'process raft request' (duration: 330.488221ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:04:43.318074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:04:42.987145Z","time spent":"330.83392ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T03:04:43.318081Z","caller":"traceutil/trace.go:171","msg":"trace[1530358224] linearizableReadLoop","detail":"{readStateIndex:33392; appliedIndex:33392; }","duration":"322.593832ms","start":"2026-02-26T03:04:42.995455Z","end":"2026-02-26T03:04:43.318048Z","steps":["trace[1530358224] 'read index received' (duration: 322.555591ms)","trace[1530358224] 'applied index is now lower than readState.Index' (duration: 8.651µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T03:04:43.318281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.773408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T03:04:43.318333Z","caller":"traceutil/trace.go:171","msg":"trace[1506022054] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:32207; }","duration":"322.904662ms","start":"2026-02-26T03:04:42.995413Z","end":"2026-02-26T03:04:43.318318Z","steps":["trace[1506022054] 'agreement among raft nodes before linearized reading' (duration: 322.762718ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:04:43.318383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:04:42.9954Z","time spent":"322.970633ms","remote":"127.0.0.1:47392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-02-26T03:04:43.343105Z","caller":"traceutil/trace.go:171","msg":"trace[1254162186] transaction","detail":"{read_only:false; response_revision:32208; number_of_response:1; }","duration":"201.561803ms","start":"2026-02-26T03:04:43.141514Z","end":"2026-02-26T03:04:43.343076Z","steps":["trace[1254162186] 'process raft request' (duration: 201.379838ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:04:43.343177Z","caller":"traceutil/trace.go:171","msg":"trace[1179565291] transaction","detail":"{read_only:false; response_revision:32209; number_of_response:1; }","duration":"182.879821ms","start":"2026-02-26T03:04:43.160284Z","end":"2026-02-26T03:04:43.343164Z","steps":["trace[1179565291] 'process raft request' (duration: 182.719996ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:04:43.343132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.714693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T03:04:43.343274Z","caller":"traceutil/trace.go:171","msg":"trace[225047645] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:32209; }","duration":"268.894348ms","start":"2026-02-26T03:04:43.074368Z","end":"2026-02-26T03:04:43.343262Z","steps":["trace[225047645] 'agreement among raft nodes before linearized reading' (duration: 268.686673ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:05:17.592985Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30396} {"level":"info","ts":"2026-02-26T03:05:17.742657Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30396,"took":"143.925703ms","hash":1946360945,"current-db-size-bytes":51388416,"current-db-size":"51 MB","current-db-size-in-use-bytes":26472448,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-02-26T03:05:17.742733Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1946360945,"revision":30396,"compact-revision":28137} {"level":"info","ts":"2026-02-26T03:05:36.910295Z","caller":"traceutil/trace.go:171","msg":"trace[1414243807] transaction","detail":"{read_only:false; response_revision:32629; number_of_response:1; }","duration":"100.055808ms","start":"2026-02-26T03:05:36.810201Z","end":"2026-02-26T03:05:36.910257Z","steps":["trace[1414243807] 'process raft request' (duration: 98.141727ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:05:37.073637Z","caller":"traceutil/trace.go:171","msg":"trace[820813232] transaction","detail":"{read_only:false; response_revision:32637; number_of_response:1; }","duration":"153.761102ms","start":"2026-02-26T03:05:36.919852Z","end":"2026-02-26T03:05:37.073613Z","steps":["trace[820813232] 'process raft request' (duration: 153.69004ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:05:37.073681Z","caller":"traceutil/trace.go:171","msg":"trace[958243475] transaction","detail":"{read_only:false; response_revision:32636; number_of_response:1; }","duration":"154.107892ms","start":"2026-02-26T03:05:36.919526Z","end":"2026-02-26T03:05:37.073634Z","steps":["trace[958243475] 'process raft request' (duration: 153.970618ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:05:37.073635Z","caller":"traceutil/trace.go:171","msg":"trace[755379561] transaction","detail":"{read_only:false; response_revision:32635; number_of_response:1; }","duration":"154.073991ms","start":"2026-02-26T03:05:36.919525Z","end":"2026-02-26T03:05:37.073599Z","steps":["trace[755379561] 'process raft request' (duration: 153.794934ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:05:37.074003Z","caller":"traceutil/trace.go:171","msg":"trace[2031114866] transaction","detail":"{read_only:false; response_revision:32638; number_of_response:1; }","duration":"150.26821ms","start":"2026-02-26T03:05:36.923723Z","end":"2026-02-26T03:05:37.073991Z","steps":["trace[2031114866] 'process raft request' (duration: 149.848779ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:05:37.074472Z","caller":"traceutil/trace.go:171","msg":"trace[744388549] transaction","detail":"{read_only:false; response_revision:32639; number_of_response:1; }","duration":"150.62993ms","start":"2026-02-26T03:05:36.923811Z","end":"2026-02-26T03:05:37.074441Z","steps":["trace[744388549] 'process raft request' (duration: 150.154348ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:05:43.320452Z","caller":"traceutil/trace.go:171","msg":"trace[348215368] transaction","detail":"{read_only:false; response_revision:32687; number_of_response:1; }","duration":"160.364907ms","start":"2026-02-26T03:05:43.159661Z","end":"2026-02-26T03:05:43.320026Z","steps":["trace[348215368] 'process raft request' (duration: 91.07779ms)","trace[348215368] 'compare' (duration: 68.507566ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:05:45.153738Z","caller":"traceutil/trace.go:171","msg":"trace[1874046845] transaction","detail":"{read_only:false; response_revision:32689; number_of_response:1; }","duration":"178.041533ms","start":"2026-02-26T03:05:44.975676Z","end":"2026-02-26T03:05:45.153718Z","steps":["trace[1874046845] 'process raft request' (duration: 177.92673ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:05:45.184059Z","caller":"traceutil/trace.go:171","msg":"trace[1060741744] transaction","detail":"{read_only:false; response_revision:32690; number_of_response:1; }","duration":"172.960079ms","start":"2026-02-26T03:05:45.011065Z","end":"2026-02-26T03:05:45.184025Z","steps":["trace[1060741744] 'process raft request' (duration: 172.663111ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:05:45.184132Z","caller":"traceutil/trace.go:171","msg":"trace[1482688296] transaction","detail":"{read_only:false; response_revision:32691; number_of_response:1; }","duration":"165.379279ms","start":"2026-02-26T03:05:45.018731Z","end":"2026-02-26T03:05:45.18411Z","steps":["trace[1482688296] 'process raft request' (duration: 165.158533ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:05:45.184173Z","caller":"traceutil/trace.go:171","msg":"trace[1623778898] linearizableReadLoop","detail":"{readStateIndex:33893; appliedIndex:33888; }","duration":"149.679325ms","start":"2026-02-26T03:05:45.034473Z","end":"2026-02-26T03:05:45.184153Z","steps":["trace[1623778898] 'read index received' (duration: 119.198892ms)","trace[1623778898] 'applied index is now lower than readState.Index' (duration: 30.479163ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:05:45.184196Z","caller":"traceutil/trace.go:171","msg":"trace[867500441] transaction","detail":"{read_only:false; response_revision:32692; number_of_response:1; }","duration":"164.601508ms","start":"2026-02-26T03:05:45.019559Z","end":"2026-02-26T03:05:45.18416Z","steps":["trace[867500441] 'process raft request' (duration: 164.449544ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:05:45.184252Z","caller":"traceutil/trace.go:171","msg":"trace[1582053905] transaction","detail":"{read_only:false; response_revision:32694; number_of_response:1; }","duration":"100.757236ms","start":"2026-02-26T03:05:45.083474Z","end":"2026-02-26T03:05:45.184231Z","steps":["trace[1582053905] 'process raft request' (duration: 100.631513ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:05:45.184246Z","caller":"traceutil/trace.go:171","msg":"trace[1246280854] transaction","detail":"{read_only:false; response_revision:32693; number_of_response:1; }","duration":"162.280008ms","start":"2026-02-26T03:05:45.021929Z","end":"2026-02-26T03:05:45.184209Z","steps":["trace[1246280854] 'process raft request' (duration: 162.123323ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:05:45.184465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.966952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-26T03:05:45.184584Z","caller":"traceutil/trace.go:171","msg":"trace[1080409294] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:32694; }","duration":"150.140057ms","start":"2026-02-26T03:05:45.03442Z","end":"2026-02-26T03:05:45.18456Z","steps":["trace[1080409294] 'agreement among raft nodes before linearized reading' (duration: 149.839569ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:05:45.308497Z","caller":"traceutil/trace.go:171","msg":"trace[477967970] transaction","detail":"{read_only:false; response_revision:32699; number_of_response:1; }","duration":"115.858964ms","start":"2026-02-26T03:05:45.192617Z","end":"2026-02-26T03:05:45.308476Z","steps":["trace[477967970] 'process raft request' (duration: 115.831554ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:05:45.308518Z","caller":"traceutil/trace.go:171","msg":"trace[1386760714] transaction","detail":"{read_only:false; response_revision:32695; number_of_response:1; }","duration":"116.420199ms","start":"2026-02-26T03:05:45.192057Z","end":"2026-02-26T03:05:45.308477Z","steps":["trace[1386760714] 'process raft request' (duration: 68.726272ms)","trace[1386760714] 'compare' (duration: 47.449661ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:05:45.30888Z","caller":"traceutil/trace.go:171","msg":"trace[1955381028] transaction","detail":"{read_only:false; response_revision:32697; number_of_response:1; }","duration":"116.569572ms","start":"2026-02-26T03:05:45.19229Z","end":"2026-02-26T03:05:45.30886Z","steps":["trace[1955381028] 'process raft request' (duration: 116.10585ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:05:45.308901Z","caller":"traceutil/trace.go:171","msg":"trace[1999488659] transaction","detail":"{read_only:false; response_revision:32698; number_of_response:1; }","duration":"116.390368ms","start":"2026-02-26T03:05:45.192496Z","end":"2026-02-26T03:05:45.308886Z","steps":["trace[1999488659] 'process raft request' (duration: 115.925386ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:05:45.309028Z","caller":"traceutil/trace.go:171","msg":"trace[1255815689] transaction","detail":"{read_only:false; response_revision:32696; number_of_response:1; }","duration":"116.799789ms","start":"2026-02-26T03:05:45.192207Z","end":"2026-02-26T03:05:45.309006Z","steps":["trace[1255815689] 'process raft request' (duration: 116.149002ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:05:45.503908Z","caller":"traceutil/trace.go:171","msg":"trace[299535594] transaction","detail":"{read_only:false; response_revision:32700; number_of_response:1; }","duration":"166.536879ms","start":"2026-02-26T03:05:45.337342Z","end":"2026-02-26T03:05:45.503879Z","steps":["trace[299535594] 'process raft request' (duration: 165.669837ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:05:47.379222Z","caller":"traceutil/trace.go:171","msg":"trace[725402392] transaction","detail":"{read_only:false; response_revision:32704; number_of_response:1; }","duration":"188.509219ms","start":"2026-02-26T03:05:47.190676Z","end":"2026-02-26T03:05:47.379185Z","steps":["trace[725402392] 'process raft request' (duration: 105.742847ms)","trace[725402392] 'compare' (duration: 82.474264ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:05:47.3951Z","caller":"traceutil/trace.go:171","msg":"trace[186475532] transaction","detail":"{read_only:false; response_revision:32705; number_of_response:1; }","duration":"204.284415ms","start":"2026-02-26T03:05:47.190773Z","end":"2026-02-26T03:05:47.395058Z","steps":["trace[186475532] 'process raft request' (duration: 204.051329ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:05:47.395123Z","caller":"traceutil/trace.go:171","msg":"trace[553985806] transaction","detail":"{read_only:false; response_revision:32706; number_of_response:1; }","duration":"201.897362ms","start":"2026-02-26T03:05:47.193201Z","end":"2026-02-26T03:05:47.395099Z","steps":["trace[553985806] 'process raft request' (duration: 201.763929ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:05:47.395311Z","caller":"traceutil/trace.go:171","msg":"trace[137121772] transaction","detail":"{read_only:false; response_revision:32707; number_of_response:1; }","duration":"201.370697ms","start":"2026-02-26T03:05:47.193932Z","end":"2026-02-26T03:05:47.395303Z","steps":["trace[137121772] 'process raft request' (duration: 201.08202ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:05:47.447964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.231522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-26T03:05:47.448058Z","caller":"traceutil/trace.go:171","msg":"trace[1385181112] transaction","detail":"{read_only:false; response_revision:32708; number_of_response:1; }","duration":"112.63761ms","start":"2026-02-26T03:05:47.335403Z","end":"2026-02-26T03:05:47.448041Z","steps":["trace[1385181112] 'process raft request' (duration: 112.115386ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:05:47.448064Z","caller":"traceutil/trace.go:171","msg":"trace[370432225] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32708; }","duration":"133.366866ms","start":"2026-02-26T03:05:47.314673Z","end":"2026-02-26T03:05:47.448039Z","steps":["trace[370432225] 'agreement among raft nodes before linearized reading' (duration: 133.13248ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:05:47.448092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.409567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-02-26T03:05:47.447992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.579915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-02-26T03:05:47.44816Z","caller":"traceutil/trace.go:171","msg":"trace[658060773] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32708; }","duration":"133.511499ms","start":"2026-02-26T03:05:47.314633Z","end":"2026-02-26T03:05:47.448144Z","steps":["trace[658060773] 'agreement among raft nodes before linearized reading' (duration: 133.348735ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:05:47.44819Z","caller":"traceutil/trace.go:171","msg":"trace[642808842] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:32708; }","duration":"132.829181ms","start":"2026-02-26T03:05:47.315349Z","end":"2026-02-26T03:05:47.448178Z","steps":["trace[642808842] 'agreement among raft nodes before linearized reading' (duration: 132.433911ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:07:07.831256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.030527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T03:07:07.831371Z","caller":"traceutil/trace.go:171","msg":"trace[1844028504] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:33252; }","duration":"106.191432ms","start":"2026-02-26T03:07:07.725158Z","end":"2026-02-26T03:07:07.83135Z","steps":["trace[1844028504] 'range keys from in-memory index tree' (duration: 105.819251ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:07:08.176587Z","caller":"traceutil/trace.go:171","msg":"trace[409691310] transaction","detail":"{read_only:false; response_revision:33259; number_of_response:1; }","duration":"161.693685ms","start":"2026-02-26T03:07:08.014863Z","end":"2026-02-26T03:07:08.176557Z","steps":["trace[409691310] 'process raft request' (duration: 161.577572ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:07:08.176714Z","caller":"traceutil/trace.go:171","msg":"trace[947551815] transaction","detail":"{read_only:false; response_revision:33261; number_of_response:1; }","duration":"161.261234ms","start":"2026-02-26T03:07:08.015443Z","end":"2026-02-26T03:07:08.176704Z","steps":["trace[947551815] 'process raft request' (duration: 161.050269ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:07:08.17698Z","caller":"traceutil/trace.go:171","msg":"trace[1941798287] transaction","detail":"{read_only:false; response_revision:33258; number_of_response:1; }","duration":"162.355843ms","start":"2026-02-26T03:07:08.014565Z","end":"2026-02-26T03:07:08.17692Z","steps":["trace[1941798287] 'process raft request' (duration: 130.129197ms)","trace[1941798287] 'compare' (duration: 31.663731ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:07:08.177154Z","caller":"traceutil/trace.go:171","msg":"trace[1270981645] transaction","detail":"{read_only:false; response_revision:33260; number_of_response:1; }","duration":"161.501231ms","start":"2026-02-26T03:07:08.015094Z","end":"2026-02-26T03:07:08.176596Z","steps":["trace[1270981645] 'process raft request' (duration: 161.369817ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:07:10.054244Z","caller":"traceutil/trace.go:171","msg":"trace[416767151] transaction","detail":"{read_only:false; response_revision:33267; number_of_response:1; }","duration":"208.725765ms","start":"2026-02-26T03:07:09.845486Z","end":"2026-02-26T03:07:10.054212Z","steps":["trace[416767151] 'process raft request' (duration: 197.627561ms)","trace[416767151] 'compare' (duration: 10.860718ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:07:10.054605Z","caller":"traceutil/trace.go:171","msg":"trace[723676552] transaction","detail":"{read_only:false; response_revision:33268; number_of_response:1; }","duration":"207.635747ms","start":"2026-02-26T03:07:09.846934Z","end":"2026-02-26T03:07:10.05457Z","steps":["trace[723676552] 'process raft request' (duration: 207.224216ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:07:10.054696Z","caller":"traceutil/trace.go:171","msg":"trace[967451686] linearizableReadLoop","detail":"{readStateIndex:34486; appliedIndex:34483; }","duration":"116.436743ms","start":"2026-02-26T03:07:09.938228Z","end":"2026-02-26T03:07:10.054665Z","steps":["trace[967451686] 'read index received' (duration: 104.784034ms)","trace[967451686] 'applied index is now lower than readState.Index' (duration: 11.651149ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:07:10.054741Z","caller":"traceutil/trace.go:171","msg":"trace[1280249209] transaction","detail":"{read_only:false; response_revision:33269; number_of_response:1; }","duration":"177.894637ms","start":"2026-02-26T03:07:09.876784Z","end":"2026-02-26T03:07:10.054679Z","steps":["trace[1280249209] 'process raft request' (duration: 177.719862ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:07:10.054974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.720391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/octavia-client-ca\" ","response":"range_response_count:1 size:2156"} {"level":"info","ts":"2026-02-26T03:07:10.055055Z","caller":"traceutil/trace.go:171","msg":"trace[677018509] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/octavia-client-ca; range_end:; response_count:1; response_revision:33269; }","duration":"116.847634ms","start":"2026-02-26T03:07:09.938187Z","end":"2026-02-26T03:07:10.055034Z","steps":["trace[677018509] 'agreement among raft nodes before linearized reading' (duration: 116.600977ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:07:10.519923Z","caller":"traceutil/trace.go:171","msg":"trace[577524467] transaction","detail":"{read_only:false; response_revision:33272; number_of_response:1; }","duration":"283.909192ms","start":"2026-02-26T03:07:10.235997Z","end":"2026-02-26T03:07:10.519907Z","steps":["trace[577524467] 'process raft request' (duration: 237.91872ms)","trace[577524467] 'compare' (duration: 45.867619ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:07:10.528286Z","caller":"traceutil/trace.go:171","msg":"trace[871233052] transaction","detail":"{read_only:false; response_revision:33273; number_of_response:1; }","duration":"291.70913ms","start":"2026-02-26T03:07:10.236531Z","end":"2026-02-26T03:07:10.52824Z","steps":["trace[871233052] 'process raft request' (duration: 283.347748ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:07:10.528593Z","caller":"traceutil/trace.go:171","msg":"trace[1225386588] linearizableReadLoop","detail":"{readStateIndex:34492; appliedIndex:34488; }","duration":"103.286484ms","start":"2026-02-26T03:07:10.425279Z","end":"2026-02-26T03:07:10.528566Z","steps":["trace[1225386588] 'read index received' (duration: 48.518479ms)","trace[1225386588] 'applied index is now lower than readState.Index' (duration: 54.767205ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T03:07:10.528765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.493899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-02-26T03:07:10.528809Z","caller":"traceutil/trace.go:171","msg":"trace[193214963] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:33275; }","duration":"103.587352ms","start":"2026-02-26T03:07:10.425201Z","end":"2026-02-26T03:07:10.528789Z","steps":["trace[193214963] 'agreement among raft nodes before linearized reading' (duration: 103.427838ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:07:10.528901Z","caller":"traceutil/trace.go:171","msg":"trace[955134830] transaction","detail":"{read_only:false; response_revision:33274; number_of_response:1; }","duration":"292.277195ms","start":"2026-02-26T03:07:10.236602Z","end":"2026-02-26T03:07:10.528879Z","steps":["trace[955134830] 'process raft request' (duration: 291.560535ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:07:10.528991Z","caller":"traceutil/trace.go:171","msg":"trace[484813118] transaction","detail":"{read_only:false; response_revision:33275; number_of_response:1; }","duration":"291.386951ms","start":"2026-02-26T03:07:10.237595Z","end":"2026-02-26T03:07:10.528982Z","steps":["trace[484813118] 'process raft request' (duration: 290.916629ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:07:10.84288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.727529ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T03:07:10.843086Z","caller":"traceutil/trace.go:171","msg":"trace[1616945833] linearizableReadLoop","detail":"{readStateIndex:34493; appliedIndex:34492; }","duration":"145.932176ms","start":"2026-02-26T03:07:10.697128Z","end":"2026-02-26T03:07:10.84306Z","steps":["trace[1616945833] 'read index received' (duration: 48.191µs)","trace[1616945833] 'applied index is now lower than readState.Index' (duration: 145.880905ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:07:10.843172Z","caller":"traceutil/trace.go:171","msg":"trace[2135803904] transaction","detail":"{read_only:false; response_revision:33276; number_of_response:1; }","duration":"293.720913ms","start":"2026-02-26T03:07:10.549385Z","end":"2026-02-26T03:07:10.843106Z","steps":["trace[2135803904] 'process raft request' (duration: 106.648134ms)","trace[2135803904] 'compare' (duration: 186.555505ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T03:07:10.843251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.105521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T03:07:10.843313Z","caller":"traceutil/trace.go:171","msg":"trace[528072321] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:33276; }","duration":"146.205903ms","start":"2026-02-26T03:07:10.697093Z","end":"2026-02-26T03:07:10.843299Z","steps":["trace[528072321] 'agreement among raft nodes before linearized reading' (duration: 146.08682ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:07:26.975636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.198427ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T03:07:26.975905Z","caller":"traceutil/trace.go:171","msg":"trace[372522125] linearizableReadLoop","detail":"{readStateIndex:34608; appliedIndex:34605; }","duration":"189.353131ms","start":"2026-02-26T03:07:26.786533Z","end":"2026-02-26T03:07:26.975886Z","steps":["trace[372522125] 'read index received' (duration: 2.758184ms)","trace[372522125] 'applied index is now lower than readState.Index' (duration: 186.593717ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T03:07:26.976033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.498945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T03:07:26.976073Z","caller":"traceutil/trace.go:171","msg":"trace[615093558] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33386; }","duration":"189.574277ms","start":"2026-02-26T03:07:26.786488Z","end":"2026-02-26T03:07:26.976062Z","steps":["trace[615093558] 'agreement among raft nodes before linearized reading' (duration: 189.498075ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:07:26.976134Z","caller":"traceutil/trace.go:171","msg":"trace[1226349570] transaction","detail":"{read_only:false; response_revision:33384; number_of_response:1; }","duration":"278.388066ms","start":"2026-02-26T03:07:26.697682Z","end":"2026-02-26T03:07:26.976071Z","steps":["trace[1226349570] 'process raft request' (duration: 91.668825ms)","trace[1226349570] 'compare' (duration: 185.879439ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:07:26.97641Z","caller":"traceutil/trace.go:171","msg":"trace[1872343469] transaction","detail":"{read_only:false; response_revision:33386; number_of_response:1; }","duration":"277.522253ms","start":"2026-02-26T03:07:26.698875Z","end":"2026-02-26T03:07:26.976398Z","steps":["trace[1872343469] 'process raft request' (duration: 276.968128ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:07:26.976878Z","caller":"traceutil/trace.go:171","msg":"trace[1713698149] transaction","detail":"{read_only:false; response_revision:33385; number_of_response:1; }","duration":"278.413217ms","start":"2026-02-26T03:07:26.698434Z","end":"2026-02-26T03:07:26.976847Z","steps":["trace[1713698149] 'process raft request' (duration: 277.340538ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:08:24.30542Z","caller":"traceutil/trace.go:171","msg":"trace[1189120449] transaction","detail":"{read_only:false; response_revision:33774; number_of_response:1; }","duration":"115.275722ms","start":"2026-02-26T03:08:24.190101Z","end":"2026-02-26T03:08:24.305376Z","steps":["trace[1189120449] 'process raft request' (duration: 114.983144ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:08:28.510428Z","caller":"traceutil/trace.go:171","msg":"trace[1457008332] transaction","detail":"{read_only:false; response_revision:33803; number_of_response:1; }","duration":"106.863669ms","start":"2026-02-26T03:08:28.403531Z","end":"2026-02-26T03:08:28.510394Z","steps":["trace[1457008332] 'process raft request' (duration: 106.621473ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:08:28.511018Z","caller":"traceutil/trace.go:171","msg":"trace[1426249908] transaction","detail":"{read_only:false; response_revision:33804; number_of_response:1; }","duration":"100.571112ms","start":"2026-02-26T03:08:28.409873Z","end":"2026-02-26T03:08:28.510444Z","steps":["trace[1426249908] 'process raft request' (duration: 100.441918ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:08:28.701652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.099877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-26T03:08:28.702242Z","caller":"traceutil/trace.go:171","msg":"trace[945571060] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33804; }","duration":"124.750615ms","start":"2026-02-26T03:08:28.577463Z","end":"2026-02-26T03:08:28.702214Z","steps":["trace[945571060] 'range keys from in-memory index tree' (duration: 123.83961ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:08:28.892994Z","caller":"traceutil/trace.go:171","msg":"trace[1070180498] linearizableReadLoop","detail":"{readStateIndex:35041; appliedIndex:35040; }","duration":"152.040329ms","start":"2026-02-26T03:08:28.740918Z","end":"2026-02-26T03:08:28.892958Z","steps":["trace[1070180498] 'read index received' (duration: 124.873617ms)","trace[1070180498] 'applied index is now lower than readState.Index' (duration: 27.165862ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:08:28.8931Z","caller":"traceutil/trace.go:171","msg":"trace[374436171] transaction","detail":"{read_only:false; response_revision:33807; number_of_response:1; }","duration":"155.401488ms","start":"2026-02-26T03:08:28.737652Z","end":"2026-02-26T03:08:28.893054Z","steps":["trace[374436171] 'process raft request' (duration: 128.098463ms)","trace[374436171] 'compare' (duration: 27.054349ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T03:08:28.893216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.341342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T03:08:28.893261Z","caller":"traceutil/trace.go:171","msg":"trace[154763874] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33807; }","duration":"107.448045ms","start":"2026-02-26T03:08:28.785801Z","end":"2026-02-26T03:08:28.893249Z","steps":["trace[154763874] 'agreement among raft nodes before linearized reading' (duration: 107.326701ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:08:28.893242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.300416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T03:08:28.893339Z","caller":"traceutil/trace.go:171","msg":"trace[325725766] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:33807; }","duration":"152.422869ms","start":"2026-02-26T03:08:28.740895Z","end":"2026-02-26T03:08:28.893318Z","steps":["trace[325725766] 'agreement among raft nodes before linearized reading' (duration: 152.198693ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:08:29.324469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.261895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T03:08:29.324492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.470991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/nova-db-user\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-02-26T03:08:29.324544Z","caller":"traceutil/trace.go:171","msg":"trace[336384795] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:33808; }","duration":"155.387618ms","start":"2026-02-26T03:08:29.169138Z","end":"2026-02-26T03:08:29.324526Z","steps":["trace[336384795] 'count revisions from in-memory index tree' (duration: 155.163453ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:08:29.324587Z","caller":"traceutil/trace.go:171","msg":"trace[392425120] range","detail":"{range_begin:/registry/secrets/openstack/nova-db-user; range_end:; response_count:1; response_revision:33808; }","duration":"117.650626ms","start":"2026-02-26T03:08:29.206914Z","end":"2026-02-26T03:08:29.324565Z","steps":["trace[392425120] 'range keys from in-memory index tree' (duration: 117.241135ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:08:29.845374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.853321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-02-26T03:08:29.845445Z","caller":"traceutil/trace.go:171","msg":"trace[1892824314] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:33811; }","duration":"152.971744ms","start":"2026-02-26T03:08:29.692459Z","end":"2026-02-26T03:08:29.845431Z","steps":["trace[1892824314] 'range keys from in-memory index tree' (duration: 152.688816ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:08:29.951723Z","caller":"traceutil/trace.go:171","msg":"trace[1618233014] linearizableReadLoop","detail":"{readStateIndex:35046; appliedIndex:35045; }","duration":"164.216313ms","start":"2026-02-26T03:08:29.787481Z","end":"2026-02-26T03:08:29.951697Z","steps":["trace[1618233014] 'read index received' (duration: 164.177701ms)","trace[1618233014] 'applied index is now lower than readState.Index' (duration: 37.771µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:08:29.951836Z","caller":"traceutil/trace.go:171","msg":"trace[1795398952] transaction","detail":"{read_only:false; response_revision:33812; number_of_response:1; }","duration":"178.77497ms","start":"2026-02-26T03:08:29.773049Z","end":"2026-02-26T03:08:29.951824Z","steps":["trace[1795398952] 'process raft request' (duration: 178.490362ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:08:29.952059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.562052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T03:08:29.952149Z","caller":"traceutil/trace.go:171","msg":"trace[975354697] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33812; }","duration":"164.700646ms","start":"2026-02-26T03:08:29.787428Z","end":"2026-02-26T03:08:29.952129Z","steps":["trace[975354697] 'agreement among raft nodes before linearized reading' (duration: 164.551572ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:08:30.452801Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284919645,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T03:08:30.568948Z","caller":"traceutil/trace.go:171","msg":"trace[728673906] transaction","detail":"{read_only:false; response_revision:33813; number_of_response:1; }","duration":"741.633342ms","start":"2026-02-26T03:08:29.827261Z","end":"2026-02-26T03:08:30.568895Z","steps":["trace[728673906] 'process raft request' (duration: 741.465418ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:08:30.569228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:08:29.827235Z","time spent":"741.786617ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T03:08:30.650733Z","caller":"traceutil/trace.go:171","msg":"trace[4973577] transaction","detail":"{read_only:false; response_revision:33815; number_of_response:1; }","duration":"167.629313ms","start":"2026-02-26T03:08:30.483077Z","end":"2026-02-26T03:08:30.650707Z","steps":["trace[4973577] 'process raft request' (duration: 167.52917ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:08:30.650794Z","caller":"traceutil/trace.go:171","msg":"trace[2064299554] transaction","detail":"{read_only:false; response_revision:33814; number_of_response:1; }","duration":"289.345857ms","start":"2026-02-26T03:08:30.361389Z","end":"2026-02-26T03:08:30.650735Z","steps":["trace[2064299554] 'process raft request' (duration: 289.040508ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:08:30.650974Z","caller":"traceutil/trace.go:171","msg":"trace[803053823] transaction","detail":"{read_only:false; response_revision:33816; number_of_response:1; }","duration":"134.209715ms","start":"2026-02-26T03:08:30.516727Z","end":"2026-02-26T03:08:30.650937Z","steps":["trace[803053823] 'process raft request' (duration: 133.926997ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:08:30.651016Z","caller":"traceutil/trace.go:171","msg":"trace[1292413713] transaction","detail":"{read_only:false; response_revision:33817; number_of_response:1; }","duration":"132.625684ms","start":"2026-02-26T03:08:30.518376Z","end":"2026-02-26T03:08:30.651001Z","steps":["trace[1292413713] 'process raft request' (duration: 132.512921ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:08:30.651023Z","caller":"traceutil/trace.go:171","msg":"trace[1142901200] linearizableReadLoop","detail":"{readStateIndex:35048; appliedIndex:35047; }","duration":"699.211736ms","start":"2026-02-26T03:08:29.951787Z","end":"2026-02-26T03:08:30.650998Z","steps":["trace[1142901200] 'read index received' (duration: 617.158706ms)","trace[1142901200] 'applied index is now lower than readState.Index' (duration: 82.05212ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T03:08:30.651261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.912838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-02-26T03:08:30.651294Z","caller":"traceutil/trace.go:171","msg":"trace[511733563] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:33817; }","duration":"801.00433ms","start":"2026-02-26T03:08:29.85028Z","end":"2026-02-26T03:08:30.651284Z","steps":["trace[511733563] 'agreement among raft nodes before linearized reading' (duration: 800.823225ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:08:30.651322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:08:29.850247Z","time spent":"801.069002ms","remote":"127.0.0.1:36698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-26T03:08:30.934485Z","caller":"traceutil/trace.go:171","msg":"trace[1923888070] linearizableReadLoop","detail":"{readStateIndex:35052; appliedIndex:35051; }","duration":"283.363028ms","start":"2026-02-26T03:08:30.651073Z","end":"2026-02-26T03:08:30.934436Z","steps":["trace[1923888070] 'read index received' (duration: 283.097951ms)","trace[1923888070] 'applied index is now lower than readState.Index' (duration: 264.207µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:08:30.934503Z","caller":"traceutil/trace.go:171","msg":"trace[1078014952] transaction","detail":"{read_only:false; response_revision:33818; number_of_response:1; }","duration":"327.86065ms","start":"2026-02-26T03:08:30.606612Z","end":"2026-02-26T03:08:30.934473Z","steps":["trace[1078014952] 'process raft request' (duration: 327.638754ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:08:30.934676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.774533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T03:08:30.93469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:08:30.606585Z","time spent":"328.002084ms","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7516,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T03:08:30.934718Z","caller":"traceutil/trace.go:171","msg":"trace[1015981133] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33818; }","duration":"981.847005ms","start":"2026-02-26T03:08:29.952856Z","end":"2026-02-26T03:08:30.934703Z","steps":["trace[1015981133] 'agreement among raft nodes before linearized reading' (duration: 981.740942ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:08:30.934754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:08:29.95284Z","time spent":"981.907176ms","remote":"127.0.0.1:36542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T03:08:30.934742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.410752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/octavia-db-user\" ","response":"range_response_count:1 size:719"} {"level":"info","ts":"2026-02-26T03:08:30.934821Z","caller":"traceutil/trace.go:171","msg":"trace[1259515685] range","detail":"{range_begin:/registry/secrets/openstack/octavia-db-user; range_end:; response_count:1; response_revision:33818; }","duration":"824.534256ms","start":"2026-02-26T03:08:30.110272Z","end":"2026-02-26T03:08:30.934807Z","steps":["trace[1259515685] 'agreement among raft nodes before linearized reading' (duration: 824.275289ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:08:30.934806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.144358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-02-26T03:08:30.934862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:08:30.110255Z","time spent":"824.600447ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":743,"request content":"key:\"/registry/secrets/openstack/octavia-db-user\" "} {"level":"info","ts":"2026-02-26T03:08:30.934911Z","caller":"traceutil/trace.go:171","msg":"trace[348858316] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:33818; }","duration":"899.299532ms","start":"2026-02-26T03:08:30.035581Z","end":"2026-02-26T03:08:30.934881Z","steps":["trace[348858316] 'agreement among raft nodes before linearized reading' (duration: 899.022154ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:08:30.934948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.17712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18489"} {"level":"warn","ts":"2026-02-26T03:08:30.934983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:08:30.03556Z","time spent":"899.406045ms","remote":"127.0.0.1:36676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-02-26T03:08:30.935054Z","caller":"traceutil/trace.go:171","msg":"trace[704301088] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:33818; }","duration":"281.327505ms","start":"2026-02-26T03:08:30.653699Z","end":"2026-02-26T03:08:30.935027Z","steps":["trace[704301088] 'agreement among raft nodes before linearized reading' (duration: 280.998446ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:08:30.935128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.115233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-26T03:08:30.935155Z","caller":"traceutil/trace.go:171","msg":"trace[609526841] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33818; }","duration":"204.179685ms","start":"2026-02-26T03:08:30.730967Z","end":"2026-02-26T03:08:30.935146Z","steps":["trace[609526841] 'agreement among raft nodes before linearized reading' (duration: 204.112723ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:08:31.159584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.043309ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-02-26T03:08:31.159734Z","caller":"traceutil/trace.go:171","msg":"trace[1882942870] linearizableReadLoop","detail":"{readStateIndex:35053; appliedIndex:35052; }","duration":"221.521554ms","start":"2026-02-26T03:08:30.938187Z","end":"2026-02-26T03:08:31.159708Z","steps":["trace[1882942870] 'read index received' (duration: 98.28474ms)","trace[1882942870] 'applied index is now lower than readState.Index' (duration: 123.234554ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T03:08:31.160194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.966096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6b094bda-ee69-4b5b-a4a7-106c94517e2d\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-02-26T03:08:31.160339Z","caller":"traceutil/trace.go:171","msg":"trace[997608832] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6b094bda-ee69-4b5b-a4a7-106c94517e2d; range_end:; response_count:1; response_revision:33818; }","duration":"222.130811ms","start":"2026-02-26T03:08:30.938171Z","end":"2026-02-26T03:08:31.160301Z","steps":["trace[997608832] 'agreement among raft nodes before linearized reading' (duration: 221.823093ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:08:31.193153Z","caller":"traceutil/trace.go:171","msg":"trace[785568949] transaction","detail":"{read_only:false; response_revision:33821; number_of_response:1; }","duration":"169.451591ms","start":"2026-02-26T03:08:31.023642Z","end":"2026-02-26T03:08:31.193093Z","steps":["trace[785568949] 'process raft request' (duration: 169.370349ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:08:31.193248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.142869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T03:08:31.193237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.8867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T03:08:31.193288Z","caller":"traceutil/trace.go:171","msg":"trace[986669033] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33821; }","duration":"249.1812ms","start":"2026-02-26T03:08:30.944092Z","end":"2026-02-26T03:08:31.193273Z","steps":["trace[986669033] 'agreement among raft nodes before linearized reading' (duration: 249.135729ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:08:31.193319Z","caller":"traceutil/trace.go:171","msg":"trace[1800900512] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:33821; }","duration":"165.055845ms","start":"2026-02-26T03:08:31.028243Z","end":"2026-02-26T03:08:31.193299Z","steps":["trace[1800900512] 'agreement among raft nodes before linearized reading' (duration: 164.8791ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:08:31.19367Z","caller":"traceutil/trace.go:171","msg":"trace[1829226429] transaction","detail":"{read_only:false; response_revision:33819; number_of_response:1; }","duration":"254.997194ms","start":"2026-02-26T03:08:30.938656Z","end":"2026-02-26T03:08:31.193653Z","steps":["trace[1829226429] 'process raft request' (duration: 254.175413ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:08:31.193183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.467811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18489"} {"level":"info","ts":"2026-02-26T03:08:31.193883Z","caller":"traceutil/trace.go:171","msg":"trace[243741022] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:33821; }","duration":"252.19297ms","start":"2026-02-26T03:08:30.941677Z","end":"2026-02-26T03:08:31.19387Z","steps":["trace[243741022] 'agreement among raft nodes before linearized reading' (duration: 251.371078ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:08:31.193913Z","caller":"traceutil/trace.go:171","msg":"trace[1938407805] transaction","detail":"{read_only:false; response_revision:33820; number_of_response:1; }","duration":"255.015445ms","start":"2026-02-26T03:08:30.938885Z","end":"2026-02-26T03:08:31.193901Z","steps":["trace[1938407805] 'process raft request' (duration: 254.100611ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:08:31.193199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.807268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T03:08:31.194036Z","caller":"traceutil/trace.go:171","msg":"trace[2030011682] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:33821; }","duration":"107.699881ms","start":"2026-02-26T03:08:31.086312Z","end":"2026-02-26T03:08:31.194012Z","steps":["trace[2030011682] 'agreement among raft nodes before linearized reading' (duration: 106.781837ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:08:31.464875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.90541ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T03:08:31.464988Z","caller":"traceutil/trace.go:171","msg":"trace[184283437] linearizableReadLoop","detail":"{readStateIndex:35058; appliedIndex:35057; }","duration":"213.82569ms","start":"2026-02-26T03:08:31.251145Z","end":"2026-02-26T03:08:31.46497Z","steps":["trace[184283437] 'read index received' (duration: 42.669914ms)","trace[184283437] 'applied index is now lower than readState.Index' (duration: 171.154586ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:08:31.464995Z","caller":"traceutil/trace.go:171","msg":"trace[446692200] transaction","detail":"{read_only:false; response_revision:33823; number_of_response:1; }","duration":"267.099876ms","start":"2026-02-26T03:08:31.19787Z","end":"2026-02-26T03:08:31.46497Z","steps":["trace[446692200] 'process raft request' (duration: 96.003641ms)","trace[446692200] 'compare' (duration: 170.771937ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T03:08:31.465135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.470036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T03:08:31.465225Z","caller":"traceutil/trace.go:171","msg":"trace[1135535434] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:33823; }","duration":"267.584629ms","start":"2026-02-26T03:08:31.197621Z","end":"2026-02-26T03:08:31.465206Z","steps":["trace[1135535434] 'agreement among raft nodes before linearized reading' (duration: 267.428345ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:08:31.465178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.117186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-02-26T03:08:31.46547Z","caller":"traceutil/trace.go:171","msg":"trace[2126440771] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:33823; }","duration":"212.431153ms","start":"2026-02-26T03:08:31.253027Z","end":"2026-02-26T03:08:31.465458Z","steps":["trace[2126440771] 'agreement among raft nodes before linearized reading' (duration: 212.033173ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:08:31.668442Z","caller":"traceutil/trace.go:171","msg":"trace[75456032] transaction","detail":"{read_only:false; response_revision:33825; number_of_response:1; }","duration":"198.414962ms","start":"2026-02-26T03:08:31.470008Z","end":"2026-02-26T03:08:31.668423Z","steps":["trace[75456032] 'process raft request' (duration: 196.682035ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:08:31.668636Z","caller":"traceutil/trace.go:171","msg":"trace[1458294268] transaction","detail":"{read_only:false; response_revision:33826; number_of_response:1; }","duration":"195.995147ms","start":"2026-02-26T03:08:31.472633Z","end":"2026-02-26T03:08:31.668628Z","steps":["trace[1458294268] 'process raft request' (duration: 195.754551ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:08:31.668612Z","caller":"traceutil/trace.go:171","msg":"trace[285226454] linearizableReadLoop","detail":"{readStateIndex:35061; appliedIndex:35059; }","duration":"180.897926ms","start":"2026-02-26T03:08:31.487689Z","end":"2026-02-26T03:08:31.668587Z","steps":["trace[285226454] 'read index received' (duration: 178.863392ms)","trace[285226454] 'applied index is now lower than readState.Index' (duration: 2.032754ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T03:08:31.668761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.635047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-26T03:08:31.668795Z","caller":"traceutil/trace.go:171","msg":"trace[688308272] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:33826; }","duration":"198.692678ms","start":"2026-02-26T03:08:31.470095Z","end":"2026-02-26T03:08:31.668787Z","steps":["trace[688308272] 'agreement among raft nodes before linearized reading' (duration: 198.556105ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:08:31.668806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.949024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18489"} {"level":"info","ts":"2026-02-26T03:08:31.668826Z","caller":"traceutil/trace.go:171","msg":"trace[1522928394] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:33826; }","duration":"179.013926ms","start":"2026-02-26T03:08:31.489806Z","end":"2026-02-26T03:08:31.66882Z","steps":["trace[1522928394] 'agreement among raft nodes before linearized reading' (duration: 178.909583ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:08:31.87554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.848952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/openstack-database-exporter-dsn\" ","response":"range_response_count:1 size:1068"} {"level":"info","ts":"2026-02-26T03:08:31.875652Z","caller":"traceutil/trace.go:171","msg":"trace[1264511953] range","detail":"{range_begin:/registry/secrets/openstack/openstack-database-exporter-dsn; range_end:; response_count:1; response_revision:33826; }","duration":"102.996016ms","start":"2026-02-26T03:08:31.772627Z","end":"2026-02-26T03:08:31.875623Z","steps":["trace[1264511953] 'range keys from in-memory index tree' (duration: 102.678217ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:08:32.897943Z","caller":"traceutil/trace.go:171","msg":"trace[12988298] transaction","detail":"{read_only:false; response_revision:33830; number_of_response:1; }","duration":"241.109626ms","start":"2026-02-26T03:08:32.656809Z","end":"2026-02-26T03:08:32.897919Z","steps":["trace[12988298] 'process raft request' (duration: 240.936261ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:08:32.898149Z","caller":"traceutil/trace.go:171","msg":"trace[1808606066] transaction","detail":"{read_only:false; response_revision:33831; number_of_response:1; }","duration":"240.730536ms","start":"2026-02-26T03:08:32.657412Z","end":"2026-02-26T03:08:32.898143Z","steps":["trace[1808606066] 'process raft request' (duration: 240.467099ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:08:32.898577Z","caller":"traceutil/trace.go:171","msg":"trace[1268461926] transaction","detail":"{read_only:false; response_revision:33832; number_of_response:1; }","duration":"239.965835ms","start":"2026-02-26T03:08:32.658604Z","end":"2026-02-26T03:08:32.89857Z","steps":["trace[1268461926] 'process raft request' (duration: 239.508473ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:08:32.898567Z","caller":"traceutil/trace.go:171","msg":"trace[552903484] linearizableReadLoop","detail":"{readStateIndex:35067; appliedIndex:35064; }","duration":"176.539341ms","start":"2026-02-26T03:08:32.72198Z","end":"2026-02-26T03:08:32.898519Z","steps":["trace[552903484] 'read index received' (duration: 175.875603ms)","trace[552903484] 'applied index is now lower than readState.Index' (duration: 661.727µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T03:08:32.898862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.854068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/openstack-database-exporter\" ","response":"range_response_count:1 size:3037"} {"level":"info","ts":"2026-02-26T03:08:32.899055Z","caller":"traceutil/trace.go:171","msg":"trace[1378407010] range","detail":"{range_begin:/registry/deployments/openstack/openstack-database-exporter; range_end:; response_count:1; response_revision:33832; }","duration":"177.007763ms","start":"2026-02-26T03:08:32.721929Z","end":"2026-02-26T03:08:32.898937Z","steps":["trace[1378407010] 'agreement among raft nodes before linearized reading' (duration: 176.751006ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:08:32.906991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.988288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T03:08:32.906988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.129641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T03:08:32.907066Z","caller":"traceutil/trace.go:171","msg":"trace[1161151019] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:33833; }","duration":"117.123612ms","start":"2026-02-26T03:08:32.789922Z","end":"2026-02-26T03:08:32.907046Z","steps":["trace[1161151019] 'agreement among raft nodes before linearized reading' (duration: 116.961337ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:08:32.907078Z","caller":"traceutil/trace.go:171","msg":"trace[1067042150] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33833; }","duration":"120.262515ms","start":"2026-02-26T03:08:32.786795Z","end":"2026-02-26T03:08:32.907058Z","steps":["trace[1067042150] 'agreement among raft nodes before linearized reading' (duration: 120.047599ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:08:33.417233Z","caller":"traceutil/trace.go:171","msg":"trace[1761459396] linearizableReadLoop","detail":"{readStateIndex:35070; appliedIndex:35069; }","duration":"132.738596ms","start":"2026-02-26T03:08:33.284452Z","end":"2026-02-26T03:08:33.417191Z","steps":["trace[1761459396] 'read index received' (duration: 90.548814ms)","trace[1761459396] 'applied index is now lower than readState.Index' (duration: 42.187141ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T03:08:33.417473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.990513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T03:08:33.417538Z","caller":"traceutil/trace.go:171","msg":"trace[1780902607] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:33835; }","duration":"133.107796ms","start":"2026-02-26T03:08:33.284412Z","end":"2026-02-26T03:08:33.41752Z","steps":["trace[1780902607] 'agreement among raft nodes before linearized reading' (duration: 132.917081ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:08:33.417975Z","caller":"traceutil/trace.go:171","msg":"trace[84322619] transaction","detail":"{read_only:false; response_revision:33835; number_of_response:1; }","duration":"208.322774ms","start":"2026-02-26T03:08:33.209228Z","end":"2026-02-26T03:08:33.41755Z","steps":["trace[84322619] 'process raft request' (duration: 165.820974ms)","trace[84322619] 'compare' (duration: 41.648497ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T03:08:36.39928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.714488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T03:08:36.399455Z","caller":"traceutil/trace.go:171","msg":"trace[690767379] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:33854; }","duration":"207.942065ms","start":"2026-02-26T03:08:36.191489Z","end":"2026-02-26T03:08:36.399431Z","steps":["trace[690767379] 'count revisions from in-memory index tree' (duration: 207.566664ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:09:09.233605Z","caller":"traceutil/trace.go:171","msg":"trace[194738590] transaction","detail":"{read_only:false; response_revision:34095; number_of_response:1; }","duration":"113.554547ms","start":"2026-02-26T03:09:09.120007Z","end":"2026-02-26T03:09:09.233561Z","steps":["trace[194738590] 'process raft request' (duration: 110.371832ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:09:23.28198Z","caller":"traceutil/trace.go:171","msg":"trace[539741292] transaction","detail":"{read_only:false; response_revision:34203; number_of_response:1; }","duration":"165.012553ms","start":"2026-02-26T03:09:23.116945Z","end":"2026-02-26T03:09:23.281957Z","steps":["trace[539741292] 'process raft request' (duration: 164.849808ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:09:23.282981Z","caller":"traceutil/trace.go:171","msg":"trace[1783347211] transaction","detail":"{read_only:false; response_revision:34204; number_of_response:1; }","duration":"164.394066ms","start":"2026-02-26T03:09:23.118555Z","end":"2026-02-26T03:09:23.282949Z","steps":["trace[1783347211] 'process raft request' (duration: 164.239542ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:09:39.035807Z","caller":"traceutil/trace.go:171","msg":"trace[912824969] transaction","detail":"{read_only:false; response_revision:34334; number_of_response:1; }","duration":"174.123066ms","start":"2026-02-26T03:09:38.861656Z","end":"2026-02-26T03:09:39.035779Z","steps":["trace[912824969] 'process raft request' (duration: 173.965922ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:09:39.4063Z","caller":"traceutil/trace.go:171","msg":"trace[2096768596] transaction","detail":"{read_only:false; response_revision:34335; number_of_response:1; }","duration":"449.496532ms","start":"2026-02-26T03:09:38.956765Z","end":"2026-02-26T03:09:39.406262Z","steps":["trace[2096768596] 'process raft request' (duration: 449.220505ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:09:39.40651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:09:38.956738Z","time spent":"449.664687ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T03:09:39.407632Z","caller":"traceutil/trace.go:171","msg":"trace[100683892] transaction","detail":"{read_only:false; response_revision:34336; number_of_response:1; }","duration":"199.770637ms","start":"2026-02-26T03:09:39.207828Z","end":"2026-02-26T03:09:39.407599Z","steps":["trace[100683892] 'process raft request' (duration: 199.217893ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:09:43.755696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.661062ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T03:09:43.756224Z","caller":"traceutil/trace.go:171","msg":"trace[1237880452] linearizableReadLoop","detail":"{readStateIndex:35620; appliedIndex:35617; }","duration":"120.691077ms","start":"2026-02-26T03:09:43.635513Z","end":"2026-02-26T03:09:43.756204Z","steps":["trace[1237880452] 'read index received' (duration: 35.151µs)","trace[1237880452] 'applied index is now lower than readState.Index' (duration: 120.655056ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T03:09:43.756457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.938673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-26T03:09:43.756595Z","caller":"traceutil/trace.go:171","msg":"trace[453267796] transaction","detail":"{read_only:false; response_revision:34369; number_of_response:1; }","duration":"334.082576ms","start":"2026-02-26T03:09:43.422503Z","end":"2026-02-26T03:09:43.756585Z","steps":["trace[453267796] 'process raft request' (duration: 333.300155ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:09:43.756537Z","caller":"traceutil/trace.go:171","msg":"trace[1499978823] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34370; }","duration":"121.052826ms","start":"2026-02-26T03:09:43.635472Z","end":"2026-02-26T03:09:43.756524Z","steps":["trace[1499978823] 'agreement among raft nodes before linearized reading' (duration: 120.797839ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:09:43.756709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:09:43.42249Z","time spent":"334.148247ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T03:09:43.756901Z","caller":"traceutil/trace.go:171","msg":"trace[114115073] transaction","detail":"{read_only:false; response_revision:34370; number_of_response:1; }","duration":"323.975088ms","start":"2026-02-26T03:09:43.432913Z","end":"2026-02-26T03:09:43.756888Z","steps":["trace[114115073] 'process raft request' (duration: 323.241788ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:09:43.756981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:09:43.432893Z","time spent":"324.047019ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T03:09:43.756427Z","caller":"traceutil/trace.go:171","msg":"trace[1738125301] transaction","detail":"{read_only:false; response_revision:34368; number_of_response:1; }","duration":"335.148184ms","start":"2026-02-26T03:09:43.421248Z","end":"2026-02-26T03:09:43.756396Z","steps":["trace[1738125301] 'process raft request' (duration: 145.709451ms)","trace[1738125301] 'compare' (duration: 188.547839ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T03:09:43.757155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:09:43.421229Z","time spent":"335.887664ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T03:09:44.204999Z","caller":"traceutil/trace.go:171","msg":"trace[2080354206] linearizableReadLoop","detail":"{readStateIndex:35621; appliedIndex:35620; }","duration":"416.831694ms","start":"2026-02-26T03:09:43.788142Z","end":"2026-02-26T03:09:44.204974Z","steps":["trace[2080354206] 'read index received' (duration: 333.547351ms)","trace[2080354206] 'applied index is now lower than readState.Index' (duration: 83.282883ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:09:44.205653Z","caller":"traceutil/trace.go:171","msg":"trace[827379337] transaction","detail":"{read_only:false; response_revision:34371; number_of_response:1; }","duration":"444.477628ms","start":"2026-02-26T03:09:43.761159Z","end":"2026-02-26T03:09:44.205637Z","steps":["trace[827379337] 'process raft request' (duration: 360.620571ms)","trace[827379337] 'compare' (duration: 82.150232ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T03:09:44.205903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:09:43.761136Z","time spent":"444.619953ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T03:09:44.206327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.162309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T03:09:44.206394Z","caller":"traceutil/trace.go:171","msg":"trace[695038845] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34371; }","duration":"418.271422ms","start":"2026-02-26T03:09:43.788104Z","end":"2026-02-26T03:09:44.206376Z","steps":["trace[695038845] 'agreement among raft nodes before linearized reading' (duration: 418.141819ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:09:44.206426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:09:43.78809Z","time spent":"418.328174ms","remote":"127.0.0.1:36526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T03:09:44.206445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.540232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-26T03:09:44.206516Z","caller":"traceutil/trace.go:171","msg":"trace[1557403528] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34371; }","duration":"356.655245ms","start":"2026-02-26T03:09:43.849842Z","end":"2026-02-26T03:09:44.206498Z","steps":["trace[1557403528] 'agreement among raft nodes before linearized reading' (duration: 356.4628ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:09:44.206527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.377055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-26T03:09:44.2066Z","caller":"traceutil/trace.go:171","msg":"trace[1925464416] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34371; }","duration":"147.487098ms","start":"2026-02-26T03:09:44.059096Z","end":"2026-02-26T03:09:44.206583Z","steps":["trace[1925464416] 'agreement among raft nodes before linearized reading' (duration: 147.269543ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:09:44.206628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.017061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-26T03:09:44.20665Z","caller":"traceutil/trace.go:171","msg":"trace[421740182] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34371; }","duration":"297.037861ms","start":"2026-02-26T03:09:43.909605Z","end":"2026-02-26T03:09:44.206642Z","steps":["trace[421740182] 'agreement among raft nodes before linearized reading' (duration: 296.968069ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:09:44.206553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:09:43.84982Z","time spent":"356.724357ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T03:09:44.206772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.68451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-02-26T03:09:44.206793Z","caller":"traceutil/trace.go:171","msg":"trace[1736459271] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34371; }","duration":"139.709862ms","start":"2026-02-26T03:09:44.067075Z","end":"2026-02-26T03:09:44.206785Z","steps":["trace[1736459271] 'agreement among raft nodes before linearized reading' (duration: 139.64907ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:09:44.206796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.79422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-26T03:09:44.206826Z","caller":"traceutil/trace.go:171","msg":"trace[274606135] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34371; }","duration":"140.851402ms","start":"2026-02-26T03:09:44.065965Z","end":"2026-02-26T03:09:44.206816Z","steps":["trace[274606135] 'agreement among raft nodes before linearized reading' (duration: 140.736549ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:09:44.20681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.138674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-02-26T03:09:44.206895Z","caller":"traceutil/trace.go:171","msg":"trace[136273072] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:34371; }","duration":"233.496773ms","start":"2026-02-26T03:09:43.973382Z","end":"2026-02-26T03:09:44.206879Z","steps":["trace[136273072] 'agreement among raft nodes before linearized reading' (duration: 232.99403ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:09:44.623841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.484055ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T03:09:44.624412Z","caller":"traceutil/trace.go:171","msg":"trace[1057256299] transaction","detail":"{read_only:false; response_revision:34372; number_of_response:1; }","duration":"410.553427ms","start":"2026-02-26T03:09:44.213827Z","end":"2026-02-26T03:09:44.62438Z","steps":["trace[1057256299] 'process raft request' (duration: 101.424945ms)","trace[1057256299] 'compare' (duration: 308.327391ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T03:09:44.624563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:09:44.213807Z","time spent":"410.68355ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T03:09:44.624556Z","caller":"traceutil/trace.go:171","msg":"trace[980192617] transaction","detail":"{read_only:false; response_revision:34373; number_of_response:1; }","duration":"410.334101ms","start":"2026-02-26T03:09:44.214192Z","end":"2026-02-26T03:09:44.624526Z","steps":["trace[980192617] 'process raft request' (duration: 409.997202ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:09:44.624668Z","caller":"traceutil/trace.go:171","msg":"trace[2032578973] transaction","detail":"{read_only:false; response_revision:34374; number_of_response:1; }","duration":"410.224218ms","start":"2026-02-26T03:09:44.214427Z","end":"2026-02-26T03:09:44.624652Z","steps":["trace[2032578973] 'process raft request' (duration: 410.023113ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:09:44.624697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:09:44.214185Z","time spent":"410.438114ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T03:09:44.624758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:09:44.214421Z","time spent":"410.28463ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T03:09:44.624916Z","caller":"traceutil/trace.go:171","msg":"trace[100374589] transaction","detail":"{read_only:false; response_revision:34375; number_of_response:1; }","duration":"408.79777ms","start":"2026-02-26T03:09:44.216108Z","end":"2026-02-26T03:09:44.624905Z","steps":["trace[100374589] 'process raft request' (duration: 408.512522ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:09:44.625005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:09:44.2161Z","time spent":"408.875772ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T03:09:44.625085Z","caller":"traceutil/trace.go:171","msg":"trace[1172547724] linearizableReadLoop","detail":"{readStateIndex:35624; appliedIndex:35621; }","duration":"410.088624ms","start":"2026-02-26T03:09:44.214938Z","end":"2026-02-26T03:09:44.625026Z","steps":["trace[1172547724] 'read index received' (duration: 100.296054ms)","trace[1172547724] 'applied index is now lower than readState.Index' (duration: 309.79092ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:09:44.62522Z","caller":"traceutil/trace.go:171","msg":"trace[1807594005] transaction","detail":"{read_only:false; response_revision:34376; number_of_response:1; }","duration":"408.586025ms","start":"2026-02-26T03:09:44.216612Z","end":"2026-02-26T03:09:44.625198Z","steps":["trace[1807594005] 'process raft request' (duration: 408.182584ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:09:44.625293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.355052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6b094bda-ee69-4b5b-a4a7-106c94517e2d\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-02-26T03:09:44.625327Z","caller":"traceutil/trace.go:171","msg":"trace[252105134] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6b094bda-ee69-4b5b-a4a7-106c94517e2d; range_end:; response_count:1; response_revision:34376; }","duration":"410.425714ms","start":"2026-02-26T03:09:44.21489Z","end":"2026-02-26T03:09:44.625316Z","steps":["trace[252105134] 'agreement among raft nodes before linearized reading' (duration: 410.302471ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:09:44.625356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:09:44.214859Z","time spent":"410.491416ms","remote":"127.0.0.1:36668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-6b094bda-ee69-4b5b-a4a7-106c94517e2d\" "} {"level":"warn","ts":"2026-02-26T03:09:44.625337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:09:44.216606Z","time spent":"408.669987ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T03:09:44.667231Z","caller":"traceutil/trace.go:171","msg":"trace[419918212] transaction","detail":"{read_only:false; response_revision:34377; number_of_response:1; }","duration":"175.376819ms","start":"2026-02-26T03:09:44.491816Z","end":"2026-02-26T03:09:44.667193Z","steps":["trace[419918212] 'process raft request' (duration: 175.185314ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:09:44.667257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.201201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/tempest-run-tests-57zhv\" ","response":"range_response_count:1 size:10118"} {"level":"info","ts":"2026-02-26T03:09:44.667534Z","caller":"traceutil/trace.go:171","msg":"trace[1474783064] range","detail":"{range_begin:/registry/pods/openstack/tempest-run-tests-57zhv; range_end:; response_count:1; response_revision:34377; }","duration":"450.471297ms","start":"2026-02-26T03:09:44.217013Z","end":"2026-02-26T03:09:44.667484Z","steps":["trace[1474783064] 'agreement among raft nodes before linearized reading' (duration: 450.136789ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:09:44.667655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:09:44.217007Z","time spent":"450.597521ms","remote":"127.0.0.1:36698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":10142,"request content":"key:\"/registry/pods/openstack/tempest-run-tests-57zhv\" "} {"level":"info","ts":"2026-02-26T03:09:44.939028Z","caller":"traceutil/trace.go:171","msg":"trace[2043382566] transaction","detail":"{read_only:false; response_revision:34378; number_of_response:1; }","duration":"260.920632ms","start":"2026-02-26T03:09:44.678083Z","end":"2026-02-26T03:09:44.939003Z","steps":["trace[2043382566] 'process raft request' (duration: 220.310763ms)","trace[2043382566] 'compare' (duration: 40.384023ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:09:44.939333Z","caller":"traceutil/trace.go:171","msg":"trace[560217093] transaction","detail":"{read_only:false; response_revision:34379; number_of_response:1; }","duration":"229.449955ms","start":"2026-02-26T03:09:44.709873Z","end":"2026-02-26T03:09:44.939323Z","steps":["trace[560217093] 'process raft request' (duration: 229.088986ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:10:02.101485Z","caller":"traceutil/trace.go:171","msg":"trace[768820345] transaction","detail":"{read_only:false; response_revision:34514; number_of_response:1; }","duration":"113.829934ms","start":"2026-02-26T03:10:01.98763Z","end":"2026-02-26T03:10:02.10146Z","steps":["trace[768820345] 'process raft request' (duration: 113.792163ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:10:02.101675Z","caller":"traceutil/trace.go:171","msg":"trace[665647658] transaction","detail":"{read_only:false; response_revision:34513; number_of_response:1; }","duration":"117.899792ms","start":"2026-02-26T03:10:01.983732Z","end":"2026-02-26T03:10:02.101632Z","steps":["trace[665647658] 'process raft request' (duration: 117.552703ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:10:17.601095Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32506} {"level":"info","ts":"2026-02-26T03:10:17.725949Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32506,"took":"121.223621ms","hash":385154737,"current-db-size-bytes":51388416,"current-db-size":"51 MB","current-db-size-in-use-bytes":27418624,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-02-26T03:10:17.726024Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":385154737,"revision":32506,"compact-revision":30396} {"level":"info","ts":"2026-02-26T03:10:31.021405Z","caller":"traceutil/trace.go:171","msg":"trace[632868236] linearizableReadLoop","detail":"{readStateIndex:35995; appliedIndex:35994; }","duration":"123.231444ms","start":"2026-02-26T03:10:30.898148Z","end":"2026-02-26T03:10:31.02138Z","steps":["trace[632868236] 'read index received' (duration: 122.953366ms)","trace[632868236] 'applied index is now lower than readState.Index' (duration: 277.208µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:10:31.021465Z","caller":"traceutil/trace.go:171","msg":"trace[435662836] transaction","detail":"{read_only:false; response_revision:34734; number_of_response:1; }","duration":"132.772727ms","start":"2026-02-26T03:10:30.88866Z","end":"2026-02-26T03:10:31.021433Z","steps":["trace[435662836] 'process raft request' (duration: 132.548471ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:10:31.021761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.685101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-26T03:10:31.021845Z","caller":"traceutil/trace.go:171","msg":"trace[129131051] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34734; }","duration":"104.817705ms","start":"2026-02-26T03:10:30.917009Z","end":"2026-02-26T03:10:31.021827Z","steps":["trace[129131051] 'agreement among raft nodes before linearized reading' (duration: 104.573598ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:10:31.021934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.496061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:1 size:141"} {"level":"info","ts":"2026-02-26T03:10:31.022019Z","caller":"traceutil/trace.go:171","msg":"trace[210555244] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:1; response_revision:34734; }","duration":"123.899311ms","start":"2026-02-26T03:10:30.898102Z","end":"2026-02-26T03:10:31.022001Z","steps":["trace[210555244] 'agreement among raft nodes before linearized reading' (duration: 123.438459ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:10:41.719215Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000008cee.wal"} {"level":"info","ts":"2026-02-26T03:10:57.265916Z","caller":"traceutil/trace.go:171","msg":"trace[2044480055] transaction","detail":"{read_only:false; response_revision:34915; number_of_response:1; }","duration":"127.050766ms","start":"2026-02-26T03:10:57.13885Z","end":"2026-02-26T03:10:57.265901Z","steps":["trace[2044480055] 'process raft request' (duration: 126.8177ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:10:57.265838Z","caller":"traceutil/trace.go:171","msg":"trace[725328376] linearizableReadLoop","detail":"{readStateIndex:36182; appliedIndex:36181; }","duration":"113.553147ms","start":"2026-02-26T03:10:57.152259Z","end":"2026-02-26T03:10:57.265812Z","steps":["trace[725328376] 'read index received' (duration: 113.400622ms)","trace[725328376] 'applied index is now lower than readState.Index' (duration: 151.614µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T03:10:57.266725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.460591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-26T03:10:57.266763Z","caller":"traceutil/trace.go:171","msg":"trace[655876528] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34915; }","duration":"114.549144ms","start":"2026-02-26T03:10:57.152205Z","end":"2026-02-26T03:10:57.266754Z","steps":["trace[655876528] 'agreement among raft nodes before linearized reading' (duration: 113.889576ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:10:57.770115Z","caller":"traceutil/trace.go:171","msg":"trace[530688578] transaction","detail":"{read_only:false; response_revision:34916; number_of_response:1; }","duration":"499.881881ms","start":"2026-02-26T03:10:57.270207Z","end":"2026-02-26T03:10:57.770089Z","steps":["trace[530688578] 'process raft request' (duration: 499.711466ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:10:57.770299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:10:57.270185Z","time spent":"500.014763ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T03:10:57.778757Z","caller":"traceutil/trace.go:171","msg":"trace[1275304408] transaction","detail":"{read_only:false; response_revision:34920; number_of_response:1; }","duration":"506.454165ms","start":"2026-02-26T03:10:57.272286Z","end":"2026-02-26T03:10:57.77874Z","steps":["trace[1275304408] 'process raft request' (duration: 506.415533ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:10:57.778804Z","caller":"traceutil/trace.go:171","msg":"trace[1570141520] transaction","detail":"{read_only:false; response_revision:34919; number_of_response:1; }","duration":"507.045331ms","start":"2026-02-26T03:10:57.271739Z","end":"2026-02-26T03:10:57.778785Z","steps":["trace[1570141520] 'process raft request' (duration: 506.932108ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:10:57.778862Z","caller":"traceutil/trace.go:171","msg":"trace[1404790667] transaction","detail":"{read_only:false; response_revision:34917; number_of_response:1; }","duration":"507.925664ms","start":"2026-02-26T03:10:57.270923Z","end":"2026-02-26T03:10:57.778849Z","steps":["trace[1404790667] 'process raft request' (duration: 507.580275ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:10:57.778881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:10:57.272279Z","time spent":"506.537338ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T03:10:57.778898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:10:57.27173Z","time spent":"507.115832ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T03:10:57.778798Z","caller":"traceutil/trace.go:171","msg":"trace[967904918] transaction","detail":"{read_only:false; response_revision:34918; number_of_response:1; }","duration":"507.813991ms","start":"2026-02-26T03:10:57.270958Z","end":"2026-02-26T03:10:57.778772Z","steps":["trace[967904918] 'process raft request' (duration: 507.680018ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:10:57.779055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:10:57.270955Z","time spent":"508.048578ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T03:10:57.779142Z","caller":"traceutil/trace.go:171","msg":"trace[951501124] linearizableReadLoop","detail":"{readStateIndex:36188; appliedIndex:36182; }","duration":"159.058276ms","start":"2026-02-26T03:10:57.620067Z","end":"2026-02-26T03:10:57.779125Z","steps":["trace[951501124] 'read index received' (duration: 149.887512ms)","trace[951501124] 'applied index is now lower than readState.Index' (duration: 9.169294ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:10:57.779219Z","caller":"traceutil/trace.go:171","msg":"trace[1418094002] transaction","detail":"{read_only:false; response_revision:34921; number_of_response:1; }","duration":"322.300483ms","start":"2026-02-26T03:10:57.456906Z","end":"2026-02-26T03:10:57.779206Z","steps":["trace[1418094002] 'process raft request' (duration: 321.81219ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:10:57.77925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.174129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T03:10:57.779287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:10:57.456881Z","time spent":"322.375914ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T03:10:57.779295Z","caller":"traceutil/trace.go:171","msg":"trace[1408446991] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:34921; }","duration":"159.22308ms","start":"2026-02-26T03:10:57.620061Z","end":"2026-02-26T03:10:57.779284Z","steps":["trace[1408446991] 'agreement among raft nodes before linearized reading' (duration: 159.122787ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:10:57.779699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:10:57.270913Z","time spent":"508.001576ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T03:10:58.265066Z","caller":"traceutil/trace.go:171","msg":"trace[1563950150] transaction","detail":"{read_only:false; response_revision:34923; number_of_response:1; }","duration":"122.420042ms","start":"2026-02-26T03:10:58.14261Z","end":"2026-02-26T03:10:58.26503Z","steps":["trace[1563950150] 'process raft request' (duration: 122.236247ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:10:59.374813Z","caller":"traceutil/trace.go:171","msg":"trace[1634593816] transaction","detail":"{read_only:false; response_revision:34928; number_of_response:1; }","duration":"103.1454ms","start":"2026-02-26T03:10:59.271636Z","end":"2026-02-26T03:10:59.374781Z","steps":["trace[1634593816] 'process raft request' (duration: 102.988486ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:11:00.704308Z","caller":"traceutil/trace.go:171","msg":"trace[1799052722] transaction","detail":"{read_only:false; response_revision:34938; number_of_response:1; }","duration":"285.488425ms","start":"2026-02-26T03:11:00.418783Z","end":"2026-02-26T03:11:00.704271Z","steps":["trace[1799052722] 'process raft request' (duration: 224.375481ms)","trace[1799052722] 'compare' (duration: 60.954479ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T03:11:01.665907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.656242ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T03:11:01.666116Z","caller":"traceutil/trace.go:171","msg":"trace[795402843] transaction","detail":"{read_only:false; response_revision:34942; number_of_response:1; }","duration":"285.052873ms","start":"2026-02-26T03:11:01.381017Z","end":"2026-02-26T03:11:01.66607Z","steps":["trace[795402843] 'process raft request' (duration: 128.129144ms)","trace[795402843] 'compare' (duration: 156.479427ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:11:02.088616Z","caller":"traceutil/trace.go:171","msg":"trace[686999595] transaction","detail":"{read_only:false; response_revision:34946; number_of_response:1; }","duration":"181.986975ms","start":"2026-02-26T03:11:01.9066Z","end":"2026-02-26T03:11:02.088587Z","steps":["trace[686999595] 'process raft request' (duration: 181.774729ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:11:02.088937Z","caller":"traceutil/trace.go:171","msg":"trace[31119541] transaction","detail":"{read_only:false; response_revision:34947; number_of_response:1; }","duration":"182.279833ms","start":"2026-02-26T03:11:01.906629Z","end":"2026-02-26T03:11:02.088908Z","steps":["trace[31119541] 'process raft request' (duration: 181.920863ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:11:02.088957Z","caller":"traceutil/trace.go:171","msg":"trace[148331612] transaction","detail":"{read_only:false; response_revision:34948; number_of_response:1; }","duration":"182.284042ms","start":"2026-02-26T03:11:01.906653Z","end":"2026-02-26T03:11:02.088937Z","steps":["trace[148331612] 'process raft request' (duration: 182.143539ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:11:02.089183Z","caller":"traceutil/trace.go:171","msg":"trace[628324599] transaction","detail":"{read_only:false; response_revision:34949; number_of_response:1; }","duration":"151.194687ms","start":"2026-02-26T03:11:01.937981Z","end":"2026-02-26T03:11:02.089175Z","steps":["trace[628324599] 'process raft request' (duration: 150.910349ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:11:02.089192Z","caller":"traceutil/trace.go:171","msg":"trace[1970326595] transaction","detail":"{read_only:false; response_revision:34950; number_of_response:1; }","duration":"144.954311ms","start":"2026-02-26T03:11:01.944212Z","end":"2026-02-26T03:11:02.089166Z","steps":["trace[1970326595] 'process raft request' (duration: 144.849129ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:11:03.296129Z","caller":"traceutil/trace.go:171","msg":"trace[1902558898] linearizableReadLoop","detail":"{readStateIndex:36222; appliedIndex:36221; }","duration":"336.348806ms","start":"2026-02-26T03:11:02.959758Z","end":"2026-02-26T03:11:03.296106Z","steps":["trace[1902558898] 'read index received' (duration: 336.048278ms)","trace[1902558898] 'applied index is now lower than readState.Index' (duration: 299.578µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:11:03.296776Z","caller":"traceutil/trace.go:171","msg":"trace[1740162061] transaction","detail":"{read_only:false; response_revision:34954; number_of_response:1; }","duration":"419.054963ms","start":"2026-02-26T03:11:02.877641Z","end":"2026-02-26T03:11:03.296696Z","steps":["trace[1740162061] 'process raft request' (duration: 418.241451ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:11:03.296959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:11:02.877623Z","time spent":"419.245128ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T03:11:03.297054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.28218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T03:11:03.297152Z","caller":"traceutil/trace.go:171","msg":"trace[1747577087] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:34954; }","duration":"337.461655ms","start":"2026-02-26T03:11:02.959667Z","end":"2026-02-26T03:11:03.297129Z","steps":["trace[1747577087] 'agreement among raft nodes before linearized reading' (duration: 337.168547ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:11:03.297218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:11:02.959633Z","time spent":"337.567818ms","remote":"127.0.0.1:36668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":17,"response size":32,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-02-26T03:11:03.488021Z","caller":"traceutil/trace.go:171","msg":"trace[282477828] linearizableReadLoop","detail":"{readStateIndex:36223; appliedIndex:36222; }","duration":"191.805525ms","start":"2026-02-26T03:11:03.296191Z","end":"2026-02-26T03:11:03.487996Z","steps":["trace[282477828] 'read index received' (duration: 165.535587ms)","trace[282477828] 'applied index is now lower than readState.Index' (duration: 26.268828ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:11:03.488152Z","caller":"traceutil/trace.go:171","msg":"trace[555203609] transaction","detail":"{read_only:false; response_revision:34955; number_of_response:1; }","duration":"217.296082ms","start":"2026-02-26T03:11:03.270842Z","end":"2026-02-26T03:11:03.488139Z","steps":["trace[555203609] 'process raft request' (duration: 190.86577ms)","trace[555203609] 'compare' (duration: 26.123914ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T03:11:03.488358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.965805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T03:11:03.488434Z","caller":"traceutil/trace.go:171","msg":"trace[1623369948] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:34955; }","duration":"409.062637ms","start":"2026-02-26T03:11:03.079351Z","end":"2026-02-26T03:11:03.488414Z","steps":["trace[1623369948] 'agreement among raft nodes before linearized reading' (duration: 408.912683ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:11:03.488494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:11:03.079287Z","time spent":"409.1882ms","remote":"127.0.0.1:52712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-02-26T03:11:03.783998Z","caller":"traceutil/trace.go:171","msg":"trace[1197261672] transaction","detail":"{read_only:false; response_revision:34956; number_of_response:1; }","duration":"112.55984ms","start":"2026-02-26T03:11:03.671418Z","end":"2026-02-26T03:11:03.783978Z","steps":["trace[1197261672] 'process raft request' (duration: 112.408056ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:11:04.099652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.746983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T03:11:04.099743Z","caller":"traceutil/trace.go:171","msg":"trace[1767197173] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:34956; }","duration":"203.877027ms","start":"2026-02-26T03:11:03.895845Z","end":"2026-02-26T03:11:04.099722Z","steps":["trace[1767197173] 'count revisions from in-memory index tree' (duration: 203.656931ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:11:04.09987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.315492ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T03:11:04.100082Z","caller":"traceutil/trace.go:171","msg":"trace[1315991110] transaction","detail":"{read_only:false; response_revision:34957; number_of_response:1; }","duration":"202.12511ms","start":"2026-02-26T03:11:03.897896Z","end":"2026-02-26T03:11:04.100021Z","steps":["trace[1315991110] 'process raft request' (duration: 36.602222ms)","trace[1315991110] 'compare' (duration: 165.043425ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T03:11:04.10026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.634588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-26T03:11:04.100301Z","caller":"traceutil/trace.go:171","msg":"trace[1872562115] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34957; }","duration":"195.698989ms","start":"2026-02-26T03:11:03.904592Z","end":"2026-02-26T03:11:04.100291Z","steps":["trace[1872562115] 'agreement among raft nodes before linearized reading' (duration: 195.571275ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:11:04.099984Z","caller":"traceutil/trace.go:171","msg":"trace[1309978180] linearizableReadLoop","detail":"{readStateIndex:36225; appliedIndex:36224; }","duration":"195.339349ms","start":"2026-02-26T03:11:03.904628Z","end":"2026-02-26T03:11:04.099968Z","steps":["trace[1309978180] 'read index received' (duration: 29.849263ms)","trace[1309978180] 'applied index is now lower than readState.Index' (duration: 165.488236ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T03:11:04.152866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.082794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-26T03:11:04.152934Z","caller":"traceutil/trace.go:171","msg":"trace[933395993] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34958; }","duration":"186.209097ms","start":"2026-02-26T03:11:03.966708Z","end":"2026-02-26T03:11:04.152917Z","steps":["trace[933395993] 'agreement among raft nodes before linearized reading' (duration: 186.018392ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:11:04.153137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.457788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T03:11:04.153213Z","caller":"traceutil/trace.go:171","msg":"trace[163897570] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:34958; }","duration":"138.583952ms","start":"2026-02-26T03:11:04.014603Z","end":"2026-02-26T03:11:04.153187Z","steps":["trace[163897570] 'agreement among raft nodes before linearized reading' (duration: 138.484329ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:11:04.409507Z","caller":"traceutil/trace.go:171","msg":"trace[675770236] transaction","detail":"{read_only:false; response_revision:34959; number_of_response:1; }","duration":"305.764713ms","start":"2026-02-26T03:11:04.103679Z","end":"2026-02-26T03:11:04.409444Z","steps":["trace[675770236] 'process raft request' (duration: 221.424452ms)","trace[675770236] 'compare' (duration: 84.163416ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T03:11:04.409662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:11:04.103653Z","time spent":"305.930018ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T03:11:04.442908Z","caller":"traceutil/trace.go:171","msg":"trace[112287228] transaction","detail":"{read_only:false; response_revision:34960; number_of_response:1; }","duration":"285.225078ms","start":"2026-02-26T03:11:04.157661Z","end":"2026-02-26T03:11:04.442886Z","steps":["trace[112287228] 'process raft request' (duration: 285.088184ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:11:04.443085Z","caller":"traceutil/trace.go:171","msg":"trace[1292889128] transaction","detail":"{read_only:false; response_revision:34961; number_of_response:1; }","duration":"285.30237ms","start":"2026-02-26T03:11:04.157777Z","end":"2026-02-26T03:11:04.44308Z","steps":["trace[1292889128] 'process raft request' (duration: 285.070864ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:11:04.44345Z","caller":"traceutil/trace.go:171","msg":"trace[808796638] transaction","detail":"{read_only:false; response_revision:34964; number_of_response:1; }","duration":"285.500405ms","start":"2026-02-26T03:11:04.15793Z","end":"2026-02-26T03:11:04.443431Z","steps":["trace[808796638] 'process raft request' (duration: 285.459344ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:11:04.443451Z","caller":"traceutil/trace.go:171","msg":"trace[2041572358] transaction","detail":"{read_only:false; response_revision:34962; number_of_response:1; }","duration":"285.585118ms","start":"2026-02-26T03:11:04.157836Z","end":"2026-02-26T03:11:04.443421Z","steps":["trace[2041572358] 'process raft request' (duration: 285.217958ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:11:04.443515Z","caller":"traceutil/trace.go:171","msg":"trace[1586905512] transaction","detail":"{read_only:false; response_revision:34963; number_of_response:1; }","duration":"285.624078ms","start":"2026-02-26T03:11:04.157881Z","end":"2026-02-26T03:11:04.443506Z","steps":["trace[1586905512] 'process raft request' (duration: 285.427203ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:11:04.703018Z","caller":"traceutil/trace.go:171","msg":"trace[1240869212] linearizableReadLoop","detail":"{readStateIndex:36234; appliedIndex:36233; }","duration":"189.019922ms","start":"2026-02-26T03:11:04.513967Z","end":"2026-02-26T03:11:04.702987Z","steps":["trace[1240869212] 'read index received' (duration: 116.268539ms)","trace[1240869212] 'applied index is now lower than readState.Index' (duration: 72.750023ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:11:04.703156Z","caller":"traceutil/trace.go:171","msg":"trace[1119817968] transaction","detail":"{read_only:false; response_revision:34966; number_of_response:1; }","duration":"200.27827ms","start":"2026-02-26T03:11:04.502855Z","end":"2026-02-26T03:11:04.703133Z","steps":["trace[1119817968] 'process raft request' (duration: 127.442765ms)","trace[1119817968] 'compare' (duration: 72.417434ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T03:11:04.703221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.232368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T03:11:04.703258Z","caller":"traceutil/trace.go:171","msg":"trace[1710401468] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:34966; }","duration":"189.289739ms","start":"2026-02-26T03:11:04.513956Z","end":"2026-02-26T03:11:04.703246Z","steps":["trace[1710401468] 'agreement among raft nodes before linearized reading' (duration: 189.174996ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:11:04.703532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.467594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T03:11:04.703575Z","caller":"traceutil/trace.go:171","msg":"trace[1342286604] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:34966; }","duration":"116.543076ms","start":"2026-02-26T03:11:04.587018Z","end":"2026-02-26T03:11:04.703561Z","steps":["trace[1342286604] 'agreement among raft nodes before linearized reading' (duration: 116.434193ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:11:08.756634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.187252ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T03:11:08.757084Z","caller":"traceutil/trace.go:171","msg":"trace[1652481519] transaction","detail":"{read_only:false; response_revision:34986; number_of_response:1; }","duration":"295.069799ms","start":"2026-02-26T03:11:08.462002Z","end":"2026-02-26T03:11:08.757072Z","steps":["trace[1652481519] 'process raft request' (duration: 34.226509ms)","trace[1652481519] 'compare' (duration: 260.031828ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:11:08.757089Z","caller":"traceutil/trace.go:171","msg":"trace[204702438] transaction","detail":"{read_only:false; response_revision:34988; number_of_response:1; }","duration":"293.275112ms","start":"2026-02-26T03:11:08.463789Z","end":"2026-02-26T03:11:08.757064Z","steps":["trace[204702438] 'process raft request' (duration: 292.965423ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:11:08.757177Z","caller":"traceutil/trace.go:171","msg":"trace[1095104852] transaction","detail":"{read_only:false; response_revision:34990; number_of_response:1; }","duration":"283.470601ms","start":"2026-02-26T03:11:08.473701Z","end":"2026-02-26T03:11:08.757172Z","steps":["trace[1095104852] 'process raft request' (duration: 283.094752ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:11:08.757226Z","caller":"traceutil/trace.go:171","msg":"trace[915099958] transaction","detail":"{read_only:false; response_revision:34991; number_of_response:1; }","duration":"264.97194ms","start":"2026-02-26T03:11:08.49225Z","end":"2026-02-26T03:11:08.757222Z","steps":["trace[915099958] 'process raft request' (duration: 264.561619ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:11:08.757181Z","caller":"traceutil/trace.go:171","msg":"trace[75094414] transaction","detail":"{read_only:false; response_revision:34987; number_of_response:1; }","duration":"294.984897ms","start":"2026-02-26T03:11:08.462155Z","end":"2026-02-26T03:11:08.75714Z","steps":["trace[75094414] 'process raft request' (duration: 294.564295ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:11:08.757244Z","caller":"traceutil/trace.go:171","msg":"trace[1425219945] transaction","detail":"{read_only:false; response_revision:34989; number_of_response:1; }","duration":"292.560473ms","start":"2026-02-26T03:11:08.464668Z","end":"2026-02-26T03:11:08.757228Z","steps":["trace[1425219945] 'process raft request' (duration: 292.104651ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:11:08.756844Z","caller":"traceutil/trace.go:171","msg":"trace[1756840767] linearizableReadLoop","detail":"{readStateIndex:36258; appliedIndex:36254; }","duration":"291.470584ms","start":"2026-02-26T03:11:08.465362Z","end":"2026-02-26T03:11:08.756833Z","steps":["trace[1756840767] 'read index received' (duration: 30.87533ms)","trace[1756840767] 'applied index is now lower than readState.Index' (duration: 260.594453ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T03:11:08.757365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.001387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T03:11:08.757389Z","caller":"traceutil/trace.go:171","msg":"trace[2017227746] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:34991; }","duration":"292.047799ms","start":"2026-02-26T03:11:08.465333Z","end":"2026-02-26T03:11:08.757381Z","steps":["trace[2017227746] 'agreement among raft nodes before linearized reading' (duration: 291.990667ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:11:08.973608Z","caller":"traceutil/trace.go:171","msg":"trace[1027531605] linearizableReadLoop","detail":"{readStateIndex:36261; appliedIndex:36260; }","duration":"216.278996ms","start":"2026-02-26T03:11:08.757304Z","end":"2026-02-26T03:11:08.973583Z","steps":["trace[1027531605] 'read index received' (duration: 216.182983ms)","trace[1027531605] 'applied index is now lower than readState.Index' (duration: 94.893µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T03:11:08.973864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.663934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T03:11:08.973886Z","caller":"traceutil/trace.go:171","msg":"trace[2077767753] transaction","detail":"{read_only:false; response_revision:34992; number_of_response:1; }","duration":"258.359034ms","start":"2026-02-26T03:11:08.7155Z","end":"2026-02-26T03:11:08.973859Z","steps":["trace[2077767753] 'process raft request' (duration: 257.875131ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:11:08.973919Z","caller":"traceutil/trace.go:171","msg":"trace[1561214843] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:34992; }","duration":"502.752576ms","start":"2026-02-26T03:11:08.471149Z","end":"2026-02-26T03:11:08.973901Z","steps":["trace[1561214843] 'agreement among raft nodes before linearized reading' (duration: 502.652773ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:11:08.973959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:11:08.471137Z","time spent":"502.812638ms","remote":"127.0.0.1:47210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-02-26T03:11:08.975557Z","caller":"traceutil/trace.go:171","msg":"trace[1638372090] transaction","detail":"{read_only:false; response_revision:34993; number_of_response:1; }","duration":"151.30073ms","start":"2026-02-26T03:11:08.824212Z","end":"2026-02-26T03:11:08.975512Z","steps":["trace[1638372090] 'process raft request' (duration: 150.690094ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:11:10.399629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.555883ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T03:11:10.399718Z","caller":"traceutil/trace.go:171","msg":"trace[1462636216] linearizableReadLoop","detail":"{readStateIndex:36267; appliedIndex:36266; }","duration":"122.192016ms","start":"2026-02-26T03:11:10.277512Z","end":"2026-02-26T03:11:10.399704Z","steps":["trace[1462636216] 'read index received' (duration: 42.751µs)","trace[1462636216] 'applied index is now lower than readState.Index' (duration: 122.148115ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T03:11:10.399865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.352191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-02-26T03:11:10.399891Z","caller":"traceutil/trace.go:171","msg":"trace[2085750115] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34998; }","duration":"122.411682ms","start":"2026-02-26T03:11:10.277472Z","end":"2026-02-26T03:11:10.399884Z","steps":["trace[2085750115] 'agreement among raft nodes before linearized reading' (duration: 122.266898ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:11:10.400108Z","caller":"traceutil/trace.go:171","msg":"trace[1309764625] transaction","detail":"{read_only:false; response_revision:34998; number_of_response:1; }","duration":"223.311433ms","start":"2026-02-26T03:11:10.176786Z","end":"2026-02-26T03:11:10.400098Z","steps":["trace[1309764625] 'process raft request' (duration: 38.209845ms)","trace[1309764625] 'compare' (duration: 184.083601ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:11:10.769779Z","caller":"traceutil/trace.go:171","msg":"trace[1368449298] transaction","detail":"{read_only:false; response_revision:34999; number_of_response:1; }","duration":"304.314204ms","start":"2026-02-26T03:11:10.465441Z","end":"2026-02-26T03:11:10.769755Z","steps":["trace[1368449298] 'process raft request' (duration: 302.594308ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:11:10.769873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.864075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T03:11:10.769908Z","caller":"traceutil/trace.go:171","msg":"trace[1494444014] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:34999; }","duration":"302.937018ms","start":"2026-02-26T03:11:10.466962Z","end":"2026-02-26T03:11:10.769899Z","steps":["trace[1494444014] 'agreement among raft nodes before linearized reading' (duration: 302.855665ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:11:10.769935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:11:10.466952Z","time spent":"302.974998ms","remote":"127.0.0.1:36962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-26T03:11:10.770141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:11:10.465421Z","time spent":"304.417097ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T03:11:10.76978Z","caller":"traceutil/trace.go:171","msg":"trace[1847057402] linearizableReadLoop","detail":"{readStateIndex:36268; appliedIndex:36267; }","duration":"302.762363ms","start":"2026-02-26T03:11:10.466989Z","end":"2026-02-26T03:11:10.769751Z","steps":["trace[1847057402] 'read index received' (duration: 301.020276ms)","trace[1847057402] 'applied index is now lower than readState.Index' (duration: 1.741207ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:11:10.983656Z","caller":"traceutil/trace.go:171","msg":"trace[810949836] linearizableReadLoop","detail":"{readStateIndex:36269; appliedIndex:36268; }","duration":"213.43796ms","start":"2026-02-26T03:11:10.770202Z","end":"2026-02-26T03:11:10.98364Z","steps":["trace[810949836] 'read index received' (duration: 172.906253ms)","trace[810949836] 'applied index is now lower than readState.Index' (duration: 40.531157ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T03:11:10.983779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.306543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-26T03:11:10.983813Z","caller":"traceutil/trace.go:171","msg":"trace[2013895718] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:35000; }","duration":"220.378645ms","start":"2026-02-26T03:11:10.763427Z","end":"2026-02-26T03:11:10.983805Z","steps":["trace[2013895718] 'agreement among raft nodes before linearized reading' (duration: 220.240291ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:11:10.983957Z","caller":"traceutil/trace.go:171","msg":"trace[187352236] transaction","detail":"{read_only:false; response_revision:35000; number_of_response:1; }","duration":"221.407782ms","start":"2026-02-26T03:11:10.76254Z","end":"2026-02-26T03:11:10.983948Z","steps":["trace[187352236] 'process raft request' (duration: 180.596198ms)","trace[187352236] 'compare' (duration: 40.419724ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T03:11:10.984212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.345138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-02-26T03:11:10.984185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.753122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-02-26T03:11:10.984286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.82316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T03:11:10.98432Z","caller":"traceutil/trace.go:171","msg":"trace[1583028963] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:35000; }","duration":"222.867681ms","start":"2026-02-26T03:11:10.761445Z","end":"2026-02-26T03:11:10.984312Z","steps":["trace[1583028963] 'agreement among raft nodes before linearized reading' (duration: 222.273665ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:11:10.984331Z","caller":"traceutil/trace.go:171","msg":"trace[1371806015] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:35000; }","duration":"221.878325ms","start":"2026-02-26T03:11:10.762371Z","end":"2026-02-26T03:11:10.984249Z","steps":["trace[1371806015] 'agreement among raft nodes before linearized reading' (duration: 221.30979ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:11:10.984259Z","caller":"traceutil/trace.go:171","msg":"trace[782054191] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:35000; }","duration":"222.83303ms","start":"2026-02-26T03:11:10.761396Z","end":"2026-02-26T03:11:10.984229Z","steps":["trace[782054191] 'agreement among raft nodes before linearized reading' (duration: 222.335627ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:11:11.044099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.795341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T03:11:11.044175Z","caller":"traceutil/trace.go:171","msg":"trace[1532436449] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:35006; }","duration":"271.886723ms","start":"2026-02-26T03:11:10.772272Z","end":"2026-02-26T03:11:11.044158Z","steps":["trace[1532436449] 'agreement among raft nodes before linearized reading' (duration: 271.749149ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:11:11.044816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.66303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:1 size:141"} {"level":"info","ts":"2026-02-26T03:11:11.044842Z","caller":"traceutil/trace.go:171","msg":"trace[224801661] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:1; response_revision:35006; }","duration":"145.718782ms","start":"2026-02-26T03:11:10.899117Z","end":"2026-02-26T03:11:11.044836Z","steps":["trace[224801661] 'agreement among raft nodes before linearized reading' (duration: 145.6285ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:11:11.576883Z","caller":"traceutil/trace.go:171","msg":"trace[1169788062] linearizableReadLoop","detail":"{readStateIndex:36279; appliedIndex:36278; }","duration":"177.443734ms","start":"2026-02-26T03:11:11.399416Z","end":"2026-02-26T03:11:11.57686Z","steps":["trace[1169788062] 'read index received' (duration: 177.236259ms)","trace[1169788062] 'applied index is now lower than readState.Index' (duration: 206.345µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T03:11:11.577049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.605968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T03:11:11.57708Z","caller":"traceutil/trace.go:171","msg":"trace[457684937] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:35009; }","duration":"177.67243ms","start":"2026-02-26T03:11:11.399399Z","end":"2026-02-26T03:11:11.577071Z","steps":["trace[457684937] 'agreement among raft nodes before linearized reading' (duration: 177.550997ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:11:11.577373Z","caller":"traceutil/trace.go:171","msg":"trace[48140511] transaction","detail":"{read_only:false; response_revision:35009; number_of_response:1; }","duration":"179.620572ms","start":"2026-02-26T03:11:11.397722Z","end":"2026-02-26T03:11:11.577342Z","steps":["trace[48140511] 'process raft request' (duration: 178.993025ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:11:32.411425Z","caller":"traceutil/trace.go:171","msg":"trace[568164424] transaction","detail":"{read_only:false; response_revision:35148; number_of_response:1; }","duration":"108.979546ms","start":"2026-02-26T03:11:32.302422Z","end":"2026-02-26T03:11:32.411401Z","steps":["trace[568164424] 'process raft request' (duration: 108.826431ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:11:34.611247Z","caller":"traceutil/trace.go:171","msg":"trace[1789640217] transaction","detail":"{read_only:false; response_revision:35163; number_of_response:1; }","duration":"128.559486ms","start":"2026-02-26T03:11:34.482661Z","end":"2026-02-26T03:11:34.61122Z","steps":["trace[1789640217] 'process raft request' (duration: 30.884381ms)","trace[1789640217] 'compare' (duration: 97.316045ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:11:37.930814Z","caller":"traceutil/trace.go:171","msg":"trace[1154942581] transaction","detail":"{read_only:false; response_revision:35187; number_of_response:1; }","duration":"138.454588ms","start":"2026-02-26T03:11:37.792331Z","end":"2026-02-26T03:11:37.930785Z","steps":["trace[1154942581] 'process raft request' (duration: 138.299594ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:11:43.99319Z","caller":"traceutil/trace.go:171","msg":"trace[1599112210] transaction","detail":"{read_only:false; response_revision:35229; number_of_response:1; }","duration":"134.026291ms","start":"2026-02-26T03:11:43.859125Z","end":"2026-02-26T03:11:43.993151Z","steps":["trace[1599112210] 'process raft request' (duration: 133.770114ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:11:44.211585Z","caller":"traceutil/trace.go:171","msg":"trace[886747772] linearizableReadLoop","detail":"{readStateIndex:36506; appliedIndex:36505; }","duration":"161.225623ms","start":"2026-02-26T03:11:44.050335Z","end":"2026-02-26T03:11:44.21156Z","steps":["trace[886747772] 'read index received' (duration: 161.074849ms)","trace[886747772] 'applied index is now lower than readState.Index' (duration: 149.764µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:11:44.212056Z","caller":"traceutil/trace.go:171","msg":"trace[1808657268] transaction","detail":"{read_only:false; response_revision:35230; number_of_response:1; }","duration":"214.505429ms","start":"2026-02-26T03:11:43.997503Z","end":"2026-02-26T03:11:44.212008Z","steps":["trace[1808657268] 'process raft request' (duration: 213.896493ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:11:44.212168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.808349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T03:11:44.212406Z","caller":"traceutil/trace.go:171","msg":"trace[1828105893] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:35230; }","duration":"162.098676ms","start":"2026-02-26T03:11:44.05029Z","end":"2026-02-26T03:11:44.212389Z","steps":["trace[1828105893] 'agreement among raft nodes before linearized reading' (duration: 161.738897ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:11:44.805315Z","caller":"traceutil/trace.go:171","msg":"trace[1551266924] linearizableReadLoop","detail":"{readStateIndex:36508; appliedIndex:36507; }","duration":"185.037586ms","start":"2026-02-26T03:11:44.620251Z","end":"2026-02-26T03:11:44.805288Z","steps":["trace[1551266924] 'read index received' (duration: 132.562251ms)","trace[1551266924] 'applied index is now lower than readState.Index' (duration: 52.474055ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:11:44.805425Z","caller":"traceutil/trace.go:171","msg":"trace[638829504] transaction","detail":"{read_only:false; response_revision:35232; number_of_response:1; }","duration":"295.984543ms","start":"2026-02-26T03:11:44.509385Z","end":"2026-02-26T03:11:44.80537Z","steps":["trace[638829504] 'process raft request' (duration: 243.408226ms)","trace[638829504] 'compare' (duration: 52.270959ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T03:11:44.805647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.368435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T03:11:44.805733Z","caller":"traceutil/trace.go:171","msg":"trace[252005060] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:35232; }","duration":"185.506298ms","start":"2026-02-26T03:11:44.620203Z","end":"2026-02-26T03:11:44.80571Z","steps":["trace[252005060] 'agreement among raft nodes before linearized reading' (duration: 185.368704ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:11:44.88387Z","caller":"traceutil/trace.go:171","msg":"trace[1834908824] transaction","detail":"{read_only:false; response_revision:35233; number_of_response:1; }","duration":"133.121547ms","start":"2026-02-26T03:11:44.750719Z","end":"2026-02-26T03:11:44.88384Z","steps":["trace[1834908824] 'process raft request' (duration: 132.980463ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:11:45.760418Z","caller":"traceutil/trace.go:171","msg":"trace[1947829710] transaction","detail":"{read_only:false; response_revision:35236; number_of_response:1; }","duration":"461.284395ms","start":"2026-02-26T03:11:45.299102Z","end":"2026-02-26T03:11:45.760387Z","steps":["trace[1947829710] 'process raft request' (duration: 460.686549ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:11:45.76091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:11:45.29908Z","time spent":"461.417379ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T03:11:46.101875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.094157ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T03:11:46.101985Z","caller":"traceutil/trace.go:171","msg":"trace[470211268] linearizableReadLoop","detail":"{readStateIndex:36513; appliedIndex:36511; }","duration":"586.800239ms","start":"2026-02-26T03:11:45.515167Z","end":"2026-02-26T03:11:46.101968Z","steps":["trace[470211268] 'read index received' (duration: 244.542097ms)","trace[470211268] 'applied index is now lower than readState.Index' (duration: 342.256082ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:11:46.102285Z","caller":"traceutil/trace.go:171","msg":"trace[852101854] transaction","detail":"{read_only:false; response_revision:35237; number_of_response:1; }","duration":"735.232602ms","start":"2026-02-26T03:11:45.367037Z","end":"2026-02-26T03:11:46.10227Z","steps":["trace[852101854] 'process raft request' (duration: 619.648142ms)","trace[852101854] 'compare' (duration: 114.629635ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T03:11:46.102361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:11:45.367013Z","time spent":"735.314255ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T03:11:46.102571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.434067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T03:11:46.102583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.389245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-26T03:11:46.102628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.814836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T03:11:46.102688Z","caller":"traceutil/trace.go:171","msg":"trace[1481034412] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:35237; }","duration":"587.518409ms","start":"2026-02-26T03:11:45.515139Z","end":"2026-02-26T03:11:46.102658Z","steps":["trace[1481034412] 'agreement among raft nodes before linearized reading' (duration: 587.280822ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:11:46.102717Z","caller":"traceutil/trace.go:171","msg":"trace[2084371234] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:35237; }","duration":"584.92633ms","start":"2026-02-26T03:11:45.517769Z","end":"2026-02-26T03:11:46.102695Z","steps":["trace[2084371234] 'agreement among raft nodes before linearized reading' (duration: 584.661273ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:11:46.102756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.899116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-02-26T03:11:46.102807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:11:45.517763Z","time spent":"584.998722ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-26T03:11:46.102837Z","caller":"traceutil/trace.go:171","msg":"trace[443766094] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:35237; }","duration":"519.026239ms","start":"2026-02-26T03:11:45.583798Z","end":"2026-02-26T03:11:46.102824Z","steps":["trace[443766094] 'agreement among raft nodes before linearized reading' (duration: 518.854915ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:11:46.10287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:11:45.583773Z","time spent":"519.088511ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-26T03:11:46.102964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.215301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T03:11:46.102993Z","caller":"traceutil/trace.go:171","msg":"trace[497013844] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35237; }","duration":"316.281963ms","start":"2026-02-26T03:11:45.786704Z","end":"2026-02-26T03:11:46.102986Z","steps":["trace[497013844] 'agreement among raft nodes before linearized reading' (duration: 316.235531ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:11:46.103017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:11:45.786679Z","time spent":"316.332584ms","remote":"127.0.0.1:36526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T03:11:46.103024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.492323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-02-26T03:11:46.103063Z","caller":"traceutil/trace.go:171","msg":"trace[372096829] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:35237; }","duration":"166.583395ms","start":"2026-02-26T03:11:45.936469Z","end":"2026-02-26T03:11:46.103052Z","steps":["trace[372096829] 'agreement among raft nodes before linearized reading' (duration: 166.431931ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:11:46.102763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:11:45.515124Z","time spent":"587.622961ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T03:11:46.103146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.18812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-26T03:11:46.103206Z","caller":"traceutil/trace.go:171","msg":"trace[3926155] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:35237; }","duration":"584.251812ms","start":"2026-02-26T03:11:45.518937Z","end":"2026-02-26T03:11:46.103188Z","steps":["trace[3926155] 'agreement among raft nodes before linearized reading' (duration: 584.115418ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:11:46.103287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.01111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T03:11:46.103331Z","caller":"traceutil/trace.go:171","msg":"trace[1692313301] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:35237; }","duration":"178.107121ms","start":"2026-02-26T03:11:45.925212Z","end":"2026-02-26T03:11:46.10332Z","steps":["trace[1692313301] 'agreement among raft nodes before linearized reading' (duration: 178.015619ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:11:46.102664Z","caller":"traceutil/trace.go:171","msg":"trace[595679914] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:35237; }","duration":"237.581741ms","start":"2026-02-26T03:11:45.86506Z","end":"2026-02-26T03:11:46.102642Z","steps":["trace[595679914] 'agreement among raft nodes before linearized reading' (duration: 237.409767ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:11:46.103253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:11:45.518931Z","time spent":"584.312673ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T03:11:46.475187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.06716ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T03:11:46.475299Z","caller":"traceutil/trace.go:171","msg":"trace[2096554385] transaction","detail":"{read_only:false; response_revision:35238; number_of_response:1; }","duration":"366.66444ms","start":"2026-02-26T03:11:46.108615Z","end":"2026-02-26T03:11:46.47528Z","steps":["trace[2096554385] 'process raft request' (duration: 121.398225ms)","trace[2096554385] 'compare' (duration: 244.806023ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T03:11:46.475361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:11:46.108585Z","time spent":"366.746492ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T03:11:46.838232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.820443ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T03:11:46.838602Z","caller":"traceutil/trace.go:171","msg":"trace[1187765609] transaction","detail":"{read_only:false; response_revision:35239; number_of_response:1; }","duration":"729.728725ms","start":"2026-02-26T03:11:46.108788Z","end":"2026-02-26T03:11:46.838517Z","steps":["trace[1187765609] 'process raft request' (duration: 513.511791ms)","trace[1187765609] 'compare' (duration: 215.447254ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:11:46.83862Z","caller":"traceutil/trace.go:171","msg":"trace[632200262] transaction","detail":"{read_only:false; response_revision:35240; number_of_response:1; }","duration":"729.250483ms","start":"2026-02-26T03:11:46.109336Z","end":"2026-02-26T03:11:46.838586Z","steps":["trace[632200262] 'process raft request' (duration: 729.019027ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:11:46.838916Z","caller":"traceutil/trace.go:171","msg":"trace[715532908] transaction","detail":"{read_only:false; response_revision:35241; number_of_response:1; }","duration":"728.114682ms","start":"2026-02-26T03:11:46.110783Z","end":"2026-02-26T03:11:46.838897Z","steps":["trace[715532908] 'process raft request' (duration: 727.676961ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:11:46.839065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:11:46.109313Z","time spent":"729.573481ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T03:11:46.83875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:11:46.108756Z","time spent":"729.925581ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T03:11:46.839165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:11:46.110725Z","time spent":"728.279497ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T03:11:46.839479Z","caller":"traceutil/trace.go:171","msg":"trace[1746683895] linearizableReadLoop","detail":"{readStateIndex:36517; appliedIndex:36513; }","duration":"622.032604ms","start":"2026-02-26T03:11:46.217428Z","end":"2026-02-26T03:11:46.83946Z","steps":["trace[1746683895] 'read index received' (duration: 12.594165ms)","trace[1746683895] 'applied index is now lower than readState.Index' (duration: 609.436249ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T03:11:47.130153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.605917ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-02-26T03:11:47.130277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.824979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-26T03:11:47.130417Z","caller":"traceutil/trace.go:171","msg":"trace[1056711875] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:35241; }","duration":"913.008004ms","start":"2026-02-26T03:11:46.217387Z","end":"2026-02-26T03:11:47.130395Z","steps":["trace[1056711875] 'agreement among raft nodes before linearized reading' (duration: 622.957809ms)","trace[1056711875] 'range keys from in-memory index tree' (duration: 289.790629ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T03:11:47.1305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:11:46.217369Z","time spent":"913.118208ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T03:11:47.131005Z","caller":"traceutil/trace.go:171","msg":"trace[1401882233] transaction","detail":"{read_only:false; response_revision:35242; number_of_response:1; }","duration":"731.76023ms","start":"2026-02-26T03:11:46.39923Z","end":"2026-02-26T03:11:47.13099Z","steps":["trace[1401882233] 'process raft request' (duration: 731.02017ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:11:47.131196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:11:46.399205Z","time spent":"731.844413ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T03:11:47.340962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.920907ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T03:11:47.341166Z","caller":"traceutil/trace.go:171","msg":"trace[2039699000] transaction","detail":"{read_only:false; response_revision:35246; number_of_response:1; }","duration":"205.495039ms","start":"2026-02-26T03:11:47.135657Z","end":"2026-02-26T03:11:47.341152Z","steps":["trace[2039699000] 'process raft request' (duration: 205.463279ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:11:47.341119Z","caller":"traceutil/trace.go:171","msg":"trace[948969587] transaction","detail":"{read_only:false; response_revision:35243; number_of_response:1; }","duration":"781.174993ms","start":"2026-02-26T03:11:46.559909Z","end":"2026-02-26T03:11:47.341084Z","steps":["trace[948969587] 'process raft request' (duration: 571.067491ms)","trace[948969587] 'compare' (duration: 209.812254ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:11:47.341231Z","caller":"traceutil/trace.go:171","msg":"trace[1028805760] transaction","detail":"{read_only:false; response_revision:35245; number_of_response:1; }","duration":"451.231598ms","start":"2026-02-26T03:11:46.889976Z","end":"2026-02-26T03:11:47.341208Z","steps":["trace[1028805760] 'process raft request' (duration: 451.118535ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:11:47.341297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.782152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T03:11:47.34132Z","caller":"traceutil/trace.go:171","msg":"trace[1175786268] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35246; }","duration":"553.825103ms","start":"2026-02-26T03:11:46.787488Z","end":"2026-02-26T03:11:47.341313Z","steps":["trace[1175786268] 'agreement among raft nodes before linearized reading' (duration: 553.769371ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:11:47.34135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:11:46.787456Z","time spent":"553.883134ms","remote":"127.0.0.1:36526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T03:11:47.341391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:11:46.559889Z","time spent":"781.376849ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T03:11:47.341225Z","caller":"traceutil/trace.go:171","msg":"trace[131190853] linearizableReadLoop","detail":"{readStateIndex:36521; appliedIndex:36517; }","duration":"501.291207ms","start":"2026-02-26T03:11:46.839891Z","end":"2026-02-26T03:11:47.341183Z","steps":["trace[131190853] 'read index received' (duration: 57.729183ms)","trace[131190853] 'applied index is now lower than readState.Index' (duration: 443.555984ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:11:47.341166Z","caller":"traceutil/trace.go:171","msg":"trace[890954976] transaction","detail":"{read_only:false; response_revision:35244; number_of_response:1; }","duration":"526.893458ms","start":"2026-02-26T03:11:46.814239Z","end":"2026-02-26T03:11:47.341133Z","steps":["trace[890954976] 'process raft request' (duration: 526.813506ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:11:47.341526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.353388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T03:11:47.341692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:11:46.81421Z","time spent":"527.444803ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T03:11:47.341701Z","caller":"traceutil/trace.go:171","msg":"trace[475582359] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:35246; }","duration":"685.575124ms","start":"2026-02-26T03:11:46.656116Z","end":"2026-02-26T03:11:47.341691Z","steps":["trace[475582359] 'agreement among raft nodes before linearized reading' (duration: 685.370038ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:11:47.341811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:11:46.656089Z","time spent":"685.709387ms","remote":"127.0.0.1:36632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":32,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-02-26T03:11:47.341598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.991024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T03:11:47.341862Z","caller":"traceutil/trace.go:171","msg":"trace[172568687] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:35246; }","duration":"558.433836ms","start":"2026-02-26T03:11:46.783409Z","end":"2026-02-26T03:11:47.341843Z","steps":["trace[172568687] 'agreement among raft nodes before linearized reading' (duration: 558.070346ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:11:47.341394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:11:46.889949Z","time spent":"451.360211ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T03:11:47.341921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:11:46.78338Z","time spent":"558.521158ms","remote":"127.0.0.1:47122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T03:11:47.903714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.671517ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T03:11:47.903971Z","caller":"traceutil/trace.go:171","msg":"trace[414068007] transaction","detail":"{read_only:false; response_revision:35249; number_of_response:1; }","duration":"136.765533ms","start":"2026-02-26T03:11:47.767155Z","end":"2026-02-26T03:11:47.90392Z","steps":["trace[414068007] 'process raft request' (duration: 136.727512ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:11:47.904652Z","caller":"traceutil/trace.go:171","msg":"trace[446433426] transaction","detail":"{read_only:false; response_revision:35247; number_of_response:1; }","duration":"675.545197ms","start":"2026-02-26T03:11:47.229091Z","end":"2026-02-26T03:11:47.904636Z","steps":["trace[446433426] 'process raft request' (duration: 329.882424ms)","trace[446433426] 'compare' (duration: 344.164123ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T03:11:47.90473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:11:47.229072Z","time spent":"675.621259ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T03:11:47.904866Z","caller":"traceutil/trace.go:171","msg":"trace[1527041476] transaction","detail":"{read_only:false; response_revision:35248; number_of_response:1; }","duration":"577.253125ms","start":"2026-02-26T03:11:47.327603Z","end":"2026-02-26T03:11:47.904856Z","steps":["trace[1527041476] 'process raft request' (duration: 576.216268ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:11:47.904925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:11:47.327571Z","time spent":"577.325537ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T03:11:47.905042Z","caller":"traceutil/trace.go:171","msg":"trace[1266964472] linearizableReadLoop","detail":"{readStateIndex:36525; appliedIndex:36523; }","duration":"563.367117ms","start":"2026-02-26T03:11:47.341664Z","end":"2026-02-26T03:11:47.905031Z","steps":["trace[1266964472] 'read index received' (duration: 217.309483ms)","trace[1266964472] 'applied index is now lower than readState.Index' (duration: 346.056734ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T03:11:47.90525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.769544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T03:11:47.905292Z","caller":"traceutil/trace.go:171","msg":"trace[1715638373] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:35249; }","duration":"640.840555ms","start":"2026-02-26T03:11:47.26444Z","end":"2026-02-26T03:11:47.905281Z","steps":["trace[1715638373] 'agreement among raft nodes before linearized reading' (duration: 640.775693ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:11:47.905324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:11:47.26442Z","time spent":"640.895617ms","remote":"127.0.0.1:37114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T03:11:47.905494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.203831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T03:11:47.905534Z","caller":"traceutil/trace.go:171","msg":"trace[854482296] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:35249; }","duration":"677.279843ms","start":"2026-02-26T03:11:47.228244Z","end":"2026-02-26T03:11:47.905524Z","steps":["trace[854482296] 'agreement among raft nodes before linearized reading' (duration: 677.214991ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:11:47.90557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:11:47.228224Z","time spent":"677.337375ms","remote":"127.0.0.1:32972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T03:11:47.905773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.296808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-26T03:11:47.905811Z","caller":"traceutil/trace.go:171","msg":"trace[729875755] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:35249; }","duration":"804.369069ms","start":"2026-02-26T03:11:47.101431Z","end":"2026-02-26T03:11:47.9058Z","steps":["trace[729875755] 'agreement among raft nodes before linearized reading' (duration: 804.261007ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:11:47.905838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:11:47.101378Z","time spent":"804.453902ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T03:11:47.906003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.432232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-02-26T03:11:47.906036Z","caller":"traceutil/trace.go:171","msg":"trace[50460215] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:35249; }","duration":"967.497784ms","start":"2026-02-26T03:11:46.938531Z","end":"2026-02-26T03:11:47.906028Z","steps":["trace[50460215] 'agreement among raft nodes before linearized reading' (duration: 967.409691ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:11:47.906063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:11:46.938515Z","time spent":"967.542564ms","remote":"127.0.0.1:36698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T03:11:47.906226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.675586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T03:11:47.906258Z","caller":"traceutil/trace.go:171","msg":"trace[603139037] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35249; }","duration":"563.747977ms","start":"2026-02-26T03:11:47.342502Z","end":"2026-02-26T03:11:47.90625Z","steps":["trace[603139037] 'agreement among raft nodes before linearized reading' (duration: 563.698746ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:11:47.906288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:11:47.342479Z","time spent":"563.803488ms","remote":"127.0.0.1:36542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T03:11:47.906707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.876583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T03:11:47.906751Z","caller":"traceutil/trace.go:171","msg":"trace[2013554204] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:35249; }","duration":"539.953935ms","start":"2026-02-26T03:11:47.366789Z","end":"2026-02-26T03:11:47.906742Z","steps":["trace[2013554204] 'agreement among raft nodes before linearized reading' (duration: 539.890953ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:11:47.906781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:11:47.36677Z","time spent":"540.003036ms","remote":"127.0.0.1:37120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T03:11:48.359923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.359343ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T03:11:48.36008Z","caller":"traceutil/trace.go:171","msg":"trace[117426682] linearizableReadLoop","detail":"{readStateIndex:36527; appliedIndex:36526; }","duration":"386.821267ms","start":"2026-02-26T03:11:47.973248Z","end":"2026-02-26T03:11:48.360069Z","steps":["trace[117426682] 'read index received' (duration: 128.192316ms)","trace[117426682] 'applied index is now lower than readState.Index' (duration: 258.628241ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:11:48.360154Z","caller":"traceutil/trace.go:171","msg":"trace[1083418834] transaction","detail":"{read_only:false; response_revision:35250; number_of_response:1; }","duration":"440.869642ms","start":"2026-02-26T03:11:47.919273Z","end":"2026-02-26T03:11:48.360143Z","steps":["trace[1083418834] 'process raft request' (duration: 182.228671ms)","trace[1083418834] 'compare' (duration: 258.243201ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T03:11:48.3602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:11:47.919261Z","time spent":"440.917204ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T03:11:48.360888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.636809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T03:11:48.360876Z","caller":"traceutil/trace.go:171","msg":"trace[1174592537] transaction","detail":"{read_only:false; response_revision:35251; number_of_response:1; }","duration":"249.825647ms","start":"2026-02-26T03:11:48.111007Z","end":"2026-02-26T03:11:48.360833Z","steps":["trace[1174592537] 'process raft request' (duration: 249.031096ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:11:48.360924Z","caller":"traceutil/trace.go:171","msg":"trace[544812865] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:35251; }","duration":"387.707501ms","start":"2026-02-26T03:11:47.973208Z","end":"2026-02-26T03:11:48.360915Z","steps":["trace[544812865] 'agreement among raft nodes before linearized reading' (duration: 387.140596ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:11:48.360946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:11:47.97319Z","time spent":"387.751571ms","remote":"127.0.0.1:36962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-26T03:11:48.360941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.556629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/heat-api\" ","response":"range_response_count:1 size:519"} {"level":"info","ts":"2026-02-26T03:11:48.361026Z","caller":"traceutil/trace.go:171","msg":"trace[1202336550] range","detail":"{range_begin:/registry/serviceaccounts/openstack/heat-api; range_end:; response_count:1; response_revision:35251; }","duration":"325.636091ms","start":"2026-02-26T03:11:48.035339Z","end":"2026-02-26T03:11:48.360975Z","steps":["trace[1202336550] 'agreement among raft nodes before linearized reading' (duration: 325.502248ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:11:48.361076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:11:48.035324Z","time spent":"325.729483ms","remote":"127.0.0.1:36716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":543,"request content":"key:\"/registry/serviceaccounts/openstack/heat-api\" "} {"level":"info","ts":"2026-02-26T03:11:48.654517Z","caller":"traceutil/trace.go:171","msg":"trace[477183077] transaction","detail":"{read_only:false; response_revision:35252; number_of_response:1; }","duration":"134.950895ms","start":"2026-02-26T03:11:48.519537Z","end":"2026-02-26T03:11:48.654488Z","steps":["trace[477183077] 'process raft request' (duration: 134.695528ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:11:49.055775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.484562ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T03:11:49.056028Z","caller":"traceutil/trace.go:171","msg":"trace[528571341] transaction","detail":"{read_only:false; response_revision:35255; number_of_response:1; }","duration":"166.287468ms","start":"2026-02-26T03:11:48.889722Z","end":"2026-02-26T03:11:49.05601Z","steps":["trace[528571341] 'process raft request' (duration: 166.156645ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:11:49.056195Z","caller":"traceutil/trace.go:171","msg":"trace[1606713512] transaction","detail":"{read_only:false; response_revision:35254; number_of_response:1; }","duration":"167.821409ms","start":"2026-02-26T03:11:48.888329Z","end":"2026-02-26T03:11:49.05615Z","steps":["trace[1606713512] 'process raft request' (duration: 55.877765ms)","trace[1606713512] 'compare' (duration: 111.138693ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:11:49.261777Z","caller":"traceutil/trace.go:171","msg":"trace[957680539] linearizableReadLoop","detail":"{readStateIndex:36534; appliedIndex:36533; }","duration":"115.850058ms","start":"2026-02-26T03:11:49.1459Z","end":"2026-02-26T03:11:49.26175Z","steps":["trace[957680539] 'read index received' (duration: 34.809745ms)","trace[957680539] 'applied index is now lower than readState.Index' (duration: 81.039323ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:11:49.261818Z","caller":"traceutil/trace.go:171","msg":"trace[1961580406] transaction","detail":"{read_only:false; response_revision:35257; number_of_response:1; }","duration":"124.548709ms","start":"2026-02-26T03:11:49.137235Z","end":"2026-02-26T03:11:49.261784Z","steps":["trace[1961580406] 'process raft request' (duration: 43.412393ms)","trace[1961580406] 'compare' (duration: 80.983832ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T03:11:49.261893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.979871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T03:11:49.261958Z","caller":"traceutil/trace.go:171","msg":"trace[1689830805] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:35257; }","duration":"116.083094ms","start":"2026-02-26T03:11:49.145861Z","end":"2026-02-26T03:11:49.261944Z","steps":["trace[1689830805] 'agreement among raft nodes before linearized reading' (duration: 115.969851ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:11:49.467645Z","caller":"traceutil/trace.go:171","msg":"trace[1158486488] transaction","detail":"{read_only:false; response_revision:35260; number_of_response:1; }","duration":"108.673787ms","start":"2026-02-26T03:11:49.358946Z","end":"2026-02-26T03:11:49.46762Z","steps":["trace[1158486488] 'process raft request' (duration: 108.549514ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:11:49.467653Z","caller":"traceutil/trace.go:171","msg":"trace[985628969] transaction","detail":"{read_only:false; response_revision:35259; number_of_response:1; }","duration":"114.983295ms","start":"2026-02-26T03:11:49.352642Z","end":"2026-02-26T03:11:49.467625Z","steps":["trace[985628969] 'process raft request' (duration: 42.375885ms)","trace[985628969] 'compare' (duration: 71.991603ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T03:11:50.098409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.398102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T03:11:50.098496Z","caller":"traceutil/trace.go:171","msg":"trace[436245] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35261; }","duration":"311.535055ms","start":"2026-02-26T03:11:49.786943Z","end":"2026-02-26T03:11:50.098478Z","steps":["trace[436245] 'range keys from in-memory index tree' (duration: 311.345511ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:11:50.098538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:11:49.786933Z","time spent":"311.595717ms","remote":"127.0.0.1:36542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T03:11:50.0989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.270057ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T03:11:50.099025Z","caller":"traceutil/trace.go:171","msg":"trace[1972578878] transaction","detail":"{read_only:false; response_revision:35262; number_of_response:1; }","duration":"183.582956ms","start":"2026-02-26T03:11:49.915418Z","end":"2026-02-26T03:11:50.099001Z","steps":["trace[1972578878] 'process raft request' (duration: 81.098324ms)","trace[1972578878] 'compare' (duration: 102.156593ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:11:50.14217Z","caller":"traceutil/trace.go:171","msg":"trace[422357355] transaction","detail":"{read_only:false; response_revision:35263; number_of_response:1; }","duration":"226.580098ms","start":"2026-02-26T03:11:49.915568Z","end":"2026-02-26T03:11:50.142148Z","steps":["trace[422357355] 'process raft request' (duration: 226.477616ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:11:53.442478Z","caller":"traceutil/trace.go:171","msg":"trace[802271885] transaction","detail":"{read_only:false; response_revision:35284; number_of_response:1; }","duration":"154.955237ms","start":"2026-02-26T03:11:53.287499Z","end":"2026-02-26T03:11:53.442454Z","steps":["trace[802271885] 'process raft request' (duration: 154.800543ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:11:53.606424Z","caller":"traceutil/trace.go:171","msg":"trace[236155786] transaction","detail":"{read_only:false; response_revision:35286; number_of_response:1; }","duration":"116.432613ms","start":"2026-02-26T03:11:53.489962Z","end":"2026-02-26T03:11:53.606394Z","steps":["trace[236155786] 'process raft request' (duration: 116.369241ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:11:53.606457Z","caller":"traceutil/trace.go:171","msg":"trace[1405429497] linearizableReadLoop","detail":"{readStateIndex:36563; appliedIndex:36562; }","duration":"207.875592ms","start":"2026-02-26T03:11:53.398527Z","end":"2026-02-26T03:11:53.606402Z","steps":["trace[1405429497] 'read index received' (duration: 44.008819ms)","trace[1405429497] 'applied index is now lower than readState.Index' (duration: 163.863683ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:11:53.606433Z","caller":"traceutil/trace.go:171","msg":"trace[895207083] transaction","detail":"{read_only:false; response_revision:35285; number_of_response:1; }","duration":"233.214145ms","start":"2026-02-26T03:11:53.37318Z","end":"2026-02-26T03:11:53.606394Z","steps":["trace[895207083] 'process raft request' (duration: 160.651957ms)","trace[895207083] 'compare' (duration: 72.344272ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T03:11:53.606708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.129614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T03:11:53.606737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.561513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-02-26T03:11:53.606739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.20062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-02-26T03:11:53.606784Z","caller":"traceutil/trace.go:171","msg":"trace[75153217] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:35286; }","duration":"186.226236ms","start":"2026-02-26T03:11:53.42054Z","end":"2026-02-26T03:11:53.606766Z","steps":["trace[75153217] 'agreement among raft nodes before linearized reading' (duration: 186.080273ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:11:53.60679Z","caller":"traceutil/trace.go:171","msg":"trace[1062991662] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:35286; }","duration":"108.661626ms","start":"2026-02-26T03:11:53.498112Z","end":"2026-02-26T03:11:53.606773Z","steps":["trace[1062991662] 'agreement among raft nodes before linearized reading' (duration: 108.514872ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:11:53.606797Z","caller":"traceutil/trace.go:171","msg":"trace[1277758745] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:35286; }","duration":"208.303423ms","start":"2026-02-26T03:11:53.398481Z","end":"2026-02-26T03:11:53.606784Z","steps":["trace[1277758745] 'agreement among raft nodes before linearized reading' (duration: 208.108638ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:12:26.449894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.051416ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-02-26T03:12:26.482377Z","caller":"traceutil/trace.go:171","msg":"trace[182788369] transaction","detail":"{read_only:false; response_revision:35509; number_of_response:1; }","duration":"134.655398ms","start":"2026-02-26T03:12:26.347701Z","end":"2026-02-26T03:12:26.482356Z","steps":["trace[182788369] 'process raft request' (duration: 134.512364ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:12:27.624629Z","caller":"traceutil/trace.go:171","msg":"trace[1892152006] transaction","detail":"{read_only:false; response_revision:35515; number_of_response:1; }","duration":"123.673556ms","start":"2026-02-26T03:12:27.500935Z","end":"2026-02-26T03:12:27.624608Z","steps":["trace[1892152006] 'process raft request' (duration: 123.505971ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:12:28.139916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.191847ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T03:12:28.140176Z","caller":"traceutil/trace.go:171","msg":"trace[1079302693] transaction","detail":"{read_only:false; response_revision:35519; number_of_response:1; }","duration":"212.349802ms","start":"2026-02-26T03:12:27.927776Z","end":"2026-02-26T03:12:28.140126Z","steps":["trace[1079302693] 'process raft request' (duration: 60.871597ms)","trace[1079302693] 'compare' (duration: 151.017222ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:12:28.63394Z","caller":"traceutil/trace.go:171","msg":"trace[1783956772] transaction","detail":"{read_only:false; response_revision:35520; number_of_response:1; }","duration":"317.946787ms","start":"2026-02-26T03:12:28.315962Z","end":"2026-02-26T03:12:28.633572Z","steps":["trace[1783956772] 'process raft request' (duration: 317.421233ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:12:28.634083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:12:28.315906Z","time spent":"318.103691ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T03:12:28.636332Z","caller":"traceutil/trace.go:171","msg":"trace[321951706] transaction","detail":"{read_only:false; response_revision:35521; number_of_response:1; }","duration":"142.301281ms","start":"2026-02-26T03:12:28.494011Z","end":"2026-02-26T03:12:28.636312Z","steps":["trace[321951706] 'process raft request' (duration: 142.166987ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:12:43.920908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.246464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T03:12:43.92098Z","caller":"traceutil/trace.go:171","msg":"trace[511501399] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:35626; }","duration":"135.361816ms","start":"2026-02-26T03:12:43.785604Z","end":"2026-02-26T03:12:43.920966Z","steps":["trace[511501399] 'count revisions from in-memory index tree' (duration: 135.187991ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:12:43.921405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.271687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T03:12:43.921429Z","caller":"traceutil/trace.go:171","msg":"trace[478551841] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35626; }","duration":"134.320789ms","start":"2026-02-26T03:12:43.787102Z","end":"2026-02-26T03:12:43.921423Z","steps":["trace[478551841] 'range keys from in-memory index tree' (duration: 134.199925ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:12:44.07378Z","caller":"traceutil/trace.go:171","msg":"trace[257998154] transaction","detail":"{read_only:false; response_revision:35627; number_of_response:1; }","duration":"149.666696ms","start":"2026-02-26T03:12:43.924089Z","end":"2026-02-26T03:12:44.073756Z","steps":["trace[257998154] 'process raft request' (duration: 149.506121ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:12:44.341985Z","caller":"traceutil/trace.go:171","msg":"trace[824363150] linearizableReadLoop","detail":"{readStateIndex:36918; appliedIndex:36916; }","duration":"342.135579ms","start":"2026-02-26T03:12:43.999827Z","end":"2026-02-26T03:12:44.341962Z","steps":["trace[824363150] 'read index received' (duration: 74.230282ms)","trace[824363150] 'applied index is now lower than readState.Index' (duration: 267.904287ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:12:44.342249Z","caller":"traceutil/trace.go:171","msg":"trace[876185923] transaction","detail":"{read_only:false; response_revision:35629; number_of_response:1; }","duration":"379.715468ms","start":"2026-02-26T03:12:43.962487Z","end":"2026-02-26T03:12:44.342203Z","steps":["trace[876185923] 'process raft request' (duration: 379.43423ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:12:44.342351Z","caller":"traceutil/trace.go:171","msg":"trace[944267561] transaction","detail":"{read_only:false; response_revision:35628; number_of_response:1; }","duration":"380.907589ms","start":"2026-02-26T03:12:43.961424Z","end":"2026-02-26T03:12:44.342332Z","steps":["trace[944267561] 'process raft request' (duration: 380.370495ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:12:44.34246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.518049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T03:12:44.342484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:12:43.962467Z","time spent":"379.899623ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T03:12:44.342592Z","caller":"traceutil/trace.go:171","msg":"trace[1757332781] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:35629; }","duration":"342.732695ms","start":"2026-02-26T03:12:43.999785Z","end":"2026-02-26T03:12:44.342517Z","steps":["trace[1757332781] 'agreement among raft nodes before linearized reading' (duration: 342.496599ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:12:44.342703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:12:43.999766Z","time spent":"342.90302ms","remote":"127.0.0.1:47170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-02-26T03:12:44.34322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:12:43.961399Z","time spent":"380.991892ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T03:12:44.437245Z","caller":"traceutil/trace.go:171","msg":"trace[1754789494] transaction","detail":"{read_only:false; response_revision:35630; number_of_response:1; }","duration":"251.920993ms","start":"2026-02-26T03:12:44.185294Z","end":"2026-02-26T03:12:44.437215Z","steps":["trace[1754789494] 'process raft request' (duration: 251.745248ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:12:44.437319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.636954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-02-26T03:12:44.437379Z","caller":"traceutil/trace.go:171","msg":"trace[1795202774] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:35630; }","duration":"336.738356ms","start":"2026-02-26T03:12:44.100626Z","end":"2026-02-26T03:12:44.437364Z","steps":["trace[1795202774] 'agreement among raft nodes before linearized reading' (duration: 336.567621ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:12:44.437385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.341218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-02-26T03:12:44.437411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:12:44.100609Z","time spent":"336.795808ms","remote":"127.0.0.1:36676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"info","ts":"2026-02-26T03:12:44.437435Z","caller":"traceutil/trace.go:171","msg":"trace[647039584] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:35630; }","duration":"210.455201ms","start":"2026-02-26T03:12:44.226967Z","end":"2026-02-26T03:12:44.437422Z","steps":["trace[647039584] 'agreement among raft nodes before linearized reading' (duration: 210.253786ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:12:44.624005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.734505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4fe48b1a-064f-4cc7-91ae-725766941736\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-02-26T03:12:44.624071Z","caller":"traceutil/trace.go:171","msg":"trace[287252000] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4fe48b1a-064f-4cc7-91ae-725766941736; range_end:; response_count:1; response_revision:35630; }","duration":"182.842668ms","start":"2026-02-26T03:12:44.441209Z","end":"2026-02-26T03:12:44.624051Z","steps":["trace[287252000] 'range keys from in-memory index tree' (duration: 182.55953ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:12:44.624488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.320562ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T03:12:44.624591Z","caller":"traceutil/trace.go:171","msg":"trace[1686314511] transaction","detail":"{read_only:false; response_revision:35631; number_of_response:1; }","duration":"182.350235ms","start":"2026-02-26T03:12:44.442223Z","end":"2026-02-26T03:12:44.624573Z","steps":["trace[1686314511] 'process raft request' (duration: 48.865788ms)","trace[1686314511] 'compare' (duration: 133.174448ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:12:45.04002Z","caller":"traceutil/trace.go:171","msg":"trace[1868834315] linearizableReadLoop","detail":"{readStateIndex:36923; appliedIndex:36921; }","duration":"266.452939ms","start":"2026-02-26T03:12:44.773534Z","end":"2026-02-26T03:12:45.039987Z","steps":["trace[1868834315] 'read index received' (duration: 213.693257ms)","trace[1868834315] 'applied index is now lower than readState.Index' (duration: 52.758642ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:12:45.039992Z","caller":"traceutil/trace.go:171","msg":"trace[1085719707] transaction","detail":"{read_only:false; response_revision:35633; number_of_response:1; }","duration":"344.574875ms","start":"2026-02-26T03:12:44.69534Z","end":"2026-02-26T03:12:45.039915Z","steps":["trace[1085719707] 'process raft request' (duration: 291.830634ms)","trace[1085719707] 'compare' (duration: 52.395742ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:12:45.040031Z","caller":"traceutil/trace.go:171","msg":"trace[847318592] transaction","detail":"{read_only:false; response_revision:35634; number_of_response:1; }","duration":"338.610756ms","start":"2026-02-26T03:12:44.701397Z","end":"2026-02-26T03:12:45.040007Z","steps":["trace[847318592] 'process raft request' (duration: 338.446862ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:12:45.040213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:12:44.695319Z","time spent":"344.80452ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T03:12:45.040209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:12:44.701379Z","time spent":"338.747739ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T03:12:45.040259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.287124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-26T03:12:45.040294Z","caller":"traceutil/trace.go:171","msg":"trace[958836241] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:35634; }","duration":"263.452519ms","start":"2026-02-26T03:12:44.77683Z","end":"2026-02-26T03:12:45.040282Z","steps":["trace[958836241] 'agreement among raft nodes before linearized reading' (duration: 263.308235ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:12:45.040361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.790628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-02-26T03:12:45.040462Z","caller":"traceutil/trace.go:171","msg":"trace[1524309635] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:35634; }","duration":"266.966203ms","start":"2026-02-26T03:12:44.773477Z","end":"2026-02-26T03:12:45.040443Z","steps":["trace[1524309635] 'agreement among raft nodes before linearized reading' (duration: 266.606533ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:12:47.351612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.936784ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T03:12:47.351686Z","caller":"traceutil/trace.go:171","msg":"trace[2003799035] linearizableReadLoop","detail":"{readStateIndex:36936; appliedIndex:36934; }","duration":"300.723158ms","start":"2026-02-26T03:12:47.050952Z","end":"2026-02-26T03:12:47.351675Z","steps":["trace[2003799035] 'read index received' (duration: 52.073183ms)","trace[2003799035] 'applied index is now lower than readState.Index' (duration: 248.649305ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:12:47.351738Z","caller":"traceutil/trace.go:171","msg":"trace[238335954] transaction","detail":"{read_only:false; response_revision:35646; number_of_response:1; }","duration":"305.64919ms","start":"2026-02-26T03:12:47.046082Z","end":"2026-02-26T03:12:47.351732Z","steps":["trace[238335954] 'process raft request' (duration: 132.537302ms)","trace[238335954] 'compare' (duration: 172.628905ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T03:12:47.35177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:12:47.046071Z","time spent":"305.68413ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T03:12:47.351894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.949975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-26T03:12:47.351913Z","caller":"traceutil/trace.go:171","msg":"trace[1754256553] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:35646; }","duration":"300.986545ms","start":"2026-02-26T03:12:47.05092Z","end":"2026-02-26T03:12:47.351907Z","steps":["trace[1754256553] 'agreement among raft nodes before linearized reading' (duration: 300.916743ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:12:47.351926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:12:47.050907Z","time spent":"301.015486ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T03:12:47.352032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.695137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-02-26T03:12:47.352055Z","caller":"traceutil/trace.go:171","msg":"trace[1042131162] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:35646; }","duration":"198.764699ms","start":"2026-02-26T03:12:47.153286Z","end":"2026-02-26T03:12:47.352051Z","steps":["trace[1042131162] 'agreement among raft nodes before linearized reading' (duration: 198.701927ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:12:47.722746Z","caller":"traceutil/trace.go:171","msg":"trace[1799046012] transaction","detail":"{read_only:false; response_revision:35648; number_of_response:1; }","duration":"366.411555ms","start":"2026-02-26T03:12:47.356302Z","end":"2026-02-26T03:12:47.722714Z","steps":["trace[1799046012] 'process raft request' (duration: 366.141857ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:12:47.722982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:12:47.356283Z","time spent":"366.558298ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T03:12:47.723043Z","caller":"traceutil/trace.go:171","msg":"trace[733698126] linearizableReadLoop","detail":"{readStateIndex:36939; appliedIndex:36937; }","duration":"265.165104ms","start":"2026-02-26T03:12:47.457843Z","end":"2026-02-26T03:12:47.723008Z","steps":["trace[733698126] 'read index received' (duration: 264.690192ms)","trace[733698126] 'applied index is now lower than readState.Index' (duration: 473.772µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T03:12:47.72327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.406852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-26T03:12:47.723322Z","caller":"traceutil/trace.go:171","msg":"trace[1908151726] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:35649; }","duration":"265.498703ms","start":"2026-02-26T03:12:47.457808Z","end":"2026-02-26T03:12:47.723307Z","steps":["trace[1908151726] 'agreement among raft nodes before linearized reading' (duration: 265.308028ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:12:47.723458Z","caller":"traceutil/trace.go:171","msg":"trace[1649393934] transaction","detail":"{read_only:false; response_revision:35649; number_of_response:1; }","duration":"367.049771ms","start":"2026-02-26T03:12:47.356398Z","end":"2026-02-26T03:12:47.723448Z","steps":["trace[1649393934] 'process raft request' (duration: 366.25928ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:12:47.723529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:12:47.35638Z","time spent":"367.107483ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T03:12:48.197223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.187141ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T03:12:48.19738Z","caller":"traceutil/trace.go:171","msg":"trace[694602492] linearizableReadLoop","detail":"{readStateIndex:36942; appliedIndex:36939; }","duration":"411.615016ms","start":"2026-02-26T03:12:47.785751Z","end":"2026-02-26T03:12:48.197366Z","steps":["trace[694602492] 'read index received' (duration: 139.180878ms)","trace[694602492] 'applied index is now lower than readState.Index' (duration: 272.433298ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:12:48.197556Z","caller":"traceutil/trace.go:171","msg":"trace[1093355974] transaction","detail":"{read_only:false; response_revision:35650; number_of_response:1; }","duration":"702.73008ms","start":"2026-02-26T03:12:47.494816Z","end":"2026-02-26T03:12:48.197547Z","steps":["trace[1093355974] 'process raft request' (duration: 430.130807ms)","trace[1093355974] 'compare' (duration: 271.934525ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T03:12:48.197604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:12:47.494794Z","time spent":"702.787031ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T03:12:48.197715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.933454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T03:12:48.197815Z","caller":"traceutil/trace.go:171","msg":"trace[303981310] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35652; }","duration":"412.075588ms","start":"2026-02-26T03:12:47.785707Z","end":"2026-02-26T03:12:48.197782Z","steps":["trace[303981310] 'agreement among raft nodes before linearized reading' (duration: 411.904163ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:12:48.197869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:12:47.785685Z","time spent":"412.174391ms","remote":"127.0.0.1:36526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T03:12:48.197801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.451089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-26T03:12:48.197903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.405586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-02-26T03:12:48.197893Z","caller":"traceutil/trace.go:171","msg":"trace[1044213829] transaction","detail":"{read_only:false; response_revision:35651; number_of_response:1; }","duration":"470.240513ms","start":"2026-02-26T03:12:47.727621Z","end":"2026-02-26T03:12:48.197862Z","steps":["trace[1044213829] 'process raft request' (duration: 469.680108ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:12:48.19795Z","caller":"traceutil/trace.go:171","msg":"trace[1367790652] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:35652; }","duration":"185.484478ms","start":"2026-02-26T03:12:48.012449Z","end":"2026-02-26T03:12:48.197933Z","steps":["trace[1367790652] 'agreement among raft nodes before linearized reading' (duration: 185.396925ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:12:48.197892Z","caller":"traceutil/trace.go:171","msg":"trace[1053828686] transaction","detail":"{read_only:false; response_revision:35652; number_of_response:1; }","duration":"446.544753ms","start":"2026-02-26T03:12:47.751317Z","end":"2026-02-26T03:12:48.197862Z","steps":["trace[1053828686] 'process raft request' (duration: 446.023109ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:12:48.197919Z","caller":"traceutil/trace.go:171","msg":"trace[572191381] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:35652; }","duration":"400.639224ms","start":"2026-02-26T03:12:47.797263Z","end":"2026-02-26T03:12:48.197902Z","steps":["trace[572191381] 'agreement among raft nodes before linearized reading' (duration: 400.397628ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:12:48.198048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:12:47.727597Z","time spent":"470.369857ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T03:12:48.198059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:12:47.797243Z","time spent":"400.799029ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T03:12:48.198466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:12:47.751287Z","time spent":"446.712418ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T03:12:48.58214Z","caller":"traceutil/trace.go:171","msg":"trace[1012347783] transaction","detail":"{read_only:false; response_revision:35654; number_of_response:1; }","duration":"226.431376ms","start":"2026-02-26T03:12:48.355673Z","end":"2026-02-26T03:12:48.582104Z","steps":["trace[1012347783] 'process raft request' (duration: 170.184632ms)","trace[1012347783] 'compare' (duration: 56.065189ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:12:48.903803Z","caller":"traceutil/trace.go:171","msg":"trace[1692561508] linearizableReadLoop","detail":"{readStateIndex:36945; appliedIndex:36943; }","duration":"383.280233ms","start":"2026-02-26T03:12:48.520487Z","end":"2026-02-26T03:12:48.903768Z","steps":["trace[1692561508] 'read index received' (duration: 5.361262ms)","trace[1692561508] 'applied index is now lower than readState.Index' (duration: 377.917351ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:12:48.903836Z","caller":"traceutil/trace.go:171","msg":"trace[760686436] transaction","detail":"{read_only:false; response_revision:35655; number_of_response:1; }","duration":"543.492589ms","start":"2026-02-26T03:12:48.360315Z","end":"2026-02-26T03:12:48.903808Z","steps":["trace[760686436] 'process raft request' (duration: 519.358418ms)","trace[760686436] 'compare' (duration: 23.7427ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T03:12:48.904031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.507238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T03:12:48.904124Z","caller":"traceutil/trace.go:171","msg":"trace[1299703752] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:35655; }","duration":"383.672213ms","start":"2026-02-26T03:12:48.520434Z","end":"2026-02-26T03:12:48.904106Z","steps":["trace[1299703752] 'agreement among raft nodes before linearized reading' (duration: 383.472467ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:12:48.904122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:12:48.360292Z","time spent":"543.612682ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T03:12:48.904163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:12:48.520409Z","time spent":"383.744525ms","remote":"127.0.0.1:37120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-02-26T03:12:48.906133Z","caller":"traceutil/trace.go:171","msg":"trace[43443577] transaction","detail":"{read_only:false; response_revision:35656; number_of_response:1; }","duration":"135.663465ms","start":"2026-02-26T03:12:48.77044Z","end":"2026-02-26T03:12:48.906104Z","steps":["trace[43443577] 'process raft request' (duration: 135.47311ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:12:48.9062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.624471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-26T03:12:48.906271Z","caller":"traceutil/trace.go:171","msg":"trace[1738010896] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:35656; }","duration":"264.695153ms","start":"2026-02-26T03:12:48.641554Z","end":"2026-02-26T03:12:48.906249Z","steps":["trace[1738010896] 'agreement among raft nodes before linearized reading' (duration: 264.477437ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:12:49.612057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.922869ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T03:12:49.612148Z","caller":"traceutil/trace.go:171","msg":"trace[292148175] linearizableReadLoop","detail":"{readStateIndex:36949; appliedIndex:36947; }","duration":"486.778613ms","start":"2026-02-26T03:12:49.125355Z","end":"2026-02-26T03:12:49.612134Z","steps":["trace[292148175] 'read index received' (duration: 42.284704ms)","trace[292148175] 'applied index is now lower than readState.Index' (duration: 444.492809ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:12:49.61221Z","caller":"traceutil/trace.go:171","msg":"trace[623544119] transaction","detail":"{read_only:false; response_revision:35659; number_of_response:1; }","duration":"498.997117ms","start":"2026-02-26T03:12:49.113155Z","end":"2026-02-26T03:12:49.612152Z","steps":["trace[623544119] 'process raft request' (duration: 213.888023ms)","trace[623544119] 'compare' (duration: 284.57709ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T03:12:49.612909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:12:49.113138Z","time spent":"499.648654ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T03:12:49.612321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.959677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-fbca2bce-693e-45bf-8feb-ba4759e3dea1\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-02-26T03:12:49.613125Z","caller":"traceutil/trace.go:171","msg":"trace[1818888682] range","detail":"{range_begin:/registry/persistentvolumes/pvc-fbca2bce-693e-45bf-8feb-ba4759e3dea1; range_end:; response_count:1; response_revision:35659; }","duration":"487.727448ms","start":"2026-02-26T03:12:49.125326Z","end":"2026-02-26T03:12:49.613054Z","steps":["trace[1818888682] 'agreement among raft nodes before linearized reading' (duration: 486.867725ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:12:49.6133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:12:49.125312Z","time spent":"487.914193ms","remote":"127.0.0.1:36668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-fbca2bce-693e-45bf-8feb-ba4759e3dea1\" "} {"level":"warn","ts":"2026-02-26T03:12:50.112423Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284924134,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T03:12:50.190163Z","caller":"traceutil/trace.go:171","msg":"trace[1103261749] transaction","detail":"{read_only:false; response_revision:35660; number_of_response:1; }","duration":"832.392484ms","start":"2026-02-26T03:12:49.357738Z","end":"2026-02-26T03:12:50.19013Z","steps":["trace[1103261749] 'process raft request' (duration: 810.271736ms)","trace[1103261749] 'compare' (duration: 21.78693ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T03:12:50.190324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:12:49.35771Z","time spent":"832.531857ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T03:12:50.260959Z","caller":"traceutil/trace.go:171","msg":"trace[731693807] linearizableReadLoop","detail":"{readStateIndex:36951; appliedIndex:36949; }","duration":"648.767616ms","start":"2026-02-26T03:12:49.612166Z","end":"2026-02-26T03:12:50.260933Z","steps":["trace[731693807] 'read index received' (duration: 555.881858ms)","trace[731693807] 'applied index is now lower than readState.Index' (duration: 92.884818ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T03:12:50.261241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.00274873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T03:12:50.261316Z","caller":"traceutil/trace.go:171","msg":"trace[1091455672] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:35661; }","duration":"1.002888874s","start":"2026-02-26T03:12:49.258411Z","end":"2026-02-26T03:12:50.2613Z","steps":["trace[1091455672] 'agreement among raft nodes before linearized reading' (duration: 1.002760211s)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:12:50.26129Z","caller":"traceutil/trace.go:171","msg":"trace[1899799083] transaction","detail":"{read_only:false; response_revision:35661; number_of_response:1; }","duration":"799.85371ms","start":"2026-02-26T03:12:49.461394Z","end":"2026-02-26T03:12:50.261248Z","steps":["trace[1899799083] 'process raft request' (duration: 799.394977ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:12:50.261353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:12:49.258383Z","time spent":"1.002963035s","remote":"127.0.0.1:47210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-02-26T03:12:50.261425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.310117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-26T03:12:50.261465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:12:49.461357Z","time spent":"800.008514ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T03:12:50.261778Z","caller":"traceutil/trace.go:171","msg":"trace[1741050376] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:35661; }","duration":"880.44844ms","start":"2026-02-26T03:12:49.381051Z","end":"2026-02-26T03:12:50.261499Z","steps":["trace[1741050376] 'agreement among raft nodes before linearized reading' (duration: 880.096801ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:12:50.262183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:12:49.38091Z","time spent":"881.251642ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-26T03:12:50.541926Z","caller":"traceutil/trace.go:171","msg":"trace[1976165900] transaction","detail":"{read_only:false; response_revision:35662; number_of_response:1; }","duration":"338.422351ms","start":"2026-02-26T03:12:50.203454Z","end":"2026-02-26T03:12:50.541877Z","steps":["trace[1976165900] 'process raft request' (duration: 240.318635ms)","trace[1976165900] 'compare' (duration: 97.839979ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:12:50.542006Z","caller":"traceutil/trace.go:171","msg":"trace[1316741076] transaction","detail":"{read_only:false; response_revision:35663; number_of_response:1; }","duration":"275.452438ms","start":"2026-02-26T03:12:50.266535Z","end":"2026-02-26T03:12:50.541988Z","steps":["trace[1316741076] 'process raft request' (duration: 275.348985ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:12:50.54201Z","caller":"traceutil/trace.go:171","msg":"trace[1315380428] linearizableReadLoop","detail":"{readStateIndex:36952; appliedIndex:36951; }","duration":"280.913123ms","start":"2026-02-26T03:12:50.261046Z","end":"2026-02-26T03:12:50.54196Z","steps":["trace[1315380428] 'read index received' (duration: 182.812627ms)","trace[1315380428] 'applied index is now lower than readState.Index' (duration: 98.092306ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T03:12:50.542175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.258636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-02-26T03:12:50.54224Z","caller":"traceutil/trace.go:171","msg":"trace[525395213] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:35663; }","duration":"746.328348ms","start":"2026-02-26T03:12:49.795898Z","end":"2026-02-26T03:12:50.542226Z","steps":["trace[525395213] 'agreement among raft nodes before linearized reading' (duration: 746.066191ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:12:50.542238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.924247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T03:12:50.542288Z","caller":"traceutil/trace.go:171","msg":"trace[17391705] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35663; }","duration":"749.03735ms","start":"2026-02-26T03:12:49.793239Z","end":"2026-02-26T03:12:50.542276Z","steps":["trace[17391705] 'agreement among raft nodes before linearized reading' (duration: 748.921267ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:12:50.542301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:12:49.795878Z","time spent":"746.39168ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-26T03:12:50.542336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:12:49.793218Z","time spent":"749.108411ms","remote":"127.0.0.1:36526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T03:12:50.542406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.089703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T03:12:50.542458Z","caller":"traceutil/trace.go:171","msg":"trace[1366543648] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:35663; }","duration":"903.196265ms","start":"2026-02-26T03:12:49.639249Z","end":"2026-02-26T03:12:50.542445Z","steps":["trace[1366543648] 'agreement among raft nodes before linearized reading' (duration: 903.109633ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:12:50.542485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.589526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-02-26T03:12:50.542501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:12:49.639218Z","time spent":"903.271818ms","remote":"127.0.0.1:37058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-26T03:12:50.542508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.327111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-26T03:12:50.54252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.102235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-02-26T03:12:50.54256Z","caller":"traceutil/trace.go:171","msg":"trace[1931374041] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:35663; }","duration":"815.419603ms","start":"2026-02-26T03:12:49.727126Z","end":"2026-02-26T03:12:50.542546Z","steps":["trace[1931374041] 'agreement among raft nodes before linearized reading' (duration: 815.277429ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:12:50.542575Z","caller":"traceutil/trace.go:171","msg":"trace[940584239] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:35663; }","duration":"815.196787ms","start":"2026-02-26T03:12:49.727363Z","end":"2026-02-26T03:12:50.54256Z","steps":["trace[940584239] 'agreement among raft nodes before linearized reading' (duration: 815.031043ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:12:50.542584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.763162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T03:12:50.542609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:12:49.72734Z","time spent":"815.26337ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-26T03:12:50.542608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:12:49.727098Z","time spent":"815.501645ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-26T03:12:50.542639Z","caller":"traceutil/trace.go:171","msg":"trace[935159810] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:35663; }","duration":"253.811693ms","start":"2026-02-26T03:12:50.288809Z","end":"2026-02-26T03:12:50.542621Z","steps":["trace[935159810] 'agreement among raft nodes before linearized reading' (duration: 253.744611ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:12:50.542513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.846239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T03:12:50.542611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.952329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T03:12:50.54271Z","caller":"traceutil/trace.go:171","msg":"trace[1346894146] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:35663; }","duration":"276.074465ms","start":"2026-02-26T03:12:50.26662Z","end":"2026-02-26T03:12:50.542695Z","steps":["trace[1346894146] 'agreement among raft nodes before linearized reading' (duration: 275.807598ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:12:50.542738Z","caller":"traceutil/trace.go:171","msg":"trace[448201674] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:35663; }","duration":"402.120584ms","start":"2026-02-26T03:12:50.140596Z","end":"2026-02-26T03:12:50.542717Z","steps":["trace[448201674] 'agreement among raft nodes before linearized reading' (duration: 401.924278ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:12:50.542759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.571544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-26T03:12:50.542809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:12:50.140578Z","time spent":"402.209145ms","remote":"127.0.0.1:32818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"info","ts":"2026-02-26T03:12:50.542542Z","caller":"traceutil/trace.go:171","msg":"trace[71110914] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:35663; }","duration":"399.680219ms","start":"2026-02-26T03:12:50.14285Z","end":"2026-02-26T03:12:50.542531Z","steps":["trace[71110914] 'agreement among raft nodes before linearized reading' (duration: 399.521304ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:12:50.542095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:12:50.203441Z","time spent":"338.564765ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T03:12:50.542596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.163917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-26T03:12:50.542935Z","caller":"traceutil/trace.go:171","msg":"trace[1578244197] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:35663; }","duration":"340.525547ms","start":"2026-02-26T03:12:50.202395Z","end":"2026-02-26T03:12:50.54292Z","steps":["trace[1578244197] 'agreement among raft nodes before linearized reading' (duration: 340.162007ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:12:50.542967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:12:50.202377Z","time spent":"340.582468ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-26T03:12:50.542812Z","caller":"traceutil/trace.go:171","msg":"trace[38384465] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:35663; }","duration":"271.650607ms","start":"2026-02-26T03:12:50.271148Z","end":"2026-02-26T03:12:50.542799Z","steps":["trace[38384465] 'agreement among raft nodes before linearized reading' (duration: 271.495033ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:12:50.542816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.005635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-02-26T03:12:50.543122Z","caller":"traceutil/trace.go:171","msg":"trace[161109317] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:35663; }","duration":"925.361794ms","start":"2026-02-26T03:12:49.61775Z","end":"2026-02-26T03:12:50.543112Z","steps":["trace[161109317] 'agreement among raft nodes before linearized reading' (duration: 924.952723ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:12:50.543163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:12:49.617729Z","time spent":"925.425736ms","remote":"127.0.0.1:36676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-02-26T03:12:50.542891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:12:50.142837Z","time spent":"400.040788ms","remote":"127.0.0.1:36698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-26T03:12:50.705225Z","caller":"traceutil/trace.go:171","msg":"trace[1335225866] transaction","detail":"{read_only:false; response_revision:35665; number_of_response:1; }","duration":"158.375898ms","start":"2026-02-26T03:12:50.546815Z","end":"2026-02-26T03:12:50.705191Z","steps":["trace[1335225866] 'process raft request' (duration: 103.320835ms)","trace[1335225866] 'compare' (duration: 54.791076ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:12:50.705234Z","caller":"traceutil/trace.go:171","msg":"trace[1577020632] transaction","detail":"{read_only:false; response_revision:35666; number_of_response:1; }","duration":"157.930105ms","start":"2026-02-26T03:12:50.547285Z","end":"2026-02-26T03:12:50.705215Z","steps":["trace[1577020632] 'process raft request' (duration: 157.813462ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:12:50.705232Z","caller":"traceutil/trace.go:171","msg":"trace[1474549002] transaction","detail":"{read_only:false; response_revision:35667; number_of_response:1; }","duration":"157.293688ms","start":"2026-02-26T03:12:50.547921Z","end":"2026-02-26T03:12:50.705215Z","steps":["trace[1474549002] 'process raft request' (duration: 157.212036ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:12:50.705481Z","caller":"traceutil/trace.go:171","msg":"trace[962542494] transaction","detail":"{read_only:false; response_revision:35669; number_of_response:1; }","duration":"118.430606ms","start":"2026-02-26T03:12:50.587032Z","end":"2026-02-26T03:12:50.705463Z","steps":["trace[962542494] 'process raft request' (duration: 118.342434ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:12:50.705535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.252587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T03:12:50.705572Z","caller":"traceutil/trace.go:171","msg":"trace[1420271073] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:35669; }","duration":"157.31779ms","start":"2026-02-26T03:12:50.548244Z","end":"2026-02-26T03:12:50.705561Z","steps":["trace[1420271073] 'agreement among raft nodes before linearized reading' (duration: 157.188296ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:12:50.70561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.878647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-02-26T03:12:50.705666Z","caller":"traceutil/trace.go:171","msg":"trace[88309297] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:35669; }","duration":"156.952349ms","start":"2026-02-26T03:12:50.5487Z","end":"2026-02-26T03:12:50.705652Z","steps":["trace[88309297] 'agreement among raft nodes before linearized reading' (duration: 156.783525ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:12:50.705956Z","caller":"traceutil/trace.go:171","msg":"trace[1024425093] transaction","detail":"{read_only:false; response_revision:35668; number_of_response:1; }","duration":"157.120234ms","start":"2026-02-26T03:12:50.548824Z","end":"2026-02-26T03:12:50.705945Z","steps":["trace[1024425093] 'process raft request' (duration: 156.338863ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:12:51.093914Z","caller":"traceutil/trace.go:171","msg":"trace[2141298658] linearizableReadLoop","detail":"{readStateIndex:36961; appliedIndex:36960; }","duration":"189.617977ms","start":"2026-02-26T03:12:50.904273Z","end":"2026-02-26T03:12:51.093891Z","steps":["trace[2141298658] 'read index received' (duration: 118.277032ms)","trace[2141298658] 'applied index is now lower than readState.Index' (duration: 71.339995ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:12:51.093948Z","caller":"traceutil/trace.go:171","msg":"trace[1621553760] transaction","detail":"{read_only:false; response_revision:35671; number_of_response:1; }","duration":"221.088634ms","start":"2026-02-26T03:12:50.872821Z","end":"2026-02-26T03:12:51.093909Z","steps":["trace[1621553760] 'process raft request' (duration: 149.717678ms)","trace[1621553760] 'compare' (duration: 70.964135ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T03:12:51.094194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.907325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:1 size:141"} {"level":"info","ts":"2026-02-26T03:12:51.094242Z","caller":"traceutil/trace.go:171","msg":"trace[1595728573] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:1; response_revision:35671; }","duration":"189.997807ms","start":"2026-02-26T03:12:50.904232Z","end":"2026-02-26T03:12:51.09423Z","steps":["trace[1595728573] 'agreement among raft nodes before linearized reading' (duration: 189.759411ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:12:51.116114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.090857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T03:12:51.116284Z","caller":"traceutil/trace.go:171","msg":"trace[1472971257] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:35673; }","duration":"185.527989ms","start":"2026-02-26T03:12:50.930736Z","end":"2026-02-26T03:12:51.116264Z","steps":["trace[1472971257] 'agreement among raft nodes before linearized reading' (duration: 185.067326ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:12:51.116365Z","caller":"traceutil/trace.go:171","msg":"trace[1776922808] transaction","detail":"{read_only:false; response_revision:35672; number_of_response:1; }","duration":"197.909287ms","start":"2026-02-26T03:12:50.918415Z","end":"2026-02-26T03:12:51.116324Z","steps":["trace[1776922808] 'process raft request' (duration: 197.185068ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:12:51.116409Z","caller":"traceutil/trace.go:171","msg":"trace[578607093] transaction","detail":"{read_only:false; response_revision:35673; number_of_response:1; }","duration":"197.868677ms","start":"2026-02-26T03:12:50.918482Z","end":"2026-02-26T03:12:51.11635Z","steps":["trace[578607093] 'process raft request' (duration: 197.271211ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:12:51.117368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.913058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-26T03:12:51.117485Z","caller":"traceutil/trace.go:171","msg":"trace[721677990] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:35673; }","duration":"157.066382ms","start":"2026-02-26T03:12:50.960392Z","end":"2026-02-26T03:12:51.117458Z","steps":["trace[721677990] 'agreement among raft nodes before linearized reading' (duration: 156.002614ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:12:51.265378Z","caller":"traceutil/trace.go:171","msg":"trace[1094076450] linearizableReadLoop","detail":"{readStateIndex:36966; appliedIndex:36965; }","duration":"141.101158ms","start":"2026-02-26T03:12:51.124251Z","end":"2026-02-26T03:12:51.265352Z","steps":["trace[1094076450] 'read index received' (duration: 120.330887ms)","trace[1094076450] 'applied index is now lower than readState.Index' (duration: 20.769241ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:12:51.265473Z","caller":"traceutil/trace.go:171","msg":"trace[97409778] transaction","detail":"{read_only:false; response_revision:35675; number_of_response:1; }","duration":"143.347529ms","start":"2026-02-26T03:12:51.122088Z","end":"2026-02-26T03:12:51.265435Z","steps":["trace[97409778] 'process raft request' (duration: 122.465834ms)","trace[97409778] 'compare' (duration: 20.680779ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T03:12:51.265571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.298703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-02-26T03:12:51.265605Z","caller":"traceutil/trace.go:171","msg":"trace[1695423018] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:35675; }","duration":"141.379126ms","start":"2026-02-26T03:12:51.124218Z","end":"2026-02-26T03:12:51.265597Z","steps":["trace[1695423018] 'agreement among raft nodes before linearized reading' (duration: 141.231762ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:12:51.453511Z","caller":"traceutil/trace.go:171","msg":"trace[892578047] linearizableReadLoop","detail":"{readStateIndex:36967; appliedIndex:36966; }","duration":"186.221008ms","start":"2026-02-26T03:12:51.26723Z","end":"2026-02-26T03:12:51.453451Z","steps":["trace[892578047] 'read index received' (duration: 174.390894ms)","trace[892578047] 'applied index is now lower than readState.Index' (duration: 11.828044ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T03:12:51.45389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.645379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:141"} {"level":"info","ts":"2026-02-26T03:12:51.453976Z","caller":"traceutil/trace.go:171","msg":"trace[1806897445] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:35676; }","duration":"186.775522ms","start":"2026-02-26T03:12:51.267182Z","end":"2026-02-26T03:12:51.453958Z","steps":["trace[1806897445] 'agreement among raft nodes before linearized reading' (duration: 186.511755ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:12:51.454016Z","caller":"traceutil/trace.go:171","msg":"trace[434994877] transaction","detail":"{read_only:false; response_revision:35676; number_of_response:1; }","duration":"280.80732ms","start":"2026-02-26T03:12:51.173178Z","end":"2026-02-26T03:12:51.453985Z","steps":["trace[434994877] 'process raft request' (duration: 268.504923ms)","trace[434994877] 'compare' (duration: 11.397633ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T03:12:51.454652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.818487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:38 size:315710"} {"level":"info","ts":"2026-02-26T03:12:51.454722Z","caller":"traceutil/trace.go:171","msg":"trace[376790677] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:38; response_revision:35676; }","duration":"179.960211ms","start":"2026-02-26T03:12:51.274746Z","end":"2026-02-26T03:12:51.454706Z","steps":["trace[376790677] 'agreement among raft nodes before linearized reading' (duration: 178.973265ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:12:52.928417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.713209ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T03:12:52.928548Z","caller":"traceutil/trace.go:171","msg":"trace[1511061336] linearizableReadLoop","detail":"{readStateIndex:36971; appliedIndex:36970; }","duration":"218.502935ms","start":"2026-02-26T03:12:52.710021Z","end":"2026-02-26T03:12:52.928524Z","steps":["trace[1511061336] 'read index received' (duration: 61.292µs)","trace[1511061336] 'applied index is now lower than readState.Index' (duration: 218.440313ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:12:52.928742Z","caller":"traceutil/trace.go:171","msg":"trace[414184120] transaction","detail":"{read_only:false; response_revision:35680; number_of_response:1; }","duration":"315.515672ms","start":"2026-02-26T03:12:52.613202Z","end":"2026-02-26T03:12:52.928717Z","steps":["trace[414184120] 'process raft request' (duration: 87.411722ms)","trace[414184120] 'compare' (duration: 227.525155ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T03:12:52.92884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:12:52.613182Z","time spent":"315.613465ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T03:12:52.928993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.933656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T03:12:52.929037Z","caller":"traceutil/trace.go:171","msg":"trace[7490169] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:35680; }","duration":"219.047179ms","start":"2026-02-26T03:12:52.709979Z","end":"2026-02-26T03:12:52.929026Z","steps":["trace[7490169] 'agreement among raft nodes before linearized reading' (duration: 218.871604ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:12:52.985471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.046674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-26T03:12:52.985522Z","caller":"traceutil/trace.go:171","msg":"trace[69263229] transaction","detail":"{read_only:false; response_revision:35681; number_of_response:1; }","duration":"273.778724ms","start":"2026-02-26T03:12:52.71169Z","end":"2026-02-26T03:12:52.985468Z","steps":["trace[69263229] 'process raft request' (duration: 273.351983ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:12:52.985659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.761128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-26T03:12:52.985638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.754017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T03:12:52.985571Z","caller":"traceutil/trace.go:171","msg":"trace[1636354887] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:35681; }","duration":"273.199828ms","start":"2026-02-26T03:12:52.712347Z","end":"2026-02-26T03:12:52.985547Z","steps":["trace[1636354887] 'agreement among raft nodes before linearized reading' (duration: 272.922881ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:12:52.985745Z","caller":"traceutil/trace.go:171","msg":"trace[1785492788] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35681; }","duration":"199.915182ms","start":"2026-02-26T03:12:52.785806Z","end":"2026-02-26T03:12:52.985721Z","steps":["trace[1785492788] 'agreement among raft nodes before linearized reading' (duration: 199.707306ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:12:52.985689Z","caller":"traceutil/trace.go:171","msg":"trace[198570402] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:35681; }","duration":"263.82559ms","start":"2026-02-26T03:12:52.721857Z","end":"2026-02-26T03:12:52.985683Z","steps":["trace[198570402] 'agreement among raft nodes before linearized reading' (duration: 263.736477ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:12:53.20528Z","caller":"traceutil/trace.go:171","msg":"trace[1665894386] transaction","detail":"{read_only:false; response_revision:35684; number_of_response:1; }","duration":"212.717462ms","start":"2026-02-26T03:12:52.992526Z","end":"2026-02-26T03:12:53.205243Z","steps":["trace[1665894386] 'process raft request' (duration: 212.587808ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:12:53.205299Z","caller":"traceutil/trace.go:171","msg":"trace[234037820] transaction","detail":"{read_only:false; response_revision:35683; number_of_response:1; }","duration":"214.029186ms","start":"2026-02-26T03:12:52.991241Z","end":"2026-02-26T03:12:53.20527Z","steps":["trace[234037820] 'process raft request' (duration: 213.79957ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:12:53.205347Z","caller":"traceutil/trace.go:171","msg":"trace[1559700187] linearizableReadLoop","detail":"{readStateIndex:36973; appliedIndex:36972; }","duration":"218.159865ms","start":"2026-02-26T03:12:52.987156Z","end":"2026-02-26T03:12:53.205316Z","steps":["trace[1559700187] 'read index received' (duration: 146.478121ms)","trace[1559700187] 'applied index is now lower than readState.Index' (duration: 71.678274ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T03:12:53.2055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.31339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T03:12:53.205356Z","caller":"traceutil/trace.go:171","msg":"trace[187485633] transaction","detail":"{read_only:false; response_revision:35682; number_of_response:1; }","duration":"271.101373ms","start":"2026-02-26T03:12:52.934222Z","end":"2026-02-26T03:12:53.205323Z","steps":["trace[187485633] 'process raft request' (duration: 199.397218ms)","trace[187485633] 'compare' (duration: 70.889973ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:12:53.205565Z","caller":"traceutil/trace.go:171","msg":"trace[1888785177] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35686; }","duration":"218.428563ms","start":"2026-02-26T03:12:52.987118Z","end":"2026-02-26T03:12:53.205546Z","steps":["trace[1888785177] 'agreement among raft nodes before linearized reading' (duration: 218.290839ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:12:53.492528Z","caller":"traceutil/trace.go:171","msg":"trace[100013773] transaction","detail":"{read_only:false; response_revision:35687; number_of_response:1; }","duration":"219.754678ms","start":"2026-02-26T03:12:53.272737Z","end":"2026-02-26T03:12:53.492492Z","steps":["trace[100013773] 'process raft request' (duration: 213.945744ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:12:53.571871Z","caller":"traceutil/trace.go:171","msg":"trace[1322091303] transaction","detail":"{read_only:false; response_revision:35688; number_of_response:1; }","duration":"112.004845ms","start":"2026-02-26T03:12:53.45985Z","end":"2026-02-26T03:12:53.571855Z","steps":["trace[1322091303] 'process raft request' (duration: 111.898243ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:12:55.054169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.835255ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T03:12:55.054273Z","caller":"traceutil/trace.go:171","msg":"trace[672574360] linearizableReadLoop","detail":"{readStateIndex:36983; appliedIndex:36982; }","duration":"262.133694ms","start":"2026-02-26T03:12:54.792122Z","end":"2026-02-26T03:12:55.054256Z","steps":["trace[672574360] 'read index received' (duration: 17.034423ms)","trace[672574360] 'applied index is now lower than readState.Index' (duration: 245.097981ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T03:12:55.054366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.242057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T03:12:55.054341Z","caller":"traceutil/trace.go:171","msg":"trace[855298077] transaction","detail":"{read_only:false; response_revision:35692; number_of_response:1; }","duration":"402.404751ms","start":"2026-02-26T03:12:54.651891Z","end":"2026-02-26T03:12:55.054296Z","steps":["trace[855298077] 'process raft request' (duration: 157.343671ms)","trace[855298077] 'compare' (duration: 244.610868ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T03:12:55.054524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:12:54.651873Z","time spent":"402.548015ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T03:12:55.054401Z","caller":"traceutil/trace.go:171","msg":"trace[1951709300] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35692; }","duration":"262.307499ms","start":"2026-02-26T03:12:54.792084Z","end":"2026-02-26T03:12:55.054391Z","steps":["trace[1951709300] 'agreement among raft nodes before linearized reading' (duration: 262.245447ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:12:55.078585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.026427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T03:12:55.078668Z","caller":"traceutil/trace.go:171","msg":"trace[768825336] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:35693; }","duration":"109.128369ms","start":"2026-02-26T03:12:54.969521Z","end":"2026-02-26T03:12:55.07865Z","steps":["trace[768825336] 'agreement among raft nodes before linearized reading' (duration: 108.998386ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:12:55.078948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.143742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-26T03:12:55.078985Z","caller":"traceutil/trace.go:171","msg":"trace[2097372712] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:35693; }","duration":"146.241895ms","start":"2026-02-26T03:12:54.932735Z","end":"2026-02-26T03:12:55.078977Z","steps":["trace[2097372712] 'agreement among raft nodes before linearized reading' (duration: 146.091821ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:12:55.289805Z","caller":"traceutil/trace.go:171","msg":"trace[144931590] linearizableReadLoop","detail":"{readStateIndex:36985; appliedIndex:36984; }","duration":"200.311661ms","start":"2026-02-26T03:12:55.089468Z","end":"2026-02-26T03:12:55.28978Z","steps":["trace[144931590] 'read index received' (duration: 104.706371ms)","trace[144931590] 'applied index is now lower than readState.Index' (duration: 95.60434ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T03:12:55.289988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.498226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T03:12:55.290035Z","caller":"traceutil/trace.go:171","msg":"trace[1859429574] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:35695; }","duration":"200.601129ms","start":"2026-02-26T03:12:55.089422Z","end":"2026-02-26T03:12:55.290024Z","steps":["trace[1859429574] 'agreement among raft nodes before linearized reading' (duration: 200.509956ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:12:55.290067Z","caller":"traceutil/trace.go:171","msg":"trace[1991897486] transaction","detail":"{read_only:false; response_revision:35694; number_of_response:1; }","duration":"205.215482ms","start":"2026-02-26T03:12:55.084787Z","end":"2026-02-26T03:12:55.290003Z","steps":["trace[1991897486] 'process raft request' (duration: 109.379196ms)","trace[1991897486] 'compare' (duration: 95.24152ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:12:55.706689Z","caller":"traceutil/trace.go:171","msg":"trace[252150248] transaction","detail":"{read_only:false; response_revision:35696; number_of_response:1; }","duration":"494.538898ms","start":"2026-02-26T03:12:55.21213Z","end":"2026-02-26T03:12:55.706669Z","steps":["trace[252150248] 'process raft request' (duration: 494.362703ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:12:55.70683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:12:55.212109Z","time spent":"494.649361ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T03:12:55.707055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.600663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-26T03:12:55.707109Z","caller":"traceutil/trace.go:171","msg":"trace[991534726] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:35697; }","duration":"496.677145ms","start":"2026-02-26T03:12:55.210417Z","end":"2026-02-26T03:12:55.707094Z","steps":["trace[991534726] 'agreement among raft nodes before linearized reading' (duration: 496.48164ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:12:55.707106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.815339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-26T03:12:55.707139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:12:55.210407Z","time spent":"496.724686ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-26T03:12:55.707168Z","caller":"traceutil/trace.go:171","msg":"trace[1644932541] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:35697; }","duration":"496.917092ms","start":"2026-02-26T03:12:55.21024Z","end":"2026-02-26T03:12:55.707157Z","steps":["trace[1644932541] 'agreement among raft nodes before linearized reading' (duration: 496.666575ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:12:55.707213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:12:55.210225Z","time spent":"496.978813ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T03:12:55.707313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.840136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T03:12:55.707346Z","caller":"traceutil/trace.go:171","msg":"trace[1554097429] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:35697; }","duration":"497.916478ms","start":"2026-02-26T03:12:55.209422Z","end":"2026-02-26T03:12:55.707338Z","steps":["trace[1554097429] 'agreement among raft nodes before linearized reading' (duration: 497.820165ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:12:55.707351Z","caller":"traceutil/trace.go:171","msg":"trace[51627101] transaction","detail":"{read_only:false; response_revision:35697; number_of_response:1; }","duration":"440.687447ms","start":"2026-02-26T03:12:55.266263Z","end":"2026-02-26T03:12:55.706951Z","steps":["trace[51627101] 'process raft request' (duration: 440.368369ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:12:55.707369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:12:55.209403Z","time spent":"497.960349ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T03:12:55.707437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:12:55.266246Z","time spent":"441.13351ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T03:12:55.706867Z","caller":"traceutil/trace.go:171","msg":"trace[1122841041] linearizableReadLoop","detail":"{readStateIndex:36988; appliedIndex:36986; }","duration":"416.979348ms","start":"2026-02-26T03:12:55.289867Z","end":"2026-02-26T03:12:55.706846Z","steps":["trace[1122841041] 'read index received' (duration: 416.715941ms)","trace[1122841041] 'applied index is now lower than readState.Index' (duration: 261.926µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T03:12:55.734274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.816061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-26T03:12:55.734388Z","caller":"traceutil/trace.go:171","msg":"trace[30960037] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:35699; }","duration":"236.975266ms","start":"2026-02-26T03:12:55.497391Z","end":"2026-02-26T03:12:55.734366Z","steps":["trace[30960037] 'agreement among raft nodes before linearized reading' (duration: 236.724769ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:12:55.73479Z","caller":"traceutil/trace.go:171","msg":"trace[787332247] transaction","detail":"{read_only:false; response_revision:35698; number_of_response:1; }","duration":"157.427272ms","start":"2026-02-26T03:12:55.577348Z","end":"2026-02-26T03:12:55.734776Z","steps":["trace[787332247] 'process raft request' (duration: 156.514498ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:12:56.664661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.133303ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-02-26T03:12:56.884679Z","caller":"traceutil/trace.go:171","msg":"trace[1618657252] transaction","detail":"{read_only:false; response_revision:35708; number_of_response:1; }","duration":"226.811715ms","start":"2026-02-26T03:12:56.657849Z","end":"2026-02-26T03:12:56.88466Z","steps":["trace[1618657252] 'process raft request' (duration: 226.323512ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:12:57.920342Z","caller":"traceutil/trace.go:171","msg":"trace[1031399590] transaction","detail":"{read_only:false; response_revision:35713; number_of_response:1; }","duration":"202.059948ms","start":"2026-02-26T03:12:57.713832Z","end":"2026-02-26T03:12:57.915892Z","steps":["trace[1031399590] 'process raft request' (duration: 194.306172ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:12:57.979387Z","caller":"traceutil/trace.go:171","msg":"trace[537567306] linearizableReadLoop","detail":"{readStateIndex:37006; appliedIndex:37004; }","duration":"203.200227ms","start":"2026-02-26T03:12:57.776157Z","end":"2026-02-26T03:12:57.979357Z","steps":["trace[537567306] 'read index received' (duration: 131.900084ms)","trace[537567306] 'applied index is now lower than readState.Index' (duration: 71.294413ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:12:57.979444Z","caller":"traceutil/trace.go:171","msg":"trace[454973198] transaction","detail":"{read_only:false; response_revision:35714; number_of_response:1; }","duration":"237.408856ms","start":"2026-02-26T03:12:57.741999Z","end":"2026-02-26T03:12:57.979408Z","steps":["trace[454973198] 'process raft request' (duration: 237.17679ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:12:57.979698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.516546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-26T03:12:57.979739Z","caller":"traceutil/trace.go:171","msg":"trace[2033603079] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:35714; }","duration":"203.621709ms","start":"2026-02-26T03:12:57.776106Z","end":"2026-02-26T03:12:57.979727Z","steps":["trace[2033603079] 'agreement among raft nodes before linearized reading' (duration: 203.404103ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:12:57.979767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.199781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-02-26T03:12:57.979821Z","caller":"traceutil/trace.go:171","msg":"trace[43284099] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:35714; }","duration":"202.305634ms","start":"2026-02-26T03:12:57.777499Z","end":"2026-02-26T03:12:57.979805Z","steps":["trace[43284099] 'agreement among raft nodes before linearized reading' (duration: 202.120619ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:12:57.979928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.038742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-02-26T03:12:57.979927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.367203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T03:12:57.97997Z","caller":"traceutil/trace.go:171","msg":"trace[584832747] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:35714; }","duration":"148.111754ms","start":"2026-02-26T03:12:57.831852Z","end":"2026-02-26T03:12:57.979964Z","steps":["trace[584832747] 'agreement among raft nodes before linearized reading' (duration: 148.029332ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:12:57.979984Z","caller":"traceutil/trace.go:171","msg":"trace[608468145] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35714; }","duration":"191.451615ms","start":"2026-02-26T03:12:57.788521Z","end":"2026-02-26T03:12:57.979973Z","steps":["trace[608468145] 'agreement among raft nodes before linearized reading' (duration: 191.381543ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:12:57.980096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.945487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-26T03:12:57.980121Z","caller":"traceutil/trace.go:171","msg":"trace[444158626] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:35714; }","duration":"204.009299ms","start":"2026-02-26T03:12:57.776105Z","end":"2026-02-26T03:12:57.980115Z","steps":["trace[444158626] 'agreement among raft nodes before linearized reading' (duration: 203.927517ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:12:58.285456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.332417ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T03:12:58.285782Z","caller":"traceutil/trace.go:171","msg":"trace[253245611] transaction","detail":"{read_only:false; response_revision:35716; number_of_response:1; }","duration":"298.219363ms","start":"2026-02-26T03:12:57.987523Z","end":"2026-02-26T03:12:58.285742Z","steps":["trace[253245611] 'process raft request' (duration: 45.964661ms)","trace[253245611] 'compare' (duration: 251.157083ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:12:58.285926Z","caller":"traceutil/trace.go:171","msg":"trace[615433930] linearizableReadLoop","detail":"{readStateIndex:37010; appliedIndex:37007; }","duration":"261.797335ms","start":"2026-02-26T03:12:58.02411Z","end":"2026-02-26T03:12:58.285907Z","steps":["trace[615433930] 'read index received' (duration: 9.327538ms)","trace[615433930] 'applied index is now lower than readState.Index' (duration: 252.468907ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:12:58.286099Z","caller":"traceutil/trace.go:171","msg":"trace[789806345] transaction","detail":"{read_only:false; response_revision:35717; number_of_response:1; }","duration":"298.459999ms","start":"2026-02-26T03:12:57.987605Z","end":"2026-02-26T03:12:58.286065Z","steps":["trace[789806345] 'process raft request' (duration: 297.947426ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:12:58.286165Z","caller":"traceutil/trace.go:171","msg":"trace[427640339] transaction","detail":"{read_only:false; response_revision:35718; number_of_response:1; }","duration":"298.072159ms","start":"2026-02-26T03:12:57.98808Z","end":"2026-02-26T03:12:58.286152Z","steps":["trace[427640339] 'process raft request' (duration: 297.768111ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:12:58.28659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.456742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"warn","ts":"2026-02-26T03:12:58.286677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.128245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T03:12:58.286723Z","caller":"traceutil/trace.go:171","msg":"trace[2116289370] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:35718; }","duration":"247.217268ms","start":"2026-02-26T03:12:58.039496Z","end":"2026-02-26T03:12:58.286713Z","steps":["trace[2116289370] 'agreement among raft nodes before linearized reading' (duration: 247.075384ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:12:58.286647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.861471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T03:12:58.286674Z","caller":"traceutil/trace.go:171","msg":"trace[1662991594] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:35718; }","duration":"262.584526ms","start":"2026-02-26T03:12:58.02407Z","end":"2026-02-26T03:12:58.286654Z","steps":["trace[1662991594] 'agreement among raft nodes before linearized reading' (duration: 262.36474ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:12:58.286838Z","caller":"traceutil/trace.go:171","msg":"trace[1134463901] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:35718; }","duration":"153.097258ms","start":"2026-02-26T03:12:58.13373Z","end":"2026-02-26T03:12:58.286827Z","steps":["trace[1134463901] 'agreement among raft nodes before linearized reading' (duration: 152.863561ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:12:58.759865Z","caller":"traceutil/trace.go:171","msg":"trace[867400164] transaction","detail":"{read_only:false; response_revision:35719; number_of_response:1; }","duration":"381.249849ms","start":"2026-02-26T03:12:58.378588Z","end":"2026-02-26T03:12:58.759838Z","steps":["trace[867400164] 'process raft request' (duration: 381.076034ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:12:58.760144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:12:58.378565Z","time spent":"381.496495ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T03:12:59.238326Z","caller":"traceutil/trace.go:171","msg":"trace[908522055] transaction","detail":"{read_only:false; response_revision:35721; number_of_response:1; }","duration":"144.420247ms","start":"2026-02-26T03:12:59.093877Z","end":"2026-02-26T03:12:59.238297Z","steps":["trace[908522055] 'process raft request' (duration: 118.286143ms)","trace[908522055] 'compare' (duration: 25.826706ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:12:59.511094Z","caller":"traceutil/trace.go:171","msg":"trace[1663428762] linearizableReadLoop","detail":"{readStateIndex:37015; appliedIndex:37014; }","duration":"123.901732ms","start":"2026-02-26T03:12:59.387161Z","end":"2026-02-26T03:12:59.511063Z","steps":["trace[1663428762] 'read index received' (duration: 52.070833ms)","trace[1663428762] 'applied index is now lower than readState.Index' (duration: 71.829879ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:12:59.511154Z","caller":"traceutil/trace.go:171","msg":"trace[489659845] transaction","detail":"{read_only:false; response_revision:35723; number_of_response:1; }","duration":"164.139061ms","start":"2026-02-26T03:12:59.346968Z","end":"2026-02-26T03:12:59.511107Z","steps":["trace[489659845] 'process raft request' (duration: 92.324713ms)","trace[489659845] 'compare' (duration: 71.654944ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T03:12:59.511367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.180819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-26T03:12:59.511451Z","caller":"traceutil/trace.go:171","msg":"trace[420527323] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:35723; }","duration":"124.313033ms","start":"2026-02-26T03:12:59.387117Z","end":"2026-02-26T03:12:59.51143Z","steps":["trace[420527323] 'agreement among raft nodes before linearized reading' (duration: 124.072246ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:12:59.920349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.13848ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T03:12:59.920602Z","caller":"traceutil/trace.go:171","msg":"trace[1696538822] linearizableReadLoop","detail":"{readStateIndex:37016; appliedIndex:37015; }","duration":"340.044153ms","start":"2026-02-26T03:12:59.580538Z","end":"2026-02-26T03:12:59.920582Z","steps":["trace[1696538822] 'read index received' (duration: 41.483752ms)","trace[1696538822] 'applied index is now lower than readState.Index' (duration: 298.558571ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:12:59.920608Z","caller":"traceutil/trace.go:171","msg":"trace[139394630] transaction","detail":"{read_only:false; response_revision:35724; number_of_response:1; }","duration":"403.812558ms","start":"2026-02-26T03:12:59.516757Z","end":"2026-02-26T03:12:59.920569Z","steps":["trace[139394630] 'process raft request' (duration: 105.355919ms)","trace[139394630] 'compare' (duration: 297.599426ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:12:59.920614Z","caller":"traceutil/trace.go:171","msg":"trace[1550666563] transaction","detail":"{read_only:false; response_revision:35725; number_of_response:1; }","duration":"248.215164ms","start":"2026-02-26T03:12:59.672384Z","end":"2026-02-26T03:12:59.920599Z","steps":["trace[1550666563] 'process raft request' (duration: 248.089751ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:12:59.920758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:12:59.516739Z","time spent":"403.963752ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T03:12:59.920802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.983549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T03:12:59.920828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.250939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T03:12:59.920888Z","caller":"traceutil/trace.go:171","msg":"trace[409602044] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35725; }","duration":"134.116543ms","start":"2026-02-26T03:12:59.786753Z","end":"2026-02-26T03:12:59.92087Z","steps":["trace[409602044] 'agreement among raft nodes before linearized reading' (duration: 133.98452ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:12:59.920904Z","caller":"traceutil/trace.go:171","msg":"trace[787064951] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:35725; }","duration":"340.381432ms","start":"2026-02-26T03:12:59.580503Z","end":"2026-02-26T03:12:59.920884Z","steps":["trace[787064951] 'agreement among raft nodes before linearized reading' (duration: 340.202958ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:12:59.92095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:12:59.580486Z","time spent":"340.454245ms","remote":"127.0.0.1:37136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-02-26T03:13:00.19071Z","caller":"traceutil/trace.go:171","msg":"trace[1313598127] transaction","detail":"{read_only:false; response_revision:35728; number_of_response:1; }","duration":"176.645893ms","start":"2026-02-26T03:13:00.014036Z","end":"2026-02-26T03:13:00.190682Z","steps":["trace[1313598127] 'process raft request' (duration: 142.943218ms)","trace[1313598127] 'compare' (duration: 32.638347ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:13:17.509705Z","caller":"traceutil/trace.go:171","msg":"trace[1202635817] transaction","detail":"{read_only:false; response_revision:35844; number_of_response:1; }","duration":"101.996419ms","start":"2026-02-26T03:13:17.407684Z","end":"2026-02-26T03:13:17.50968Z","steps":["trace[1202635817] 'process raft request' (duration: 98.397604ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:13:21.018402Z","caller":"traceutil/trace.go:171","msg":"trace[1340030980] transaction","detail":"{read_only:false; response_revision:35869; number_of_response:1; }","duration":"109.54887ms","start":"2026-02-26T03:13:20.908793Z","end":"2026-02-26T03:13:21.018342Z","steps":["trace[1340030980] 'process raft request' (duration: 108.934904ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:15:17.614875Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34647} {"level":"info","ts":"2026-02-26T03:15:17.764564Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34647,"took":"145.334341ms","hash":1225612005,"current-db-size-bytes":51810304,"current-db-size":"52 MB","current-db-size-in-use-bytes":28200960,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-02-26T03:15:17.764642Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1225612005,"revision":34647,"compact-revision":32506} {"level":"warn","ts":"2026-02-26T03:15:35.87133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.254405ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T03:15:35.871441Z","caller":"traceutil/trace.go:171","msg":"trace[1176872931] linearizableReadLoop","detail":"{readStateIndex:38143; appliedIndex:38142; }","duration":"291.029901ms","start":"2026-02-26T03:15:35.580395Z","end":"2026-02-26T03:15:35.871425Z","steps":["trace[1176872931] 'read index received' (duration: 141.54099ms)","trace[1176872931] 'applied index is now lower than readState.Index' (duration: 149.487941ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:15:35.871515Z","caller":"traceutil/trace.go:171","msg":"trace[1581714312] transaction","detail":"{read_only:false; response_revision:36816; number_of_response:1; }","duration":"528.54049ms","start":"2026-02-26T03:15:35.342963Z","end":"2026-02-26T03:15:35.871504Z","steps":["trace[1581714312] 'process raft request' (duration: 379.029338ms)","trace[1581714312] 'compare' (duration: 148.897636ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T03:15:35.871576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:15:35.342949Z","time spent":"528.596232ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T03:15:35.871688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.271218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-26T03:15:35.871783Z","caller":"traceutil/trace.go:171","msg":"trace[421059699] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:36816; }","duration":"291.372261ms","start":"2026-02-26T03:15:35.580386Z","end":"2026-02-26T03:15:35.871758Z","steps":["trace[421059699] 'agreement among raft nodes before linearized reading' (duration: 291.121174ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:15:35.872295Z","caller":"traceutil/trace.go:171","msg":"trace[1793043900] transaction","detail":"{read_only:false; response_revision:36817; number_of_response:1; }","duration":"172.189645ms","start":"2026-02-26T03:15:35.700083Z","end":"2026-02-26T03:15:35.872273Z","steps":["trace[1793043900] 'process raft request' (duration: 172.074762ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:15:35.873731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.47444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T03:15:35.873784Z","caller":"traceutil/trace.go:171","msg":"trace[1211178569] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:36818; }","duration":"289.583164ms","start":"2026-02-26T03:15:35.584187Z","end":"2026-02-26T03:15:35.873771Z","steps":["trace[1211178569] 'agreement among raft nodes before linearized reading' (duration: 289.427339ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:15:35.873923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.222633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T03:15:35.87398Z","caller":"traceutil/trace.go:171","msg":"trace[1157588371] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:36818; }","duration":"199.328406ms","start":"2026-02-26T03:15:35.674638Z","end":"2026-02-26T03:15:35.873966Z","steps":["trace[1157588371] 'agreement among raft nodes before linearized reading' (duration: 199.196882ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:15:35.87419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.885474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-26T03:15:35.874299Z","caller":"traceutil/trace.go:171","msg":"trace[1916175112] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:36818; }","duration":"289.012298ms","start":"2026-02-26T03:15:35.585271Z","end":"2026-02-26T03:15:35.874283Z","steps":["trace[1916175112] 'agreement among raft nodes before linearized reading' (duration: 288.633018ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:15:36.299117Z","caller":"traceutil/trace.go:171","msg":"trace[200209939] transaction","detail":"{read_only:false; response_revision:36819; number_of_response:1; }","duration":"420.193373ms","start":"2026-02-26T03:15:35.878854Z","end":"2026-02-26T03:15:36.299047Z","steps":["trace[200209939] 'process raft request' (duration: 419.561906ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:15:36.299328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:15:35.878836Z","time spent":"420.371208ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T03:15:36.301341Z","caller":"traceutil/trace.go:171","msg":"trace[1789411295] transaction","detail":"{read_only:false; response_revision:36820; number_of_response:1; }","duration":"421.204729ms","start":"2026-02-26T03:15:35.880061Z","end":"2026-02-26T03:15:36.301265Z","steps":["trace[1789411295] 'process raft request' (duration: 420.755528ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:15:36.301606Z","caller":"traceutil/trace.go:171","msg":"trace[132232964] transaction","detail":"{read_only:false; response_revision:36821; number_of_response:1; }","duration":"421.256111ms","start":"2026-02-26T03:15:35.880283Z","end":"2026-02-26T03:15:36.30154Z","steps":["trace[132232964] 'process raft request' (duration: 420.755747ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:15:36.301645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:15:35.880051Z","time spent":"421.432525ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T03:15:36.301632Z","caller":"traceutil/trace.go:171","msg":"trace[958636492] transaction","detail":"{read_only:false; response_revision:36822; number_of_response:1; }","duration":"277.492962ms","start":"2026-02-26T03:15:36.024086Z","end":"2026-02-26T03:15:36.301579Z","steps":["trace[958636492] 'process raft request' (duration: 277.04888ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:15:36.30178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:15:35.880278Z","time spent":"421.389894ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T03:15:36.304151Z","caller":"traceutil/trace.go:171","msg":"trace[1659780267] linearizableReadLoop","detail":"{readStateIndex:38148; appliedIndex:38145; }","duration":"337.824285ms","start":"2026-02-26T03:15:35.966305Z","end":"2026-02-26T03:15:36.304129Z","steps":["trace[1659780267] 'read index received' (duration: 332.01056ms)","trace[1659780267] 'applied index is now lower than readState.Index' (duration: 5.812895ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:15:36.304221Z","caller":"traceutil/trace.go:171","msg":"trace[1373811823] transaction","detail":"{read_only:false; response_revision:36823; number_of_response:1; }","duration":"179.730675ms","start":"2026-02-26T03:15:36.124461Z","end":"2026-02-26T03:15:36.304192Z","steps":["trace[1373811823] 'process raft request' (duration: 179.566821ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:15:36.304313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.000289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-02-26T03:15:36.304347Z","caller":"traceutil/trace.go:171","msg":"trace[1162382652] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:36823; }","duration":"338.05089ms","start":"2026-02-26T03:15:35.966288Z","end":"2026-02-26T03:15:36.304339Z","steps":["trace[1162382652] 'agreement among raft nodes before linearized reading' (duration: 337.923467ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:15:36.304372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:15:35.966227Z","time spent":"338.139753ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-02-26T03:15:41.707835Z","caller":"traceutil/trace.go:171","msg":"trace[1853861902] transaction","detail":"{read_only:false; response_revision:36883; number_of_response:1; }","duration":"441.337875ms","start":"2026-02-26T03:15:41.266471Z","end":"2026-02-26T03:15:41.707809Z","steps":["trace[1853861902] 'process raft request' (duration: 441.15773ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:15:41.708036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:15:41.266453Z","time spent":"441.456368ms","remote":"127.0.0.1:47166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2557,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T03:15:41.708167Z","caller":"traceutil/trace.go:171","msg":"trace[421624420] linearizableReadLoop","detail":"{readStateIndex:38212; appliedIndex:38212; }","duration":"410.27392ms","start":"2026-02-26T03:15:41.297794Z","end":"2026-02-26T03:15:41.708067Z","steps":["trace[421624420] 'read index received' (duration: 410.252249ms)","trace[421624420] 'applied index is now lower than readState.Index' (duration: 17.06µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T03:15:41.708468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.650299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-26T03:15:41.708563Z","caller":"traceutil/trace.go:171","msg":"trace[1674278085] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:36883; }","duration":"410.789463ms","start":"2026-02-26T03:15:41.297754Z","end":"2026-02-26T03:15:41.708544Z","steps":["trace[1674278085] 'agreement among raft nodes before linearized reading' (duration: 410.551737ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:15:41.708606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:15:41.297736Z","time spent":"410.857765ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-26T03:15:41.753495Z","caller":"traceutil/trace.go:171","msg":"trace[344248957] transaction","detail":"{read_only:false; response_revision:36884; number_of_response:1; }","duration":"442.468145ms","start":"2026-02-26T03:15:41.310999Z","end":"2026-02-26T03:15:41.753467Z","steps":["trace[344248957] 'process raft request' (duration: 442.29306ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:15:41.753613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.448672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-02-26T03:15:41.753671Z","caller":"traceutil/trace.go:171","msg":"trace[858735528] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:36884; }","duration":"227.540055ms","start":"2026-02-26T03:15:41.526115Z","end":"2026-02-26T03:15:41.753655Z","steps":["trace[858735528] 'agreement among raft nodes before linearized reading' (duration: 227.34989ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:15:41.753664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.712927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T03:15:41.753712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:15:41.310983Z","time spent":"442.585558ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T03:15:41.753745Z","caller":"traceutil/trace.go:171","msg":"trace[1426014087] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:36884; }","duration":"455.862261ms","start":"2026-02-26T03:15:41.297861Z","end":"2026-02-26T03:15:41.753724Z","steps":["trace[1426014087] 'agreement among raft nodes before linearized reading' (duration: 455.680146ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:15:41.753738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.357487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:419296"} {"level":"warn","ts":"2026-02-26T03:15:41.753783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:15:41.297838Z","time spent":"455.937923ms","remote":"127.0.0.1:47210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-02-26T03:15:41.753797Z","caller":"traceutil/trace.go:171","msg":"trace[483932081] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:36884; }","duration":"452.44327ms","start":"2026-02-26T03:15:41.301339Z","end":"2026-02-26T03:15:41.753782Z","steps":["trace[483932081] 'agreement among raft nodes before linearized reading' (duration: 452.146492ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:15:41.753829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:15:41.301328Z","time spent":"452.494681ms","remote":"127.0.0.1:47358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":419320,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-02-26T03:15:42.009841Z","caller":"traceutil/trace.go:171","msg":"trace[989359520] linearizableReadLoop","detail":"{readStateIndex:38215; appliedIndex:38213; }","duration":"256.384671ms","start":"2026-02-26T03:15:41.753434Z","end":"2026-02-26T03:15:42.009819Z","steps":["trace[989359520] 'read index received' (duration: 256.123394ms)","trace[989359520] 'applied index is now lower than readState.Index' (duration: 260.487µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:15:42.01011Z","caller":"traceutil/trace.go:171","msg":"trace[1014408123] transaction","detail":"{read_only:false; response_revision:36885; number_of_response:1; }","duration":"296.174819ms","start":"2026-02-26T03:15:41.713925Z","end":"2026-02-26T03:15:42.0101Z","steps":["trace[1014408123] 'process raft request' (duration: 295.699566ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:15:42.01036Z","caller":"traceutil/trace.go:171","msg":"trace[1832824712] transaction","detail":"{read_only:false; response_revision:36886; number_of_response:1; }","duration":"293.886367ms","start":"2026-02-26T03:15:41.716465Z","end":"2026-02-26T03:15:42.010351Z","steps":["trace[1832824712] 'process raft request' (duration: 293.300942ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:15:42.010518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.482383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T03:15:42.010558Z","caller":"traceutil/trace.go:171","msg":"trace[959004557] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:36886; }","duration":"262.579636ms","start":"2026-02-26T03:15:41.747969Z","end":"2026-02-26T03:15:42.010548Z","steps":["trace[959004557] 'agreement among raft nodes before linearized reading' (duration: 262.496983ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:15:42.399672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.642508ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T03:15:42.399932Z","caller":"traceutil/trace.go:171","msg":"trace[224212338] linearizableReadLoop","detail":"{readStateIndex:38218; appliedIndex:38215; }","duration":"390.011442ms","start":"2026-02-26T03:15:42.009904Z","end":"2026-02-26T03:15:42.399916Z","steps":["trace[224212338] 'read index received' (duration: 60.017355ms)","trace[224212338] 'applied index is now lower than readState.Index' (duration: 329.993047ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T03:15:42.400037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.194061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T03:15:42.400052Z","caller":"traceutil/trace.go:171","msg":"trace[1845710528] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36889; }","duration":"613.234521ms","start":"2026-02-26T03:15:41.786811Z","end":"2026-02-26T03:15:42.400046Z","steps":["trace[1845710528] 'agreement among raft nodes before linearized reading' (duration: 613.19356ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:15:42.400074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:15:41.78676Z","time spent":"613.308774ms","remote":"127.0.0.1:36526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T03:15:42.400092Z","caller":"traceutil/trace.go:171","msg":"trace[1973666770] transaction","detail":"{read_only:false; response_revision:36887; number_of_response:1; }","duration":"641.972865ms","start":"2026-02-26T03:15:41.75808Z","end":"2026-02-26T03:15:42.400053Z","steps":["trace[1973666770] 'process raft request' (duration: 311.832274ms)","trace[1973666770] 'compare' (duration: 329.249027ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T03:15:42.400244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:15:41.758058Z","time spent":"642.102318ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T03:15:42.40027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.477612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T03:15:42.400295Z","caller":"traceutil/trace.go:171","msg":"trace[172365358] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:36889; }","duration":"641.536874ms","start":"2026-02-26T03:15:41.758749Z","end":"2026-02-26T03:15:42.400286Z","steps":["trace[172365358] 'agreement among raft nodes before linearized reading' (duration: 641.492343ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:15:42.400318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:15:41.758707Z","time spent":"641.607125ms","remote":"127.0.0.1:36712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-02-26T03:15:42.400309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.652979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T03:15:42.400425Z","caller":"traceutil/trace.go:171","msg":"trace[1260801529] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:36889; }","duration":"522.042639ms","start":"2026-02-26T03:15:41.878354Z","end":"2026-02-26T03:15:42.400396Z","steps":["trace[1260801529] 'agreement among raft nodes before linearized reading' (duration: 521.623428ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:15:42.400431Z","caller":"traceutil/trace.go:171","msg":"trace[330729126] transaction","detail":"{read_only:false; response_revision:36889; number_of_response:1; }","duration":"504.76674ms","start":"2026-02-26T03:15:41.89564Z","end":"2026-02-26T03:15:42.400406Z","steps":["trace[330729126] 'process raft request' (duration: 504.235056ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:15:42.400477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:15:41.878338Z","time spent":"522.119361ms","remote":"127.0.0.1:47330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"info","ts":"2026-02-26T03:15:42.400326Z","caller":"traceutil/trace.go:171","msg":"trace[1317375490] transaction","detail":"{read_only:false; response_revision:36888; number_of_response:1; }","duration":"506.095966ms","start":"2026-02-26T03:15:41.894194Z","end":"2026-02-26T03:15:42.40029Z","steps":["trace[1317375490] 'process raft request' (duration: 505.584022ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:15:42.400556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.769017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-26T03:15:42.400602Z","caller":"traceutil/trace.go:171","msg":"trace[163749825] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:36889; }","duration":"505.848999ms","start":"2026-02-26T03:15:41.894745Z","end":"2026-02-26T03:15:42.400594Z","steps":["trace[163749825] 'agreement among raft nodes before linearized reading' (duration: 505.227222ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:15:42.400626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:15:41.894729Z","time spent":"505.88965ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T03:15:42.400569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:15:41.894171Z","time spent":"506.371733ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T03:15:42.400569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:15:41.895628Z","time spent":"504.864062ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T03:15:42.617794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.096221ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T03:15:42.617955Z","caller":"traceutil/trace.go:171","msg":"trace[1337011240] transaction","detail":"{read_only:false; response_revision:36890; number_of_response:1; }","duration":"422.505684ms","start":"2026-02-26T03:15:42.195423Z","end":"2026-02-26T03:15:42.617928Z","steps":["trace[1337011240] 'process raft request' (duration: 314.165407ms)","trace[1337011240] 'compare' (duration: 107.445003ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T03:15:42.618029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:15:42.1954Z","time spent":"422.595456ms","remote":"127.0.0.1:47358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419505,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T03:15:42.804996Z","caller":"traceutil/trace.go:171","msg":"trace[1492816575] transaction","detail":"{read_only:false; response_revision:36892; number_of_response:1; }","duration":"417.632134ms","start":"2026-02-26T03:15:42.387336Z","end":"2026-02-26T03:15:42.804968Z","steps":["trace[1492816575] 'process raft request' (duration: 417.535832ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:15:42.805162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:15:42.38731Z","time spent":"417.771758ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T03:15:42.805235Z","caller":"traceutil/trace.go:171","msg":"trace[894119626] linearizableReadLoop","detail":"{readStateIndex:38221; appliedIndex:38218; }","duration":"405.229815ms","start":"2026-02-26T03:15:42.399974Z","end":"2026-02-26T03:15:42.805204Z","steps":["trace[894119626] 'read index received' (duration: 109.639753ms)","trace[894119626] 'applied index is now lower than readState.Index' (duration: 295.588742ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:15:42.805374Z","caller":"traceutil/trace.go:171","msg":"trace[854890772] transaction","detail":"{read_only:false; response_revision:36893; number_of_response:1; }","duration":"400.578851ms","start":"2026-02-26T03:15:42.404756Z","end":"2026-02-26T03:15:42.805335Z","steps":["trace[854890772] 'process raft request' (duration: 400.16117ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:15:42.805483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.122101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-02-26T03:15:42.805583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:15:42.404736Z","time spent":"400.717355ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T03:15:42.805647Z","caller":"traceutil/trace.go:171","msg":"trace[673133108] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:36893; }","duration":"478.333917ms","start":"2026-02-26T03:15:42.327295Z","end":"2026-02-26T03:15:42.805629Z","steps":["trace[673133108] 'agreement among raft nodes before linearized reading' (duration: 478.053519ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:15:42.805651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.610132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T03:15:42.805631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.204216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/22515\" ","response":"range_response_count:1 size:2570"} {"level":"warn","ts":"2026-02-26T03:15:42.805697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.640126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T03:15:42.805705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:15:42.327274Z","time spent":"478.404869ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-26T03:15:42.805719Z","caller":"traceutil/trace.go:171","msg":"trace[183326931] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36893; }","duration":"403.706644ms","start":"2026-02-26T03:15:42.401987Z","end":"2026-02-26T03:15:42.805693Z","steps":["trace[183326931] 'agreement among raft nodes before linearized reading' (duration: 403.624262ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:15:42.805732Z","caller":"traceutil/trace.go:171","msg":"trace[484002035] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/22515; range_end:; response_count:1; response_revision:36893; }","duration":"789.34975ms","start":"2026-02-26T03:15:42.016361Z","end":"2026-02-26T03:15:42.805711Z","steps":["trace[484002035] 'agreement among raft nodes before linearized reading' (duration: 789.038172ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:15:42.805748Z","caller":"traceutil/trace.go:171","msg":"trace[1581273759] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:36893; }","duration":"399.717938ms","start":"2026-02-26T03:15:42.406014Z","end":"2026-02-26T03:15:42.805732Z","steps":["trace[1581273759] 'agreement among raft nodes before linearized reading' (duration: 399.631986ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:15:42.805494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.747622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-26T03:15:42.805785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:15:42.406005Z","time spent":"399.771719ms","remote":"127.0.0.1:36792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-26T03:15:42.805782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:15:42.401963Z","time spent":"403.806437ms","remote":"127.0.0.1:36542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T03:15:42.805787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.893667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-26T03:15:42.805825Z","caller":"traceutil/trace.go:171","msg":"trace[191212638] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:36893; }","duration":"469.112073ms","start":"2026-02-26T03:15:42.336703Z","end":"2026-02-26T03:15:42.805815Z","steps":["trace[191212638] 'agreement among raft nodes before linearized reading' (duration: 468.565508ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:15:42.805843Z","caller":"traceutil/trace.go:171","msg":"trace[526451783] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:36893; }","duration":"322.99851ms","start":"2026-02-26T03:15:42.48283Z","end":"2026-02-26T03:15:42.805829Z","steps":["trace[526451783] 'agreement among raft nodes before linearized reading' (duration: 322.809175ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:15:42.805865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:15:42.336693Z","time spent":"469.163144ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T03:15:42.805877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:15:42.48281Z","time spent":"323.058882ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T03:15:42.80547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.699731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-26T03:15:42.80598Z","caller":"traceutil/trace.go:171","msg":"trace[957400842] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:36893; }","duration":"469.224915ms","start":"2026-02-26T03:15:42.336737Z","end":"2026-02-26T03:15:42.805962Z","steps":["trace[957400842] 'agreement among raft nodes before linearized reading' (duration: 468.62522ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:15:42.806023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:15:42.336733Z","time spent":"469.278557ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T03:15:42.805785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:15:42.016343Z","time spent":"789.431431ms","remote":"127.0.0.1:47166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":2594,"request content":"key:\"/registry/cilium.io/ciliumidentities/22515\" "} {"level":"info","ts":"2026-02-26T03:15:42.806252Z","caller":"traceutil/trace.go:171","msg":"trace[1540940314] transaction","detail":"{read_only:false; response_revision:36891; number_of_response:1; }","duration":"478.639325ms","start":"2026-02-26T03:15:42.327275Z","end":"2026-02-26T03:15:42.805914Z","steps":["trace[1540940314] 'process raft request' (duration: 405.442721ms)","trace[1540940314] 'compare' (duration: 71.997012ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T03:15:42.806353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:15:42.327251Z","time spent":"479.047855ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T03:15:42.806137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.210536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-02-26T03:15:42.806576Z","caller":"traceutil/trace.go:171","msg":"trace[1454864995] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:36893; }","duration":"786.663718ms","start":"2026-02-26T03:15:42.019892Z","end":"2026-02-26T03:15:42.806555Z","steps":["trace[1454864995] 'agreement among raft nodes before linearized reading' (duration: 785.784835ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:15:42.807248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:15:42.019886Z","time spent":"787.342116ms","remote":"127.0.0.1:36676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1658,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-02-26T03:15:43.18969Z","caller":"traceutil/trace.go:171","msg":"trace[1346360907] linearizableReadLoop","detail":"{readStateIndex:38232; appliedIndex:38231; }","duration":"189.122524ms","start":"2026-02-26T03:15:43.000544Z","end":"2026-02-26T03:15:43.189667Z","steps":["trace[1346360907] 'read index received' (duration: 180.505295ms)","trace[1346360907] 'applied index is now lower than readState.Index' (duration: 8.615439ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:15:43.189829Z","caller":"traceutil/trace.go:171","msg":"trace[985577122] transaction","detail":"{read_only:false; number_of_response:1; response_revision:36903; }","duration":"207.135843ms","start":"2026-02-26T03:15:42.982675Z","end":"2026-02-26T03:15:43.18981Z","steps":["trace[985577122] 'process raft request' (duration: 198.35382ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:15:43.189952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.468273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-02-26T03:15:43.189997Z","caller":"traceutil/trace.go:171","msg":"trace[1793621394] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:36903; }","duration":"189.560726ms","start":"2026-02-26T03:15:43.000424Z","end":"2026-02-26T03:15:43.189985Z","steps":["trace[1793621394] 'agreement among raft nodes before linearized reading' (duration: 189.384871ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:15:43.190002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.910664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18421"} {"level":"info","ts":"2026-02-26T03:15:43.190036Z","caller":"traceutil/trace.go:171","msg":"trace[1682220097] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:36903; }","duration":"140.972046ms","start":"2026-02-26T03:15:43.049054Z","end":"2026-02-26T03:15:43.190026Z","steps":["trace[1682220097] 'agreement among raft nodes before linearized reading' (duration: 140.851963ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:15:43.489127Z","caller":"traceutil/trace.go:171","msg":"trace[1266982521] transaction","detail":"{read_only:false; response_revision:36906; number_of_response:1; }","duration":"198.129204ms","start":"2026-02-26T03:15:43.290973Z","end":"2026-02-26T03:15:43.489103Z","steps":["trace[1266982521] 'process raft request' (duration: 197.98156ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:15:43.51454Z","caller":"traceutil/trace.go:171","msg":"trace[1912380321] transaction","detail":"{read_only:false; response_revision:36907; number_of_response:1; }","duration":"128.560365ms","start":"2026-02-26T03:15:43.385947Z","end":"2026-02-26T03:15:43.514507Z","steps":["trace[1912380321] 'process raft request' (duration: 128.37948ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:15:43.765407Z","caller":"traceutil/trace.go:171","msg":"trace[1622634551] transaction","detail":"{read_only:false; response_revision:36908; number_of_response:1; }","duration":"268.959076ms","start":"2026-02-26T03:15:43.496425Z","end":"2026-02-26T03:15:43.765384Z","steps":["trace[1622634551] 'process raft request' (duration: 268.217276ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:15:43.990103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.221955ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T03:15:43.990602Z","caller":"traceutil/trace.go:171","msg":"trace[813830436] linearizableReadLoop","detail":"{readStateIndex:38238; appliedIndex:38237; }","duration":"185.791656ms","start":"2026-02-26T03:15:43.804798Z","end":"2026-02-26T03:15:43.99059Z","steps":["trace[813830436] 'read index received' (duration: 12.911493ms)","trace[813830436] 'applied index is now lower than readState.Index' (duration: 172.878803ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:15:43.990666Z","caller":"traceutil/trace.go:171","msg":"trace[591071612] transaction","detail":"{read_only:false; response_revision:36909; number_of_response:1; }","duration":"219.543112ms","start":"2026-02-26T03:15:43.771095Z","end":"2026-02-26T03:15:43.990638Z","steps":["trace[591071612] 'process raft request' (duration: 46.720191ms)","trace[591071612] 'compare' (duration: 172.121143ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T03:15:43.990719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.903429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T03:15:43.990773Z","caller":"traceutil/trace.go:171","msg":"trace[223651999] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36909; }","duration":"186.002752ms","start":"2026-02-26T03:15:43.804757Z","end":"2026-02-26T03:15:43.99076Z","steps":["trace[223651999] 'agreement among raft nodes before linearized reading' (duration: 185.892269ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:15:44.517311Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284927125,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T03:15:44.605888Z","caller":"traceutil/trace.go:171","msg":"trace[967053547] transaction","detail":"{read_only:false; number_of_response:1; response_revision:36910; }","duration":"608.27281ms","start":"2026-02-26T03:15:43.99759Z","end":"2026-02-26T03:15:44.605863Z","steps":["trace[967053547] 'process raft request' (duration: 608.092325ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:15:44.606048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:15:43.997578Z","time spent":"608.389364ms","remote":"127.0.0.1:47166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":44,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-02-26T03:15:44.789832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.704052ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T03:15:44.789932Z","caller":"traceutil/trace.go:171","msg":"trace[1141351614] transaction","detail":"{read_only:false; response_revision:36911; number_of_response:1; }","duration":"384.903596ms","start":"2026-02-26T03:15:44.405016Z","end":"2026-02-26T03:15:44.78992Z","steps":["trace[1141351614] 'process raft request' (duration: 280.05846ms)","trace[1141351614] 'compare' (duration: 104.61631ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T03:15:44.789975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:15:44.405Z","time spent":"384.958237ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T03:15:44.790129Z","caller":"traceutil/trace.go:171","msg":"trace[268573812] linearizableReadLoop","detail":"{readStateIndex:38241; appliedIndex:38239; }","duration":"773.335655ms","start":"2026-02-26T03:15:44.01676Z","end":"2026-02-26T03:15:44.790096Z","steps":["trace[268573812] 'read index received' (duration: 589.159622ms)","trace[268573812] 'applied index is now lower than readState.Index' (duration: 184.175113ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:15:44.790207Z","caller":"traceutil/trace.go:171","msg":"trace[894611834] transaction","detail":"{read_only:false; response_revision:36912; number_of_response:1; }","duration":"384.257968ms","start":"2026-02-26T03:15:44.405942Z","end":"2026-02-26T03:15:44.7902Z","steps":["trace[894611834] 'process raft request' (duration: 383.95201ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:15:44.790248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:15:44.405936Z","time spent":"384.29046ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T03:15:44.790319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.543081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-26T03:15:44.790358Z","caller":"traceutil/trace.go:171","msg":"trace[1218093665] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:36912; }","duration":"773.627573ms","start":"2026-02-26T03:15:44.016719Z","end":"2026-02-26T03:15:44.790346Z","steps":["trace[1218093665] 'agreement among raft nodes before linearized reading' (duration: 773.50245ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:15:44.790383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:15:44.016701Z","time spent":"773.675244ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T03:15:44.790484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.421947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/3857\" ","response":"range_response_count:1 size:2592"} {"level":"info","ts":"2026-02-26T03:15:44.790506Z","caller":"traceutil/trace.go:171","msg":"trace[828976114] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/3857; range_end:; response_count:1; response_revision:36912; }","duration":"179.472928ms","start":"2026-02-26T03:15:44.611027Z","end":"2026-02-26T03:15:44.7905Z","steps":["trace[828976114] 'agreement among raft nodes before linearized reading' (duration: 179.336224ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:15:44.790498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.463865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-02-26T03:15:44.790602Z","caller":"traceutil/trace.go:171","msg":"trace[907112494] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:36912; }","duration":"308.605899ms","start":"2026-02-26T03:15:44.481949Z","end":"2026-02-26T03:15:44.790555Z","steps":["trace[907112494] 'agreement among raft nodes before linearized reading' (duration: 308.367142ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:15:44.790638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:15:44.481918Z","time spent":"308.711302ms","remote":"127.0.0.1:36698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-26T03:15:45.053927Z","caller":"traceutil/trace.go:171","msg":"trace[1357452527] linearizableReadLoop","detail":"{readStateIndex:38243; appliedIndex:38242; }","duration":"256.889895ms","start":"2026-02-26T03:15:44.797012Z","end":"2026-02-26T03:15:45.053902Z","steps":["trace[1357452527] 'read index received' (duration: 168.595439ms)","trace[1357452527] 'applied index is now lower than readState.Index' (duration: 88.293576ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:15:45.053985Z","caller":"traceutil/trace.go:171","msg":"trace[965005934] transaction","detail":"{read_only:false; response_revision:36914; number_of_response:1; }","duration":"258.817795ms","start":"2026-02-26T03:15:44.795147Z","end":"2026-02-26T03:15:45.053965Z","steps":["trace[965005934] 'process raft request' (duration: 170.354535ms)","trace[965005934] 'compare' (duration: 88.154102ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T03:15:45.054529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.166982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18421"} {"level":"info","ts":"2026-02-26T03:15:45.054613Z","caller":"traceutil/trace.go:171","msg":"trace[1373558728] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:36914; }","duration":"257.599433ms","start":"2026-02-26T03:15:44.796995Z","end":"2026-02-26T03:15:45.054595Z","steps":["trace[1373558728] 'agreement among raft nodes before linearized reading' (duration: 257.005217ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:15:45.088335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.863762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-26T03:15:45.088434Z","caller":"traceutil/trace.go:171","msg":"trace[1538257994] transaction","detail":"{read_only:false; response_revision:36918; number_of_response:1; }","duration":"181.369949ms","start":"2026-02-26T03:15:44.907035Z","end":"2026-02-26T03:15:45.088405Z","steps":["trace[1538257994] 'process raft request' (duration: 181.110342ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:15:45.088402Z","caller":"traceutil/trace.go:171","msg":"trace[658685385] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:36919; }","duration":"277.957395ms","start":"2026-02-26T03:15:44.81043Z","end":"2026-02-26T03:15:45.088387Z","steps":["trace[658685385] 'agreement among raft nodes before linearized reading' (duration: 277.77057ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:15:45.08879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.101057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-26T03:15:45.088869Z","caller":"traceutil/trace.go:171","msg":"trace[729236641] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:36919; }","duration":"191.22939ms","start":"2026-02-26T03:15:44.897621Z","end":"2026-02-26T03:15:45.088851Z","steps":["trace[729236641] 'agreement among raft nodes before linearized reading' (duration: 190.944233ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:15:45.088905Z","caller":"traceutil/trace.go:171","msg":"trace[818320457] transaction","detail":"{read_only:false; response_revision:36916; number_of_response:1; }","duration":"279.111336ms","start":"2026-02-26T03:15:44.809788Z","end":"2026-02-26T03:15:45.088899Z","steps":["trace[818320457] 'process raft request' (duration: 278.259313ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:15:45.088991Z","caller":"traceutil/trace.go:171","msg":"trace[1546616168] transaction","detail":"{read_only:false; response_revision:36917; number_of_response:1; }","duration":"276.204778ms","start":"2026-02-26T03:15:44.812781Z","end":"2026-02-26T03:15:45.088986Z","steps":["trace[1546616168] 'process raft request' (duration: 275.329815ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:15:45.089015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.457636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-26T03:15:45.089031Z","caller":"traceutil/trace.go:171","msg":"trace[905576100] transaction","detail":"{read_only:false; response_revision:36919; number_of_response:1; }","duration":"181.911823ms","start":"2026-02-26T03:15:44.907108Z","end":"2026-02-26T03:15:45.08902Z","steps":["trace[905576100] 'process raft request' (duration: 181.05736ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:15:45.089054Z","caller":"traceutil/trace.go:171","msg":"trace[1208619873] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:36919; }","duration":"191.523939ms","start":"2026-02-26T03:15:44.89752Z","end":"2026-02-26T03:15:45.089043Z","steps":["trace[1208619873] 'agreement among raft nodes before linearized reading' (duration: 191.329373ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:15:45.088837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.930213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-02-26T03:15:45.08916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.418889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T03:15:45.089182Z","caller":"traceutil/trace.go:171","msg":"trace[795198805] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:36919; }","duration":"190.481131ms","start":"2026-02-26T03:15:44.898695Z","end":"2026-02-26T03:15:45.089176Z","steps":["trace[795198805] 'agreement among raft nodes before linearized reading' (duration: 190.386169ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:15:45.088817Z","caller":"traceutil/trace.go:171","msg":"trace[389439786] transaction","detail":"{read_only:false; response_revision:36915; number_of_response:1; }","duration":"286.364088ms","start":"2026-02-26T03:15:44.802446Z","end":"2026-02-26T03:15:45.08881Z","steps":["trace[389439786] 'process raft request' (duration: 285.426383ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:15:45.089325Z","caller":"traceutil/trace.go:171","msg":"trace[1814104188] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:36919; }","duration":"191.300852ms","start":"2026-02-26T03:15:44.897841Z","end":"2026-02-26T03:15:45.089142Z","steps":["trace[1814104188] 'agreement among raft nodes before linearized reading' (duration: 190.680786ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:15:45.407468Z","caller":"traceutil/trace.go:171","msg":"trace[1251924432] transaction","detail":"{read_only:false; response_revision:36921; number_of_response:1; }","duration":"310.779856ms","start":"2026-02-26T03:15:45.096664Z","end":"2026-02-26T03:15:45.407444Z","steps":["trace[1251924432] 'process raft request' (duration: 310.615192ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:15:45.407586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:15:45.096646Z","time spent":"310.878659ms","remote":"127.0.0.1:47166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2495,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T03:15:45.408005Z","caller":"traceutil/trace.go:171","msg":"trace[609649302] transaction","detail":"{read_only:false; response_revision:36922; number_of_response:1; }","duration":"310.796977ms","start":"2026-02-26T03:15:45.0972Z","end":"2026-02-26T03:15:45.407997Z","steps":["trace[609649302] 'process raft request' (duration: 310.193421ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:15:45.408061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:15:45.097148Z","time spent":"310.88665ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T03:15:45.408347Z","caller":"traceutil/trace.go:171","msg":"trace[1980361639] transaction","detail":"{read_only:false; response_revision:36923; number_of_response:1; }","duration":"310.998443ms","start":"2026-02-26T03:15:45.097319Z","end":"2026-02-26T03:15:45.408318Z","steps":["trace[1980361639] 'process raft request' (duration: 310.610992ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:15:45.408509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:15:45.097312Z","time spent":"311.117265ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T03:15:45.40854Z","caller":"traceutil/trace.go:171","msg":"trace[48544877] transaction","detail":"{read_only:false; response_revision:36924; number_of_response:1; }","duration":"311.165037ms","start":"2026-02-26T03:15:45.097366Z","end":"2026-02-26T03:15:45.408531Z","steps":["trace[48544877] 'process raft request' (duration: 310.848589ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:15:45.408589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:15:45.09736Z","time spent":"311.205858ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T03:15:45.408664Z","caller":"traceutil/trace.go:171","msg":"trace[93360057] linearizableReadLoop","detail":"{readStateIndex:38254; appliedIndex:38249; }","duration":"265.945645ms","start":"2026-02-26T03:15:45.142695Z","end":"2026-02-26T03:15:45.40864Z","steps":["trace[93360057] 'read index received' (duration: 264.528537ms)","trace[93360057] 'applied index is now lower than readState.Index' (duration: 1.415618ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:15:45.408713Z","caller":"traceutil/trace.go:171","msg":"trace[21486532] transaction","detail":"{read_only:false; response_revision:36925; number_of_response:1; }","duration":"309.664817ms","start":"2026-02-26T03:15:45.099038Z","end":"2026-02-26T03:15:45.408703Z","steps":["trace[21486532] 'process raft request' (duration: 309.450651ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:15:45.408749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:15:45.099028Z","time spent":"309.701668ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T03:15:45.408774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.063398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T03:15:45.408814Z","caller":"traceutil/trace.go:171","msg":"trace[419536316] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:36925; }","duration":"266.14974ms","start":"2026-02-26T03:15:45.142652Z","end":"2026-02-26T03:15:45.408802Z","steps":["trace[419536316] 'agreement among raft nodes before linearized reading' (duration: 266.072758ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:15:45.60949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.120033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T03:15:45.609556Z","caller":"traceutil/trace.go:171","msg":"trace[292631123] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:36925; }","duration":"192.216436ms","start":"2026-02-26T03:15:45.417318Z","end":"2026-02-26T03:15:45.609535Z","steps":["trace[292631123] 'range keys from in-memory index tree' (duration: 192.057032ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:15:45.694974Z","caller":"traceutil/trace.go:171","msg":"trace[76511808] transaction","detail":"{read_only:false; response_revision:36926; number_of_response:1; }","duration":"277.562543ms","start":"2026-02-26T03:15:45.417393Z","end":"2026-02-26T03:15:45.694955Z","steps":["trace[76511808] 'process raft request' (duration: 277.113371ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:15:45.901311Z","caller":"traceutil/trace.go:171","msg":"trace[1163898204] linearizableReadLoop","detail":"{readStateIndex:38256; appliedIndex:38255; }","duration":"191.924579ms","start":"2026-02-26T03:15:45.709364Z","end":"2026-02-26T03:15:45.901288Z","steps":["trace[1163898204] 'read index received' (duration: 113.29884ms)","trace[1163898204] 'applied index is now lower than readState.Index' (duration: 78.624829ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:15:45.901412Z","caller":"traceutil/trace.go:171","msg":"trace[371191182] transaction","detail":"{read_only:false; response_revision:36927; number_of_response:1; }","duration":"197.191689ms","start":"2026-02-26T03:15:45.704211Z","end":"2026-02-26T03:15:45.901403Z","steps":["trace[371191182] 'process raft request' (duration: 118.53201ms)","trace[371191182] 'compare' (duration: 78.284709ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T03:15:45.901479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.084584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T03:15:45.901533Z","caller":"traceutil/trace.go:171","msg":"trace[1310297233] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36927; }","duration":"113.171186ms","start":"2026-02-26T03:15:45.788347Z","end":"2026-02-26T03:15:45.901518Z","steps":["trace[1310297233] 'agreement among raft nodes before linearized reading' (duration: 113.069943ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:15:45.901639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.246987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-02-26T03:15:45.901733Z","caller":"traceutil/trace.go:171","msg":"trace[825357166] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:36927; }","duration":"192.37693ms","start":"2026-02-26T03:15:45.709331Z","end":"2026-02-26T03:15:45.901708Z","steps":["trace[825357166] 'agreement among raft nodes before linearized reading' (duration: 192.162334ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:16:35.421247Z","caller":"traceutil/trace.go:171","msg":"trace[130359042] transaction","detail":"{read_only:false; response_revision:37300; number_of_response:1; }","duration":"105.983215ms","start":"2026-02-26T03:16:35.31524Z","end":"2026-02-26T03:16:35.421224Z","steps":["trace[130359042] 'process raft request' (duration: 105.825691ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:16:35.887465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.502317ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T03:16:35.887689Z","caller":"traceutil/trace.go:171","msg":"trace[328743989] linearizableReadLoop","detail":"{readStateIndex:38642; appliedIndex:38638; }","duration":"537.946201ms","start":"2026-02-26T03:16:35.349722Z","end":"2026-02-26T03:16:35.887669Z","steps":["trace[328743989] 'read index received' (duration: 71.394506ms)","trace[328743989] 'applied index is now lower than readState.Index' (duration: 466.550525ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:16:35.887991Z","caller":"traceutil/trace.go:171","msg":"trace[2136792578] transaction","detail":"{read_only:false; response_revision:37301; number_of_response:1; }","duration":"571.045691ms","start":"2026-02-26T03:16:35.316924Z","end":"2026-02-26T03:16:35.887969Z","steps":["trace[2136792578] 'process raft request' (duration: 445.942628ms)","trace[2136792578] 'compare' (duration: 124.397645ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T03:16:35.888067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.232022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-26T03:16:35.888097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:16:35.316894Z","time spent":"571.155224ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T03:16:35.888081Z","caller":"traceutil/trace.go:171","msg":"trace[1705541650] transaction","detail":"{read_only:false; response_revision:37302; number_of_response:1; }","duration":"566.803349ms","start":"2026-02-26T03:16:35.321208Z","end":"2026-02-26T03:16:35.888012Z","steps":["trace[1705541650] 'process raft request' (duration: 566.362797ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:16:35.888241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.024202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-02-26T03:16:35.888231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.196059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-26T03:16:35.888282Z","caller":"traceutil/trace.go:171","msg":"trace[1890376570] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:37303; }","duration":"119.087543ms","start":"2026-02-26T03:16:35.769186Z","end":"2026-02-26T03:16:35.888273Z","steps":["trace[1890376570] 'agreement among raft nodes before linearized reading' (duration: 118.856037ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:16:35.888353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:16:35.321165Z","time spent":"567.054375ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T03:16:35.888215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.469816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-26T03:16:35.888362Z","caller":"traceutil/trace.go:171","msg":"trace[459451422] transaction","detail":"{read_only:false; response_revision:37303; number_of_response:1; }","duration":"565.834842ms","start":"2026-02-26T03:16:35.322425Z","end":"2026-02-26T03:16:35.88826Z","steps":["trace[459451422] 'process raft request' (duration: 565.200995ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:16:35.888595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.614561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-26T03:16:35.888637Z","caller":"traceutil/trace.go:171","msg":"trace[432034266] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37303; }","duration":"156.707483ms","start":"2026-02-26T03:16:35.731918Z","end":"2026-02-26T03:16:35.888626Z","steps":["trace[432034266] 'agreement among raft nodes before linearized reading' (duration: 156.258111ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:16:35.888106Z","caller":"traceutil/trace.go:171","msg":"trace[700381248] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37303; }","duration":"450.301423ms","start":"2026-02-26T03:16:35.437793Z","end":"2026-02-26T03:16:35.888095Z","steps":["trace[700381248] 'agreement among raft nodes before linearized reading' (duration: 450.166019ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:16:35.888774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:16:35.437774Z","time spent":"450.981601ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T03:16:35.888157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.739685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T03:16:35.888897Z","caller":"traceutil/trace.go:171","msg":"trace[19425854] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:37303; }","duration":"148.501675ms","start":"2026-02-26T03:16:35.740371Z","end":"2026-02-26T03:16:35.888872Z","steps":["trace[19425854] 'agreement among raft nodes before linearized reading' (duration: 147.756326ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:16:35.888469Z","caller":"traceutil/trace.go:171","msg":"trace[228116519] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37303; }","duration":"538.787634ms","start":"2026-02-26T03:16:35.349651Z","end":"2026-02-26T03:16:35.888439Z","steps":["trace[228116519] 'agreement among raft nodes before linearized reading' (duration: 538.242509ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:16:35.889073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:16:35.322413Z","time spent":"566.167662ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T03:16:35.888354Z","caller":"traceutil/trace.go:171","msg":"trace[719832389] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37303; }","duration":"127.419596ms","start":"2026-02-26T03:16:35.760863Z","end":"2026-02-26T03:16:35.888283Z","steps":["trace[719832389] 'agreement among raft nodes before linearized reading' (duration: 127.100187ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:16:35.889106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:16:35.349626Z","time spent":"539.465692ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T03:16:35.888382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.147309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T03:16:35.889429Z","caller":"traceutil/trace.go:171","msg":"trace[7736477] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:37303; }","duration":"451.206437ms","start":"2026-02-26T03:16:35.438207Z","end":"2026-02-26T03:16:35.889414Z","steps":["trace[7736477] 'agreement among raft nodes before linearized reading' (duration: 450.149429ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:16:35.889478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:16:35.438198Z","time spent":"451.265249ms","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T03:16:35.888516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.178074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T03:16:35.889644Z","caller":"traceutil/trace.go:171","msg":"trace[1704828170] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37303; }","duration":"118.340174ms","start":"2026-02-26T03:16:35.77129Z","end":"2026-02-26T03:16:35.88963Z","steps":["trace[1704828170] 'agreement among raft nodes before linearized reading' (duration: 116.735762ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:16:36.215042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.233511ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T03:16:36.215167Z","caller":"traceutil/trace.go:171","msg":"trace[1879956837] transaction","detail":"{read_only:false; response_revision:37304; number_of_response:1; }","duration":"322.025916ms","start":"2026-02-26T03:16:35.89312Z","end":"2026-02-26T03:16:36.215146Z","steps":["trace[1879956837] 'process raft request' (duration: 168.790264ms)","trace[1879956837] 'compare' (duration: 152.80801ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T03:16:36.21523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:16:35.893084Z","time spent":"322.116708ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T03:16:36.578154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.755581ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T03:16:36.578316Z","caller":"traceutil/trace.go:171","msg":"trace[601863890] transaction","detail":"{read_only:false; response_revision:37306; number_of_response:1; }","duration":"682.726757ms","start":"2026-02-26T03:16:35.895575Z","end":"2026-02-26T03:16:36.578302Z","steps":["trace[601863890] 'process raft request' (duration: 682.660155ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:16:36.578372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:16:35.895563Z","time spent":"682.777448ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T03:16:36.578389Z","caller":"traceutil/trace.go:171","msg":"trace[319130283] transaction","detail":"{read_only:false; response_revision:37305; number_of_response:1; }","duration":"684.930285ms","start":"2026-02-26T03:16:35.893416Z","end":"2026-02-26T03:16:36.578346Z","steps":["trace[319130283] 'process raft request' (duration: 462.902917ms)","trace[319130283] 'compare' (duration: 221.642178ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T03:16:36.578574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:16:35.893396Z","time spent":"685.0764ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T03:16:36.578542Z","caller":"traceutil/trace.go:171","msg":"trace[881362898] transaction","detail":"{read_only:false; response_revision:37307; number_of_response:1; }","duration":"682.83122ms","start":"2026-02-26T03:16:35.895682Z","end":"2026-02-26T03:16:36.578514Z","steps":["trace[881362898] 'process raft request' (duration: 682.590833ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:16:36.578733Z","caller":"traceutil/trace.go:171","msg":"trace[1599104502] transaction","detail":"{read_only:false; response_revision:37308; number_of_response:1; }","duration":"683.000084ms","start":"2026-02-26T03:16:35.895723Z","end":"2026-02-26T03:16:36.578723Z","steps":["trace[1599104502] 'process raft request' (duration: 682.730897ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:16:36.57879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:16:35.895718Z","time spent":"683.045985ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T03:16:36.578806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:16:35.895677Z","time spent":"683.000174ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T03:16:36.578852Z","caller":"traceutil/trace.go:171","msg":"trace[1237886375] transaction","detail":"{read_only:false; response_revision:37309; number_of_response:1; }","duration":"683.039816ms","start":"2026-02-26T03:16:35.895805Z","end":"2026-02-26T03:16:36.578845Z","steps":["trace[1237886375] 'process raft request' (duration: 682.791789ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:16:36.57889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:16:35.895799Z","time spent":"683.072216ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T03:16:37.004033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.197257ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-02-26T03:16:37.004171Z","caller":"traceutil/trace.go:171","msg":"trace[1040066504] linearizableReadLoop","detail":"{readStateIndex:38649; appliedIndex:38643; }","duration":"655.434553ms","start":"2026-02-26T03:16:36.348717Z","end":"2026-02-26T03:16:37.004152Z","steps":["trace[1040066504] 'read index received' (duration: 7.556931ms)","trace[1040066504] 'applied index is now lower than readState.Index' (duration: 647.875942ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T03:16:37.004799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.067009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-02-26T03:16:37.004849Z","caller":"traceutil/trace.go:171","msg":"trace[1824464848] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:37309; }","duration":"656.162762ms","start":"2026-02-26T03:16:36.348671Z","end":"2026-02-26T03:16:37.004834Z","steps":["trace[1824464848] 'agreement among raft nodes before linearized reading' (duration: 655.975617ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:16:37.004885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:16:36.348648Z","time spent":"656.228374ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-02-26T03:16:37.317229Z","caller":"traceutil/trace.go:171","msg":"trace[1766933100] linearizableReadLoop","detail":"{readStateIndex:38650; appliedIndex:38649; }","duration":"312.848912ms","start":"2026-02-26T03:16:37.004349Z","end":"2026-02-26T03:16:37.317198Z","steps":["trace[1766933100] 'read index received' (duration: 312.689207ms)","trace[1766933100] 'applied index is now lower than readState.Index' (duration: 158.625µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:16:37.317301Z","caller":"traceutil/trace.go:171","msg":"trace[781128143] transaction","detail":"{read_only:false; response_revision:37310; number_of_response:1; }","duration":"472.312338ms","start":"2026-02-26T03:16:36.844957Z","end":"2026-02-26T03:16:37.31727Z","steps":["trace[781128143] 'process raft request' (duration: 472.043911ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:16:37.317394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.939942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T03:16:37.317434Z","caller":"traceutil/trace.go:171","msg":"trace[974200584] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37310; }","duration":"532.015945ms","start":"2026-02-26T03:16:36.785408Z","end":"2026-02-26T03:16:37.317424Z","steps":["trace[974200584] 'agreement among raft nodes before linearized reading' (duration: 531.926612ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:16:37.317466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:16:36.844933Z","time spent":"472.432881ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T03:16:37.317474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:16:36.785388Z","time spent":"532.078396ms","remote":"127.0.0.1:36526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T03:16:37.317395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.170769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T03:16:37.317578Z","caller":"traceutil/trace.go:171","msg":"trace[1513071344] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:37310; }","duration":"459.422426ms","start":"2026-02-26T03:16:36.858117Z","end":"2026-02-26T03:16:37.317539Z","steps":["trace[1513071344] 'agreement among raft nodes before linearized reading' (duration: 459.20229ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:16:37.317672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:16:36.858087Z","time spent":"459.548809ms","remote":"127.0.0.1:52870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-02-26T03:16:37.460908Z","caller":"traceutil/trace.go:171","msg":"trace[528782114] linearizableReadLoop","detail":"{readStateIndex:38653; appliedIndex:38650; }","duration":"143.581215ms","start":"2026-02-26T03:16:37.317307Z","end":"2026-02-26T03:16:37.460889Z","steps":["trace[528782114] 'read index received' (duration: 104.332032ms)","trace[528782114] 'applied index is now lower than readState.Index' (duration: 39.248523ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:16:37.460954Z","caller":"traceutil/trace.go:171","msg":"trace[1885413817] transaction","detail":"{read_only:false; response_revision:37312; number_of_response:1; }","duration":"447.461038ms","start":"2026-02-26T03:16:37.013464Z","end":"2026-02-26T03:16:37.460925Z","steps":["trace[1885413817] 'process raft request' (duration: 447.349405ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:16:37.460993Z","caller":"traceutil/trace.go:171","msg":"trace[206652611] transaction","detail":"{read_only:false; response_revision:37313; number_of_response:1; }","duration":"430.015224ms","start":"2026-02-26T03:16:37.030946Z","end":"2026-02-26T03:16:37.460961Z","steps":["trace[206652611] 'process raft request' (duration: 429.907241ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:16:37.461036Z","caller":"traceutil/trace.go:171","msg":"trace[743314504] transaction","detail":"{read_only:false; response_revision:37311; number_of_response:1; }","duration":"450.661733ms","start":"2026-02-26T03:16:37.010346Z","end":"2026-02-26T03:16:37.461008Z","steps":["trace[743314504] 'process raft request' (duration: 411.298377ms)","trace[743314504] 'compare' (duration: 39.021827ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T03:16:37.461096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:16:37.013418Z","time spent":"447.597451ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T03:16:37.46114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:16:37.030916Z","time spent":"430.138337ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T03:16:37.461186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:16:37.010314Z","time spent":"450.785086ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T03:16:37.461297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.898752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-02-26T03:16:37.461333Z","caller":"traceutil/trace.go:171","msg":"trace[1252221114] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:37313; }","duration":"389.032466ms","start":"2026-02-26T03:16:37.072293Z","end":"2026-02-26T03:16:37.461325Z","steps":["trace[1252221114] 'agreement among raft nodes before linearized reading' (duration: 388.692997ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:16:37.461421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:16:37.072258Z","time spent":"389.153679ms","remote":"127.0.0.1:36698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T03:16:37.480951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.541928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T03:16:37.481063Z","caller":"traceutil/trace.go:171","msg":"trace[1091687009] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37314; }","duration":"162.665651ms","start":"2026-02-26T03:16:37.31837Z","end":"2026-02-26T03:16:37.481035Z","steps":["trace[1091687009] 'agreement among raft nodes before linearized reading' (duration: 162.474396ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:16:37.481108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.837053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T03:16:37.481209Z","caller":"traceutil/trace.go:171","msg":"trace[16852146] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:37314; }","duration":"160.979217ms","start":"2026-02-26T03:16:37.320207Z","end":"2026-02-26T03:16:37.481186Z","steps":["trace[16852146] 'agreement among raft nodes before linearized reading' (duration: 160.786852ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:16:38.227405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.048721ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T03:16:38.227789Z","caller":"traceutil/trace.go:171","msg":"trace[1058326072] transaction","detail":"{read_only:false; response_revision:37316; number_of_response:1; }","duration":"332.964816ms","start":"2026-02-26T03:16:37.894794Z","end":"2026-02-26T03:16:38.227758Z","steps":["trace[1058326072] 'process raft request' (duration: 128.472664ms)","trace[1058326072] 'compare' (duration: 203.930377ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:16:38.227906Z","caller":"traceutil/trace.go:171","msg":"trace[901798743] transaction","detail":"{read_only:false; response_revision:37317; number_of_response:1; }","duration":"330.150652ms","start":"2026-02-26T03:16:37.897731Z","end":"2026-02-26T03:16:38.227881Z","steps":["trace[901798743] 'process raft request' (duration: 329.763591ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:16:38.228012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:16:37.894761Z","time spent":"333.10894ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T03:16:38.228047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:16:37.897704Z","time spent":"330.294585ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T03:16:38.763207Z","caller":"traceutil/trace.go:171","msg":"trace[1241500573] linearizableReadLoop","detail":"{readStateIndex:38658; appliedIndex:38657; }","duration":"179.54521ms","start":"2026-02-26T03:16:38.583627Z","end":"2026-02-26T03:16:38.763172Z","steps":["trace[1241500573] 'read index received' (duration: 179.18786ms)","trace[1241500573] 'applied index is now lower than readState.Index' (duration: 356.1µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T03:16:38.763511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.876289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-02-26T03:16:38.76355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.115099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T03:16:38.763612Z","caller":"traceutil/trace.go:171","msg":"trace[199810194] transaction","detail":"{read_only:false; response_revision:37318; number_of_response:1; }","duration":"531.891791ms","start":"2026-02-26T03:16:38.231711Z","end":"2026-02-26T03:16:38.763602Z","steps":["trace[199810194] 'process raft request' (duration: 531.195663ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:16:38.763615Z","caller":"traceutil/trace.go:171","msg":"trace[759138355] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37318; }","duration":"179.203431ms","start":"2026-02-26T03:16:38.584394Z","end":"2026-02-26T03:16:38.763598Z","steps":["trace[759138355] 'agreement among raft nodes before linearized reading' (duration: 179.027976ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:16:38.763678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.101382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-02-26T03:16:38.763709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:16:38.231687Z","time spent":"531.959512ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T03:16:38.763755Z","caller":"traceutil/trace.go:171","msg":"trace[1648023609] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37318; }","duration":"178.244145ms","start":"2026-02-26T03:16:38.585489Z","end":"2026-02-26T03:16:38.763733Z","steps":["trace[1648023609] 'agreement among raft nodes before linearized reading' (duration: 178.085861ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:16:38.763845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.397419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-26T03:16:38.763882Z","caller":"traceutil/trace.go:171","msg":"trace[647808738] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37318; }","duration":"178.43234ms","start":"2026-02-26T03:16:38.58544Z","end":"2026-02-26T03:16:38.763872Z","steps":["trace[647808738] 'agreement among raft nodes before linearized reading' (duration: 178.347408ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:16:38.764117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.510049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-26T03:16:38.764162Z","caller":"traceutil/trace.go:171","msg":"trace[2012650101] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:37318; }","duration":"179.596682ms","start":"2026-02-26T03:16:38.584553Z","end":"2026-02-26T03:16:38.76415Z","steps":["trace[2012650101] 'agreement among raft nodes before linearized reading' (duration: 179.471568ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:16:38.763573Z","caller":"traceutil/trace.go:171","msg":"trace[1508593395] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37318; }","duration":"179.977522ms","start":"2026-02-26T03:16:38.583572Z","end":"2026-02-26T03:16:38.76355Z","steps":["trace[1508593395] 'agreement among raft nodes before linearized reading' (duration: 179.807787ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:16:38.899226Z","caller":"traceutil/trace.go:171","msg":"trace[1711447892] transaction","detail":"{read_only:false; response_revision:37323; number_of_response:1; }","duration":"129.87822ms","start":"2026-02-26T03:16:38.769301Z","end":"2026-02-26T03:16:38.899179Z","steps":["trace[1711447892] 'process raft request' (duration: 129.724536ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:16:38.899214Z","caller":"traceutil/trace.go:171","msg":"trace[360945414] transaction","detail":"{read_only:false; response_revision:37321; number_of_response:1; }","duration":"130.218419ms","start":"2026-02-26T03:16:38.768951Z","end":"2026-02-26T03:16:38.899169Z","steps":["trace[360945414] 'process raft request' (duration: 130.005804ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:16:38.899315Z","caller":"traceutil/trace.go:171","msg":"trace[1988967055] transaction","detail":"{read_only:false; response_revision:37322; number_of_response:1; }","duration":"130.315212ms","start":"2026-02-26T03:16:38.768933Z","end":"2026-02-26T03:16:38.899249Z","steps":["trace[1988967055] 'process raft request' (duration: 130.065435ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:16:38.899411Z","caller":"traceutil/trace.go:171","msg":"trace[736157059] transaction","detail":"{read_only:false; response_revision:37320; number_of_response:1; }","duration":"130.490436ms","start":"2026-02-26T03:16:38.768899Z","end":"2026-02-26T03:16:38.89939Z","steps":["trace[736157059] 'process raft request' (duration: 129.826249ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:16:38.899371Z","caller":"traceutil/trace.go:171","msg":"trace[388519993] transaction","detail":"{read_only:false; response_revision:37324; number_of_response:1; }","duration":"127.182209ms","start":"2026-02-26T03:16:38.772145Z","end":"2026-02-26T03:16:38.899328Z","steps":["trace[388519993] 'process raft request' (duration: 126.913721ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:16:39.811599Z","caller":"traceutil/trace.go:171","msg":"trace[1958813193] transaction","detail":"{read_only:false; response_revision:37325; number_of_response:1; }","duration":"345.322524ms","start":"2026-02-26T03:16:39.46625Z","end":"2026-02-26T03:16:39.811572Z","steps":["trace[1958813193] 'process raft request' (duration: 345.14725ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:16:39.811901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:16:39.466226Z","time spent":"345.557291ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T03:16:40.054161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.464342ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T03:16:40.054582Z","caller":"traceutil/trace.go:171","msg":"trace[1342025795] linearizableReadLoop","detail":"{readStateIndex:38667; appliedIndex:38664; }","duration":"549.813946ms","start":"2026-02-26T03:16:39.504749Z","end":"2026-02-26T03:16:40.054563Z","steps":["trace[1342025795] 'read index received' (duration: 306.618036ms)","trace[1342025795] 'applied index is now lower than readState.Index' (duration: 243.19493ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:16:40.054619Z","caller":"traceutil/trace.go:171","msg":"trace[2025280304] transaction","detail":"{read_only:false; response_revision:37327; number_of_response:1; }","duration":"568.283886ms","start":"2026-02-26T03:16:39.486304Z","end":"2026-02-26T03:16:40.054588Z","steps":["trace[2025280304] 'process raft request' (duration: 567.949327ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:16:40.054633Z","caller":"traceutil/trace.go:171","msg":"trace[509595508] transaction","detail":"{read_only:false; response_revision:37326; number_of_response:1; }","duration":"586.85808ms","start":"2026-02-26T03:16:39.467731Z","end":"2026-02-26T03:16:40.054589Z","steps":["trace[509595508] 'process raft request' (duration: 454.879824ms)","trace[509595508] 'compare' (duration: 131.338709ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T03:16:40.054759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:16:39.486276Z","time spent":"568.40202ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T03:16:40.054791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:16:39.467713Z","time spent":"586.991483ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T03:16:40.054782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.99554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T03:16:40.059715Z","caller":"traceutil/trace.go:171","msg":"trace[1506237206] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:37327; }","duration":"554.983813ms","start":"2026-02-26T03:16:39.504697Z","end":"2026-02-26T03:16:40.059681Z","steps":["trace[1506237206] 'agreement among raft nodes before linearized reading' (duration: 549.950249ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:16:40.059839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:16:39.504649Z","time spent":"555.158848ms","remote":"127.0.0.1:52822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-02-26T03:16:40.309453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.048605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T03:16:40.30968Z","caller":"traceutil/trace.go:171","msg":"trace[1898206357] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37328; }","duration":"133.293832ms","start":"2026-02-26T03:16:40.176354Z","end":"2026-02-26T03:16:40.309648Z","steps":["trace[1898206357] 'range keys from in-memory index tree' (duration: 132.903331ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:16:40.392429Z","caller":"traceutil/trace.go:171","msg":"trace[1032407480] transaction","detail":"{read_only:false; response_revision:37329; number_of_response:1; }","duration":"159.144778ms","start":"2026-02-26T03:16:40.233177Z","end":"2026-02-26T03:16:40.392322Z","steps":["trace[1032407480] 'process raft request' (duration: 158.992534ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:16:40.394052Z","caller":"traceutil/trace.go:171","msg":"trace[1516307503] transaction","detail":"{read_only:false; response_revision:37330; number_of_response:1; }","duration":"159.9654ms","start":"2026-02-26T03:16:40.234062Z","end":"2026-02-26T03:16:40.394028Z","steps":["trace[1516307503] 'process raft request' (duration: 159.803376ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:16:40.883625Z","caller":"traceutil/trace.go:171","msg":"trace[1788396000] transaction","detail":"{read_only:false; response_revision:37331; number_of_response:1; }","duration":"109.736965ms","start":"2026-02-26T03:16:40.773849Z","end":"2026-02-26T03:16:40.883586Z","steps":["trace[1788396000] 'process raft request' (duration: 109.593412ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:16:41.248326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.461185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:1 size:141"} {"level":"warn","ts":"2026-02-26T03:16:41.248368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.567395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-02-26T03:16:41.24838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.814324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T03:16:41.248428Z","caller":"traceutil/trace.go:171","msg":"trace[1196331126] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:1; response_revision:37331; }","duration":"334.63143ms","start":"2026-02-26T03:16:40.91377Z","end":"2026-02-26T03:16:41.248402Z","steps":["trace[1196331126] 'range keys from in-memory index tree' (duration: 334.259011ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:16:41.248451Z","caller":"traceutil/trace.go:171","msg":"trace[1242578349] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37331; }","duration":"343.898766ms","start":"2026-02-26T03:16:40.904536Z","end":"2026-02-26T03:16:41.248434Z","steps":["trace[1242578349] 'range keys from in-memory index tree' (duration: 343.68034ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:16:41.248498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:16:40.904527Z","time spent":"343.961488ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T03:16:41.248499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:16:40.913742Z","time spent":"334.737293ms","remote":"127.0.0.1:36548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":165,"request content":"key:\"/registry/masterleases/162.253.55.200\" "} {"level":"warn","ts":"2026-02-26T03:16:41.2486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.982026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T03:16:41.248619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.02813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-26T03:16:41.24844Z","caller":"traceutil/trace.go:171","msg":"trace[151230164] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:37331; }","duration":"431.720719ms","start":"2026-02-26T03:16:40.816699Z","end":"2026-02-26T03:16:41.24842Z","steps":["trace[151230164] 'agreement among raft nodes before linearized reading' (duration: 67.04051ms)","trace[151230164] 'range keys from in-memory index tree' (duration: 364.425632ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:16:41.248657Z","caller":"traceutil/trace.go:171","msg":"trace[1642932975] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37331; }","duration":"432.090619ms","start":"2026-02-26T03:16:40.816551Z","end":"2026-02-26T03:16:41.248641Z","steps":["trace[1642932975] 'agreement among raft nodes before linearized reading' (duration: 67.194225ms)","trace[1642932975] 'range keys from in-memory index tree' (duration: 364.794432ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:16:41.248672Z","caller":"traceutil/trace.go:171","msg":"trace[1153289408] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37331; }","duration":"344.083601ms","start":"2026-02-26T03:16:40.90457Z","end":"2026-02-26T03:16:41.248654Z","steps":["trace[1153289408] 'range keys from in-memory index tree' (duration: 343.931197ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:16:41.248688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:16:40.816527Z","time spent":"432.156141ms","remote":"127.0.0.1:36542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T03:16:41.248666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.083551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-02-26T03:16:41.248712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:16:40.904564Z","time spent":"344.136182ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T03:16:41.248718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:16:40.816668Z","time spent":"432.018207ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-26T03:16:41.24876Z","caller":"traceutil/trace.go:171","msg":"trace[12712424] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37331; }","duration":"344.223874ms","start":"2026-02-26T03:16:40.904514Z","end":"2026-02-26T03:16:41.248738Z","steps":["trace[12712424] 'range keys from in-memory index tree' (duration: 343.888516ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:16:41.248816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:16:40.904497Z","time spent":"344.308937ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T03:16:41.249344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.877312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-26T03:16:41.249435Z","caller":"traceutil/trace.go:171","msg":"trace[1588842546] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37331; }","duration":"345.005645ms","start":"2026-02-26T03:16:40.904404Z","end":"2026-02-26T03:16:41.24941Z","steps":["trace[1588842546] 'range keys from in-memory index tree' (duration: 343.885016ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:16:41.249505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:16:40.9042Z","time spent":"345.289883ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-26T03:16:41.582465Z","caller":"traceutil/trace.go:171","msg":"trace[30655710] transaction","detail":"{read_only:false; response_revision:37332; number_of_response:1; }","duration":"625.334993ms","start":"2026-02-26T03:16:40.957104Z","end":"2026-02-26T03:16:41.582439Z","steps":["trace[30655710] 'process raft request' (duration: 625.172319ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:16:41.583815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:16:40.957065Z","time spent":"625.476267ms","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7516,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T03:16:42.074885Z","caller":"traceutil/trace.go:171","msg":"trace[1243275631] transaction","detail":"{read_only:false; response_revision:37336; number_of_response:1; }","duration":"820.864998ms","start":"2026-02-26T03:16:41.253999Z","end":"2026-02-26T03:16:42.074864Z","steps":["trace[1243275631] 'process raft request' (duration: 820.824377ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:16:42.075026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:16:41.253992Z","time spent":"820.95957ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T03:16:42.075062Z","caller":"traceutil/trace.go:171","msg":"trace[1809578109] linearizableReadLoop","detail":"{readStateIndex:38673; appliedIndex:38671; }","duration":"869.656674ms","start":"2026-02-26T03:16:41.205388Z","end":"2026-02-26T03:16:42.075045Z","steps":["trace[1809578109] 'read index received' (duration: 376.985905ms)","trace[1809578109] 'applied index is now lower than readState.Index' (duration: 492.670039ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:16:42.075163Z","caller":"traceutil/trace.go:171","msg":"trace[854330394] transaction","detail":"{read_only:false; response_revision:37333; number_of_response:1; }","duration":"1.03886225s","start":"2026-02-26T03:16:41.036292Z","end":"2026-02-26T03:16:42.075154Z","steps":["trace[854330394] 'process raft request' (duration: 1.038267484s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:16:42.075209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:16:41.036268Z","time spent":"1.038919951s","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T03:16:42.075239Z","caller":"traceutil/trace.go:171","msg":"trace[1904699280] transaction","detail":"{read_only:false; response_revision:37337; number_of_response:1; }","duration":"821.247138ms","start":"2026-02-26T03:16:41.253985Z","end":"2026-02-26T03:16:42.075232Z","steps":["trace[1904699280] 'process raft request' (duration: 820.854047ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:16:42.07532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:16:41.253961Z","time spent":"821.295989ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T03:16:42.07538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:16:41.249685Z","time spent":"825.693376ms","remote":"127.0.0.1:36548","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-26T03:16:42.075448Z","caller":"traceutil/trace.go:171","msg":"trace[699349321] transaction","detail":"{read_only:false; response_revision:37338; number_of_response:1; }","duration":"820.460497ms","start":"2026-02-26T03:16:41.254983Z","end":"2026-02-26T03:16:42.075443Z","steps":["trace[699349321] 'process raft request' (duration: 819.963724ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:16:42.07548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:16:41.254955Z","time spent":"820.505668ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T03:16:42.075507Z","caller":"traceutil/trace.go:171","msg":"trace[1990330376] transaction","detail":"{read_only:false; response_revision:37334; number_of_response:1; }","duration":"821.577547ms","start":"2026-02-26T03:16:41.253921Z","end":"2026-02-26T03:16:42.075499Z","steps":["trace[1990330376] 'process raft request' (duration: 820.843357ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:16:42.075548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:16:41.253905Z","time spent":"821.621278ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T03:16:42.075614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.228369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T03:16:42.075645Z","caller":"traceutil/trace.go:171","msg":"trace[2084718004] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:37338; }","duration":"870.289741ms","start":"2026-02-26T03:16:41.205345Z","end":"2026-02-26T03:16:42.075635Z","steps":["trace[2084718004] 'agreement among raft nodes before linearized reading' (duration: 870.211728ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:16:42.075649Z","caller":"traceutil/trace.go:171","msg":"trace[33383737] transaction","detail":"{read_only:false; response_revision:37335; number_of_response:1; }","duration":"821.69283ms","start":"2026-02-26T03:16:41.253947Z","end":"2026-02-26T03:16:42.075639Z","steps":["trace[33383737] 'process raft request' (duration: 820.856507ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:16:42.075668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:16:41.205325Z","time spent":"870.336482ms","remote":"127.0.0.1:37074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-02-26T03:16:42.075697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:16:41.253926Z","time spent":"821.739751ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T03:16:42.348489Z","caller":"traceutil/trace.go:171","msg":"trace[97458140] transaction","detail":"{read_only:false; response_revision:37340; number_of_response:1; }","duration":"289.08495ms","start":"2026-02-26T03:16:42.059387Z","end":"2026-02-26T03:16:42.348472Z","steps":["trace[97458140] 'process raft request' (duration: 288.983697ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:16:42.348643Z","caller":"traceutil/trace.go:171","msg":"trace[1054885451] transaction","detail":"{read_only:false; response_revision:37341; number_of_response:1; }","duration":"288.121634ms","start":"2026-02-26T03:16:42.060514Z","end":"2026-02-26T03:16:42.348636Z","steps":["trace[1054885451] 'process raft request' (duration: 287.928139ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:16:42.34861Z","caller":"traceutil/trace.go:171","msg":"trace[463922204] transaction","detail":"{read_only:false; response_revision:37339; number_of_response:1; }","duration":"530.33892ms","start":"2026-02-26T03:16:41.818235Z","end":"2026-02-26T03:16:42.348574Z","steps":["trace[463922204] 'process raft request' (duration: 432.805909ms)","trace[463922204] 'compare' (duration: 96.817012ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T03:16:42.348768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:16:41.818194Z","time spent":"530.490534ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T03:16:42.348943Z","caller":"traceutil/trace.go:171","msg":"trace[1074215232] transaction","detail":"{read_only:false; response_revision:37342; number_of_response:1; }","duration":"286.204963ms","start":"2026-02-26T03:16:42.062718Z","end":"2026-02-26T03:16:42.348923Z","steps":["trace[1074215232] 'process raft request' (duration: 285.889305ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:16:42.349019Z","caller":"traceutil/trace.go:171","msg":"trace[1075436084] transaction","detail":"{read_only:false; response_revision:37343; number_of_response:1; }","duration":"270.62559ms","start":"2026-02-26T03:16:42.078374Z","end":"2026-02-26T03:16:42.348999Z","steps":["trace[1075436084] 'process raft request' (duration: 270.542758ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:16:42.34906Z","caller":"traceutil/trace.go:171","msg":"trace[119224843] linearizableReadLoop","detail":"{readStateIndex:38683; appliedIndex:38679; }","duration":"273.926597ms","start":"2026-02-26T03:16:42.075112Z","end":"2026-02-26T03:16:42.349039Z","steps":["trace[119224843] 'read index received' (duration: 175.886512ms)","trace[119224843] 'applied index is now lower than readState.Index' (duration: 98.037195ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T03:16:42.349111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.690753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T03:16:42.349145Z","caller":"traceutil/trace.go:171","msg":"trace[406382291] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37343; }","duration":"561.765885ms","start":"2026-02-26T03:16:41.787371Z","end":"2026-02-26T03:16:42.349137Z","steps":["trace[406382291] 'agreement among raft nodes before linearized reading' (duration: 561.684513ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:16:42.34917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:16:41.787349Z","time spent":"561.815355ms","remote":"127.0.0.1:36526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T03:16:42.349264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.093702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18421"} {"level":"info","ts":"2026-02-26T03:16:42.349344Z","caller":"traceutil/trace.go:171","msg":"trace[1223008869] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:37343; }","duration":"743.229226ms","start":"2026-02-26T03:16:41.606097Z","end":"2026-02-26T03:16:42.349326Z","steps":["trace[1223008869] 'agreement among raft nodes before linearized reading' (duration: 742.979819ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:16:42.349348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063304909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:419522"} {"level":"warn","ts":"2026-02-26T03:16:42.349385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:16:41.606078Z","time spent":"743.297957ms","remote":"127.0.0.1:36684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18445,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-02-26T03:16:42.349403Z","caller":"traceutil/trace.go:171","msg":"trace[1963058542] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:37343; }","duration":"1.063405601s","start":"2026-02-26T03:16:41.285982Z","end":"2026-02-26T03:16:42.349388Z","steps":["trace[1963058542] 'agreement among raft nodes before linearized reading' (duration: 1.063130964s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:16:42.34945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:16:41.285957Z","time spent":"1.063479714s","remote":"127.0.0.1:47358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":419546,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-02-26T03:16:42.34968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.964172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:38 size:315710"} {"level":"info","ts":"2026-02-26T03:16:42.34977Z","caller":"traceutil/trace.go:171","msg":"trace[1706391983] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:38; response_revision:37343; }","duration":"334.103276ms","start":"2026-02-26T03:16:42.015644Z","end":"2026-02-26T03:16:42.349747Z","steps":["trace[1706391983] 'agreement among raft nodes before linearized reading' (duration: 333.420338ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:16:42.349835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:16:42.015627Z","time spent":"334.194799ms","remote":"127.0.0.1:36962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":38,"response size":315734,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-02-26T03:16:42.755312Z","caller":"traceutil/trace.go:171","msg":"trace[1378923680] linearizableReadLoop","detail":"{readStateIndex:38688; appliedIndex:38687; }","duration":"232.780934ms","start":"2026-02-26T03:16:42.522507Z","end":"2026-02-26T03:16:42.755288Z","steps":["trace[1378923680] 'read index received' (duration: 232.600689ms)","trace[1378923680] 'applied index is now lower than readState.Index' (duration: 179.195µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:16:42.755631Z","caller":"traceutil/trace.go:171","msg":"trace[492218266] transaction","detail":"{read_only:false; response_revision:37347; number_of_response:1; }","duration":"313.801477ms","start":"2026-02-26T03:16:42.441817Z","end":"2026-02-26T03:16:42.755619Z","steps":["trace[492218266] 'process raft request' (duration: 313.315314ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:16:42.755754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:16:42.441802Z","time spent":"313.865958ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T03:16:42.756162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.614327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T03:16:42.756273Z","caller":"traceutil/trace.go:171","msg":"trace[2061505224] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:37347; }","duration":"233.76588ms","start":"2026-02-26T03:16:42.522469Z","end":"2026-02-26T03:16:42.756235Z","steps":["trace[2061505224] 'agreement among raft nodes before linearized reading' (duration: 233.566415ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:16:42.756555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.178375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-02-26T03:16:42.756627Z","caller":"traceutil/trace.go:171","msg":"trace[615325025] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:37347; }","duration":"192.282418ms","start":"2026-02-26T03:16:42.564329Z","end":"2026-02-26T03:16:42.756611Z","steps":["trace[615325025] 'agreement among raft nodes before linearized reading' (duration: 192.077383ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:16:43.288336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.064358ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T03:16:43.288419Z","caller":"traceutil/trace.go:171","msg":"trace[496703984] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:37347; }","duration":"138.160121ms","start":"2026-02-26T03:16:43.150248Z","end":"2026-02-26T03:16:43.288408Z","steps":["trace[496703984] 'range keys from in-memory index tree' (duration: 138.050548ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:16:43.292218Z","caller":"traceutil/trace.go:171","msg":"trace[1439671040] linearizableReadLoop","detail":"{readStateIndex:38689; appliedIndex:38688; }","duration":"449.303356ms","start":"2026-02-26T03:16:42.842902Z","end":"2026-02-26T03:16:43.292205Z","steps":["trace[1439671040] 'read index received' (duration: 448.894695ms)","trace[1439671040] 'applied index is now lower than readState.Index' (duration: 408.051µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:16:43.294348Z","caller":"traceutil/trace.go:171","msg":"trace[1467613573] transaction","detail":"{read_only:false; response_revision:37348; number_of_response:1; }","duration":"490.508841ms","start":"2026-02-26T03:16:42.803825Z","end":"2026-02-26T03:16:43.294333Z","steps":["trace[1467613573] 'process raft request' (duration: 488.099097ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:16:43.294457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:16:42.803802Z","time spent":"490.591943ms","remote":"127.0.0.1:47358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":420031,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T03:16:43.294608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.713791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T03:16:43.29464Z","caller":"traceutil/trace.go:171","msg":"trace[889423997] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:37348; }","duration":"451.766622ms","start":"2026-02-26T03:16:42.842859Z","end":"2026-02-26T03:16:43.294625Z","steps":["trace[889423997] 'agreement among raft nodes before linearized reading' (duration: 451.720191ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:16:43.294662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:16:42.842841Z","time spent":"451.816373ms","remote":"127.0.0.1:36962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-26T03:16:43.294946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.605372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-26T03:16:43.294977Z","caller":"traceutil/trace.go:171","msg":"trace[650585077] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37348; }","duration":"406.675964ms","start":"2026-02-26T03:16:42.888295Z","end":"2026-02-26T03:16:43.294971Z","steps":["trace[650585077] 'agreement among raft nodes before linearized reading' (duration: 406.470278ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:16:43.294996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:16:42.888268Z","time spent":"406.719155ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T03:16:43.29549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.529323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T03:16:43.295583Z","caller":"traceutil/trace.go:171","msg":"trace[793036327] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:37348; }","duration":"236.655117ms","start":"2026-02-26T03:16:43.058889Z","end":"2026-02-26T03:16:43.295544Z","steps":["trace[793036327] 'agreement among raft nodes before linearized reading' (duration: 236.509753ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:16:43.295588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.642054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-02-26T03:16:43.295622Z","caller":"traceutil/trace.go:171","msg":"trace[1392895654] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:37348; }","duration":"327.730627ms","start":"2026-02-26T03:16:42.967882Z","end":"2026-02-26T03:16:43.295613Z","steps":["trace[1392895654] 'agreement among raft nodes before linearized reading' (duration: 327.587893ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:16:43.295655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:16:42.967857Z","time spent":"327.792499ms","remote":"127.0.0.1:36676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-02-26T03:16:43.481586Z","caller":"traceutil/trace.go:171","msg":"trace[1263672559] linearizableReadLoop","detail":"{readStateIndex:38690; appliedIndex:38689; }","duration":"161.305385ms","start":"2026-02-26T03:16:43.320257Z","end":"2026-02-26T03:16:43.481563Z","steps":["trace[1263672559] 'read index received' (duration: 98.082506ms)","trace[1263672559] 'applied index is now lower than readState.Index' (duration: 63.222139ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T03:16:43.481897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.627753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-02-26T03:16:43.481941Z","caller":"traceutil/trace.go:171","msg":"trace[801113905] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:37349; }","duration":"161.694195ms","start":"2026-02-26T03:16:43.320234Z","end":"2026-02-26T03:16:43.481928Z","steps":["trace[801113905] 'agreement among raft nodes before linearized reading' (duration: 161.563701ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:16:43.481904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.964606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T03:16:43.482021Z","caller":"traceutil/trace.go:171","msg":"trace[1151520208] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:37349; }","duration":"155.11108ms","start":"2026-02-26T03:16:43.326882Z","end":"2026-02-26T03:16:43.481993Z","steps":["trace[1151520208] 'agreement among raft nodes before linearized reading' (duration: 154.918265ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:16:43.482103Z","caller":"traceutil/trace.go:171","msg":"trace[261858364] transaction","detail":"{read_only:false; response_revision:37349; number_of_response:1; }","duration":"164.211472ms","start":"2026-02-26T03:16:43.317881Z","end":"2026-02-26T03:16:43.482093Z","steps":["trace[261858364] 'process raft request' (duration: 100.424648ms)","trace[261858364] 'compare' (duration: 63.136507ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:16:46.495148Z","caller":"traceutil/trace.go:171","msg":"trace[179861306] transaction","detail":"{read_only:false; response_revision:37364; number_of_response:1; }","duration":"397.910212ms","start":"2026-02-26T03:16:46.097209Z","end":"2026-02-26T03:16:46.49512Z","steps":["trace[179861306] 'process raft request' (duration: 323.451034ms)","trace[179861306] 'compare' (duration: 73.983475ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T03:16:46.495298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:16:46.097189Z","time spent":"398.030585ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T03:16:46.495503Z","caller":"traceutil/trace.go:171","msg":"trace[743057191] transaction","detail":"{read_only:false; response_revision:37365; number_of_response:1; }","duration":"396.256128ms","start":"2026-02-26T03:16:46.099196Z","end":"2026-02-26T03:16:46.495452Z","steps":["trace[743057191] 'process raft request' (duration: 395.829076ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:16:46.495701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:16:46.09918Z","time spent":"396.419482ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T03:16:46.496042Z","caller":"traceutil/trace.go:171","msg":"trace[1198899158] transaction","detail":"{read_only:false; response_revision:37366; number_of_response:1; }","duration":"396.404182ms","start":"2026-02-26T03:16:46.099203Z","end":"2026-02-26T03:16:46.495607Z","steps":["trace[1198899158] 'process raft request' (duration: 396.149405ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:16:46.496236Z","caller":"traceutil/trace.go:171","msg":"trace[1704017363] transaction","detail":"{read_only:false; response_revision:37367; number_of_response:1; }","duration":"396.966247ms","start":"2026-02-26T03:16:46.099239Z","end":"2026-02-26T03:16:46.496205Z","steps":["trace[1704017363] 'process raft request' (duration: 396.288609ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:16:46.496277Z","caller":"traceutil/trace.go:171","msg":"trace[337920059] linearizableReadLoop","detail":"{readStateIndex:38709; appliedIndex:38704; }","duration":"343.739612ms","start":"2026-02-26T03:16:46.152515Z","end":"2026-02-26T03:16:46.496255Z","steps":["trace[337920059] 'read index received' (duration: 15.901022ms)","trace[337920059] 'applied index is now lower than readState.Index' (duration: 327.83705ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T03:16:46.496371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:16:46.099223Z","time spent":"397.086769ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T03:16:46.496457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:16:46.099181Z","time spent":"397.001997ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T03:16:46.497082Z","caller":"traceutil/trace.go:171","msg":"trace[156162941] transaction","detail":"{read_only:false; response_revision:37368; number_of_response:1; }","duration":"134.436121ms","start":"2026-02-26T03:16:46.362627Z","end":"2026-02-26T03:16:46.497063Z","steps":["trace[156162941] 'process raft request' (duration: 133.525357ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:16:46.497194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.669147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T03:16:46.497275Z","caller":"traceutil/trace.go:171","msg":"trace[347584850] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:37368; }","duration":"344.79623ms","start":"2026-02-26T03:16:46.152452Z","end":"2026-02-26T03:16:46.497248Z","steps":["trace[347584850] 'agreement among raft nodes before linearized reading' (duration: 343.882916ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:16:46.497318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:16:46.152424Z","time spent":"344.883353ms","remote":"127.0.0.1:52740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-02-26T03:16:46.497534Z","caller":"traceutil/trace.go:171","msg":"trace[1889211672] transaction","detail":"{read_only:false; response_revision:37371; number_of_response:1; }","duration":"134.133964ms","start":"2026-02-26T03:16:46.363352Z","end":"2026-02-26T03:16:46.497486Z","steps":["trace[1889211672] 'process raft request' (duration: 134.080892ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:16:46.497526Z","caller":"traceutil/trace.go:171","msg":"trace[1611670774] transaction","detail":"{read_only:false; response_revision:37369; number_of_response:1; }","duration":"134.841382ms","start":"2026-02-26T03:16:46.362672Z","end":"2026-02-26T03:16:46.497514Z","steps":["trace[1611670774] 'process raft request' (duration: 134.312678ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:16:46.49767Z","caller":"traceutil/trace.go:171","msg":"trace[1947452858] transaction","detail":"{read_only:false; response_revision:37370; number_of_response:1; }","duration":"134.452672ms","start":"2026-02-26T03:16:46.363204Z","end":"2026-02-26T03:16:46.497657Z","steps":["trace[1947452858] 'process raft request' (duration: 134.164795ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:16:46.560972Z","caller":"traceutil/trace.go:171","msg":"trace[200239958] transaction","detail":"{read_only:false; response_revision:37372; number_of_response:1; }","duration":"120.582663ms","start":"2026-02-26T03:16:46.440358Z","end":"2026-02-26T03:16:46.560941Z","steps":["trace[200239958] 'process raft request' (duration: 120.214493ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:16:46.561169Z","caller":"traceutil/trace.go:171","msg":"trace[2078331847] transaction","detail":"{read_only:false; response_revision:37373; number_of_response:1; }","duration":"120.08367ms","start":"2026-02-26T03:16:46.441063Z","end":"2026-02-26T03:16:46.561147Z","steps":["trace[2078331847] 'process raft request' (duration: 119.810492ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:16:46.561595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.220051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T03:16:46.561674Z","caller":"traceutil/trace.go:171","msg":"trace[731118139] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:37373; }","duration":"246.350004ms","start":"2026-02-26T03:16:46.315302Z","end":"2026-02-26T03:16:46.561652Z","steps":["trace[731118139] 'agreement among raft nodes before linearized reading' (duration: 245.936393ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:16:46.56184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.17192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T03:16:46.561912Z","caller":"traceutil/trace.go:171","msg":"trace[720969949] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:37373; }","duration":"208.287264ms","start":"2026-02-26T03:16:46.353609Z","end":"2026-02-26T03:16:46.561896Z","steps":["trace[720969949] 'agreement among raft nodes before linearized reading' (duration: 208.1581ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:16:48.287749Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284928188,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T03:16:48.347007Z","caller":"traceutil/trace.go:171","msg":"trace[403506320] linearizableReadLoop","detail":"{readStateIndex:38717; appliedIndex:38716; }","duration":"560.321196ms","start":"2026-02-26T03:16:47.786652Z","end":"2026-02-26T03:16:48.346973Z","steps":["trace[403506320] 'read index received' (duration: 539.03382ms)","trace[403506320] 'applied index is now lower than readState.Index' (duration: 21.285896ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:16:48.34714Z","caller":"traceutil/trace.go:171","msg":"trace[745051758] transaction","detail":"{read_only:false; response_revision:37375; number_of_response:1; }","duration":"842.964924ms","start":"2026-02-26T03:16:47.504109Z","end":"2026-02-26T03:16:48.347074Z","steps":["trace[745051758] 'process raft request' (duration: 821.620637ms)","trace[745051758] 'compare' (duration: 21.099941ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T03:16:48.347222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.547981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T03:16:48.347265Z","caller":"traceutil/trace.go:171","msg":"trace[395796740] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37375; }","duration":"560.636324ms","start":"2026-02-26T03:16:47.786614Z","end":"2026-02-26T03:16:48.347251Z","steps":["trace[395796740] 'agreement among raft nodes before linearized reading' (duration: 560.543231ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:16:48.347299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:16:47.786596Z","time spent":"560.694806ms","remote":"127.0.0.1:36526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T03:16:48.347344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:16:47.504088Z","time spent":"843.14694ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T03:16:48.347395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.179534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-02-26T03:16:48.347521Z","caller":"traceutil/trace.go:171","msg":"trace[1267285897] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:37375; }","duration":"172.324498ms","start":"2026-02-26T03:16:48.17514Z","end":"2026-02-26T03:16:48.347464Z","steps":["trace[1267285897] 'agreement among raft nodes before linearized reading' (duration: 172.05021ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:16:48.631213Z","caller":"traceutil/trace.go:171","msg":"trace[46206311] linearizableReadLoop","detail":"{readStateIndex:38718; appliedIndex:38717; }","duration":"218.809493ms","start":"2026-02-26T03:16:48.412374Z","end":"2026-02-26T03:16:48.631183Z","steps":["trace[46206311] 'read index received' (duration: 188.511148ms)","trace[46206311] 'applied index is now lower than readState.Index' (duration: 30.296845ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:16:48.631246Z","caller":"traceutil/trace.go:171","msg":"trace[1302283645] transaction","detail":"{read_only:false; response_revision:37376; number_of_response:1; }","duration":"277.758189ms","start":"2026-02-26T03:16:48.353451Z","end":"2026-02-26T03:16:48.63121Z","steps":["trace[1302283645] 'process raft request' (duration: 247.408613ms)","trace[1302283645] 'compare' (duration: 29.809652ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T03:16:48.631396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.001818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T03:16:48.631449Z","caller":"traceutil/trace.go:171","msg":"trace[1689129677] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:37376; }","duration":"219.135542ms","start":"2026-02-26T03:16:48.412297Z","end":"2026-02-26T03:16:48.631433Z","steps":["trace[1689129677] 'agreement among raft nodes before linearized reading' (duration: 219.022909ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:16:48.701284Z","caller":"traceutil/trace.go:171","msg":"trace[226842011] transaction","detail":"{read_only:false; response_revision:37378; number_of_response:1; }","duration":"197.198859ms","start":"2026-02-26T03:16:48.504061Z","end":"2026-02-26T03:16:48.70126Z","steps":["trace[226842011] 'process raft request' (duration: 197.104116ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:16:48.701324Z","caller":"traceutil/trace.go:171","msg":"trace[774428287] transaction","detail":"{read_only:false; response_revision:37377; number_of_response:1; }","duration":"197.581009ms","start":"2026-02-26T03:16:48.503705Z","end":"2026-02-26T03:16:48.701286Z","steps":["trace[774428287] 'process raft request' (duration: 197.2485ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:16:48.701966Z","caller":"traceutil/trace.go:171","msg":"trace[125463837] transaction","detail":"{read_only:false; response_revision:37379; number_of_response:1; }","duration":"197.754953ms","start":"2026-02-26T03:16:48.5042Z","end":"2026-02-26T03:16:48.701955Z","steps":["trace[125463837] 'process raft request' (duration: 197.017744ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:16:48.702036Z","caller":"traceutil/trace.go:171","msg":"trace[1763811100] transaction","detail":"{read_only:false; response_revision:37380; number_of_response:1; }","duration":"194.545718ms","start":"2026-02-26T03:16:48.507471Z","end":"2026-02-26T03:16:48.702017Z","steps":["trace[1763811100] 'process raft request' (duration: 194.366723ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:16:48.702221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.313192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-02-26T03:16:48.702271Z","caller":"traceutil/trace.go:171","msg":"trace[884800385] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:37382; }","duration":"203.420454ms","start":"2026-02-26T03:16:48.498837Z","end":"2026-02-26T03:16:48.702258Z","steps":["trace[884800385] 'agreement among raft nodes before linearized reading' (duration: 203.184368ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:16:48.702277Z","caller":"traceutil/trace.go:171","msg":"trace[628209840] transaction","detail":"{read_only:false; response_revision:37382; number_of_response:1; }","duration":"134.482713ms","start":"2026-02-26T03:16:48.567781Z","end":"2026-02-26T03:16:48.702263Z","steps":["trace[628209840] 'process raft request' (duration: 134.199315ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:16:48.702413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.713925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-26T03:16:48.702447Z","caller":"traceutil/trace.go:171","msg":"trace[1331925507] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37382; }","duration":"202.790637ms","start":"2026-02-26T03:16:48.499647Z","end":"2026-02-26T03:16:48.702438Z","steps":["trace[1331925507] 'agreement among raft nodes before linearized reading' (duration: 202.640123ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:16:48.702543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.307515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-26T03:16:48.702565Z","caller":"traceutil/trace.go:171","msg":"trace[1995874455] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37382; }","duration":"202.346045ms","start":"2026-02-26T03:16:48.500212Z","end":"2026-02-26T03:16:48.702558Z","steps":["trace[1995874455] 'agreement among raft nodes before linearized reading' (duration: 202.288434ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:16:48.702622Z","caller":"traceutil/trace.go:171","msg":"trace[2031129953] transaction","detail":"{read_only:false; response_revision:37381; number_of_response:1; }","duration":"135.53576ms","start":"2026-02-26T03:16:48.566722Z","end":"2026-02-26T03:16:48.702258Z","steps":["trace[2031129953] 'process raft request' (duration: 135.220392ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:16:48.702222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.051825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-26T03:16:48.70269Z","caller":"traceutil/trace.go:171","msg":"trace[2143294074] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37382; }","duration":"200.554078ms","start":"2026-02-26T03:16:48.502124Z","end":"2026-02-26T03:16:48.702678Z","steps":["trace[2143294074] 'agreement among raft nodes before linearized reading' (duration: 199.962772ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:16:48.702716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.030184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-26T03:16:48.702809Z","caller":"traceutil/trace.go:171","msg":"trace[597335550] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37382; }","duration":"203.138607ms","start":"2026-02-26T03:16:48.499636Z","end":"2026-02-26T03:16:48.702774Z","steps":["trace[597335550] 'agreement among raft nodes before linearized reading' (duration: 202.920211ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:16:49.209388Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284928202,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T03:16:49.301229Z","caller":"traceutil/trace.go:171","msg":"trace[2008877013] transaction","detail":"{read_only:false; response_revision:37383; number_of_response:1; }","duration":"593.102087ms","start":"2026-02-26T03:16:48.708102Z","end":"2026-02-26T03:16:49.301204Z","steps":["trace[2008877013] 'process raft request' (duration: 592.921082ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:16:49.301376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:16:48.70808Z","time spent":"593.22242ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T03:16:49.522529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.652341ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T03:16:49.52286Z","caller":"traceutil/trace.go:171","msg":"trace[813663960] transaction","detail":"{read_only:false; response_revision:37384; number_of_response:1; }","duration":"814.405886ms","start":"2026-02-26T03:16:48.708398Z","end":"2026-02-26T03:16:49.522804Z","steps":["trace[813663960] 'process raft request' (duration: 616.398545ms)","trace[813663960] 'compare' (duration: 197.285032ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:16:49.5229Z","caller":"traceutil/trace.go:171","msg":"trace[864358711] transaction","detail":"{read_only:false; response_revision:37386; number_of_response:1; }","duration":"814.396617ms","start":"2026-02-26T03:16:48.708468Z","end":"2026-02-26T03:16:49.522865Z","steps":["trace[864358711] 'process raft request' (duration: 814.227092ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:16:49.52296Z","caller":"traceutil/trace.go:171","msg":"trace[1390754207] transaction","detail":"{read_only:false; response_revision:37385; number_of_response:1; }","duration":"814.490029ms","start":"2026-02-26T03:16:48.708417Z","end":"2026-02-26T03:16:49.522907Z","steps":["trace[1390754207] 'process raft request' (duration: 814.209891ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:16:49.523001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:16:48.708437Z","time spent":"814.521679ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T03:16:49.523013Z","caller":"traceutil/trace.go:171","msg":"trace[1947735969] transaction","detail":"{read_only:false; response_revision:37387; number_of_response:1; }","duration":"456.596801ms","start":"2026-02-26T03:16:49.066354Z","end":"2026-02-26T03:16:49.522951Z","steps":["trace[1947735969] 'process raft request' (duration: 456.373505ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:16:49.523074Z","caller":"traceutil/trace.go:171","msg":"trace[1033086291] linearizableReadLoop","detail":"{readStateIndex:38729; appliedIndex:38724; }","duration":"814.53305ms","start":"2026-02-26T03:16:48.708505Z","end":"2026-02-26T03:16:49.523038Z","steps":["trace[1033086291] 'read index received' (duration: 592.554033ms)","trace[1033086291] 'applied index is now lower than readState.Index' (duration: 221.975007ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T03:16:49.52314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:16:48.708405Z","time spent":"814.637012ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T03:16:49.523262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.356349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T03:16:49.52328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.787107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18421"} {"level":"info","ts":"2026-02-26T03:16:49.523325Z","caller":"traceutil/trace.go:171","msg":"trace[1198309862] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:37387; }","duration":"814.868629ms","start":"2026-02-26T03:16:48.708447Z","end":"2026-02-26T03:16:49.523316Z","steps":["trace[1198309862] 'agreement among raft nodes before linearized reading' (duration: 814.723925ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:16:49.523331Z","caller":"traceutil/trace.go:171","msg":"trace[1376606083] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:37387; }","duration":"210.460132ms","start":"2026-02-26T03:16:49.312851Z","end":"2026-02-26T03:16:49.523311Z","steps":["trace[1376606083] 'agreement among raft nodes before linearized reading' (duration: 210.346769ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:16:49.523361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:16:48.708427Z","time spent":"814.927961ms","remote":"127.0.0.1:36684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18445,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-26T03:16:49.523062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:16:48.708371Z","time spent":"814.576301ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T03:16:49.523442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.519737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T03:16:49.523505Z","caller":"traceutil/trace.go:171","msg":"trace[1526263682] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:37387; }","duration":"669.62538ms","start":"2026-02-26T03:16:48.853861Z","end":"2026-02-26T03:16:49.523487Z","steps":["trace[1526263682] 'agreement among raft nodes before linearized reading' (duration: 669.443215ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:16:49.52355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:16:48.853837Z","time spent":"669.701603ms","remote":"127.0.0.1:36560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":115,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-02-26T03:16:49.523807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.638383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T03:16:49.523854Z","caller":"traceutil/trace.go:171","msg":"trace[120178715] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:37387; }","duration":"802.690575ms","start":"2026-02-26T03:16:48.721149Z","end":"2026-02-26T03:16:49.523839Z","steps":["trace[120178715] 'agreement among raft nodes before linearized reading' (duration: 802.046837ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:16:49.523897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:16:48.721044Z","time spent":"802.842249ms","remote":"127.0.0.1:36844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":124,"response size":32,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-02-26T03:16:49.52341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:16:49.066329Z","time spent":"456.798816ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T03:16:49.753403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.191298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T03:16:49.7535Z","caller":"traceutil/trace.go:171","msg":"trace[1742754859] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:37388; }","duration":"133.348722ms","start":"2026-02-26T03:16:49.620127Z","end":"2026-02-26T03:16:49.753475Z","steps":["trace[1742754859] 'range keys from in-memory index tree' (duration: 131.428541ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:16:50.486588Z","caller":"traceutil/trace.go:171","msg":"trace[1229734248] transaction","detail":"{read_only:false; response_revision:37389; number_of_response:1; }","duration":"129.666635ms","start":"2026-02-26T03:16:50.356894Z","end":"2026-02-26T03:16:50.486561Z","steps":["trace[1229734248] 'process raft request' (duration: 129.364046ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:19:51.389438Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"e10bb51ed7578852","local-member-applied-index":40005,"local-member-snapshot-index":30004,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-02-26T03:19:51.396135Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40005} {"level":"info","ts":"2026-02-26T03:19:51.396217Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35005} {"level":"info","ts":"2026-02-26T03:20:17.624383Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":36697} {"level":"info","ts":"2026-02-26T03:20:17.748957Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":36697,"took":"118.843256ms","hash":1694586089,"current-db-size-bytes":52654080,"current-db-size":"53 MB","current-db-size-in-use-bytes":27824128,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-02-26T03:20:17.749042Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1694586089,"revision":36697,"compact-revision":34647} {"level":"info","ts":"2026-02-26T03:20:39.07114Z","caller":"traceutil/trace.go:171","msg":"trace[2106473174] linearizableReadLoop","detail":"{readStateIndex:40383; appliedIndex:40382; }","duration":"330.943973ms","start":"2026-02-26T03:20:38.740171Z","end":"2026-02-26T03:20:39.071115Z","steps":["trace[2106473174] 'read index received' (duration: 330.703476ms)","trace[2106473174] 'applied index is now lower than readState.Index' (duration: 239.487µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:20:39.071248Z","caller":"traceutil/trace.go:171","msg":"trace[1094551102] transaction","detail":"{read_only:false; response_revision:38991; number_of_response:1; }","duration":"331.384334ms","start":"2026-02-26T03:20:38.739837Z","end":"2026-02-26T03:20:39.071221Z","steps":["trace[1094551102] 'process raft request' (duration: 331.110936ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:20:39.071373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.184979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-02-26T03:20:39.071398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:20:38.73981Z","time spent":"331.502207ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T03:20:39.071415Z","caller":"traceutil/trace.go:171","msg":"trace[286273860] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:38991; }","duration":"331.23581ms","start":"2026-02-26T03:20:38.740168Z","end":"2026-02-26T03:20:39.071404Z","steps":["trace[286273860] 'agreement among raft nodes before linearized reading' (duration: 331.088187ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:20:39.071602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.985354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager\" ","response":"range_response_count:1 size:4750"} {"level":"warn","ts":"2026-02-26T03:20:39.071634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.979512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-02-26T03:20:39.071656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:20:38.740147Z","time spent":"331.500827ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-26T03:20:39.071694Z","caller":"traceutil/trace.go:171","msg":"trace[1737238152] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:38991; }","duration":"323.046395ms","start":"2026-02-26T03:20:38.748629Z","end":"2026-02-26T03:20:39.071675Z","steps":["trace[1737238152] 'agreement among raft nodes before linearized reading' (duration: 322.87293ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:20:39.071469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.481793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T03:20:39.071747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:20:38.748622Z","time spent":"323.112846ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T03:20:39.071473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.758997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/default/\" range_end:\"/registry/ingress/default0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T03:20:39.072606Z","caller":"traceutil/trace.go:171","msg":"trace[2047549200] range","detail":"{range_begin:/registry/ingress/default/; range_end:/registry/ingress/default0; response_count:0; response_revision:38991; }","duration":"320.919317ms","start":"2026-02-26T03:20:38.751658Z","end":"2026-02-26T03:20:39.072577Z","steps":["trace[2047549200] 'agreement among raft nodes before linearized reading' (duration: 319.727526ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:20:39.072705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:20:38.751649Z","time spent":"321.008541ms","remote":"127.0.0.1:36810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":0,"response size":30,"request content":"key:\"/registry/ingress/default/\" range_end:\"/registry/ingress/default0\" limit:500 "} {"level":"info","ts":"2026-02-26T03:20:39.071751Z","caller":"traceutil/trace.go:171","msg":"trace[1330178941] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:38991; }","duration":"285.803971ms","start":"2026-02-26T03:20:38.785935Z","end":"2026-02-26T03:20:39.071739Z","steps":["trace[1330178941] 'agreement among raft nodes before linearized reading' (duration: 285.406521ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:20:39.071583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.790201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/ingress-nginx/\" range_end:\"/registry/daemonsets/ingress-nginx0\" limit:500 ","response":"range_response_count:1 size:6130"} {"level":"info","ts":"2026-02-26T03:20:39.071699Z","caller":"traceutil/trace.go:171","msg":"trace[537356711] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager; range_end:; response_count:1; response_revision:38991; }","duration":"256.095557ms","start":"2026-02-26T03:20:38.815575Z","end":"2026-02-26T03:20:39.07167Z","steps":["trace[537356711] 'agreement among raft nodes before linearized reading' (duration: 255.901102ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:20:39.071546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.885144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/capo-system/\" range_end:\"/registry/replicasets/capo-system0\" limit:500 ","response":"range_response_count:3 size:11950"} {"level":"info","ts":"2026-02-26T03:20:39.073573Z","caller":"traceutil/trace.go:171","msg":"trace[780301007] range","detail":"{range_begin:/registry/replicasets/capo-system/; range_end:/registry/replicasets/capo-system0; response_count:3; response_revision:38991; }","duration":"331.910778ms","start":"2026-02-26T03:20:38.741605Z","end":"2026-02-26T03:20:39.073516Z","steps":["trace[780301007] 'agreement among raft nodes before linearized reading' (duration: 329.70256ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:20:39.073725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:20:38.741597Z","time spent":"332.063332ms","remote":"127.0.0.1:37000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":3,"response size":11974,"request content":"key:\"/registry/replicasets/capo-system/\" range_end:\"/registry/replicasets/capo-system0\" limit:500 "} {"level":"info","ts":"2026-02-26T03:20:39.073844Z","caller":"traceutil/trace.go:171","msg":"trace[2098195739] range","detail":"{range_begin:/registry/daemonsets/ingress-nginx/; range_end:/registry/daemonsets/ingress-nginx0; response_count:1; response_revision:38991; }","duration":"240.427364ms","start":"2026-02-26T03:20:38.832777Z","end":"2026-02-26T03:20:39.073204Z","steps":["trace[2098195739] 'agreement among raft nodes before linearized reading' (duration: 238.696328ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:20:39.434454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.018668ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T03:20:39.434539Z","caller":"traceutil/trace.go:171","msg":"trace[996508304] transaction","detail":"{read_only:false; response_revision:38992; number_of_response:1; }","duration":"350.275612ms","start":"2026-02-26T03:20:39.084249Z","end":"2026-02-26T03:20:39.434524Z","steps":["trace[996508304] 'process raft request' (duration: 81.10132ms)","trace[996508304] 'compare' (duration: 268.459334ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T03:20:39.434576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:20:39.08423Z","time spent":"350.328933ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T03:20:39.673619Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085912284933312,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T03:20:40.174303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.48722ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T03:20:40.174389Z","caller":"traceutil/trace.go:171","msg":"trace[1561748447] transaction","detail":"{read_only:false; response_revision:38993; number_of_response:1; }","duration":"1.089806764s","start":"2026-02-26T03:20:39.084567Z","end":"2026-02-26T03:20:40.174374Z","steps":["trace[1561748447] 'process raft request' (duration: 629.17777ms)","trace[1561748447] 'compare' (duration: 460.027769ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T03:20:40.174426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:20:39.084549Z","time spent":"1.089860896s","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T03:20:40.214066Z","caller":"traceutil/trace.go:171","msg":"trace[209667605] linearizableReadLoop","detail":"{readStateIndex:40391; appliedIndex:40384; }","duration":"1.04149049s","start":"2026-02-26T03:20:39.172556Z","end":"2026-02-26T03:20:40.214047Z","steps":["trace[209667605] 'read index received' (duration: 541.274012ms)","trace[209667605] 'applied index is now lower than readState.Index' (duration: 500.213488ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:20:40.214299Z","caller":"traceutil/trace.go:171","msg":"trace[1173861237] transaction","detail":"{read_only:false; response_revision:38998; number_of_response:1; }","duration":"578.600786ms","start":"2026-02-26T03:20:39.635667Z","end":"2026-02-26T03:20:40.214268Z","steps":["trace[1173861237] 'process raft request' (duration: 578.338799ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:20:40.214354Z","caller":"traceutil/trace.go:171","msg":"trace[2079745960] transaction","detail":"{read_only:false; response_revision:38995; number_of_response:1; }","duration":"630.144366ms","start":"2026-02-26T03:20:39.584189Z","end":"2026-02-26T03:20:40.214334Z","steps":["trace[2079745960] 'process raft request' (duration: 629.744045ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:20:40.21444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:20:39.584159Z","time spent":"630.225218ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T03:20:40.214428Z","caller":"traceutil/trace.go:171","msg":"trace[2130390816] transaction","detail":"{read_only:false; response_revision:38996; number_of_response:1; }","duration":"625.855923ms","start":"2026-02-26T03:20:39.588551Z","end":"2026-02-26T03:20:40.214407Z","steps":["trace[2130390816] 'process raft request' (duration: 625.405121ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:20:40.21444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:20:39.635639Z","time spent":"578.72848ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T03:20:40.214474Z","caller":"traceutil/trace.go:171","msg":"trace[807804012] transaction","detail":"{read_only:false; response_revision:38997; number_of_response:1; }","duration":"624.537549ms","start":"2026-02-26T03:20:39.589899Z","end":"2026-02-26T03:20:40.214436Z","steps":["trace[807804012] 'process raft request' (duration: 624.080876ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:20:40.21451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:20:39.588534Z","time spent":"625.936045ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T03:20:40.214509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036254322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:3891"} {"level":"warn","ts":"2026-02-26T03:20:40.214551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041982623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager\" ","response":"range_response_count:1 size:4750"} {"level":"info","ts":"2026-02-26T03:20:40.214584Z","caller":"traceutil/trace.go:171","msg":"trace[1470954331] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager; range_end:; response_count:1; response_revision:38999; }","duration":"1.042026774s","start":"2026-02-26T03:20:39.172546Z","end":"2026-02-26T03:20:40.214573Z","steps":["trace[1470954331] 'agreement among raft nodes before linearized reading' (duration: 1.04188678s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:20:40.214577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:20:39.589888Z","time spent":"624.635241ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T03:20:40.214605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:20:39.172524Z","time spent":"1.042075566s","remote":"127.0.0.1:36962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":4774,"request content":"key:\"/registry/deployments/cert-manager/cert-manager\" "} {"level":"warn","ts":"2026-02-26T03:20:40.214618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.371123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T03:20:40.214601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.835671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-26T03:20:40.214658Z","caller":"traceutil/trace.go:171","msg":"trace[1145635116] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:38999; }","duration":"984.454135ms","start":"2026-02-26T03:20:39.230192Z","end":"2026-02-26T03:20:40.214647Z","steps":["trace[1145635116] 'agreement among raft nodes before linearized reading' (duration: 984.331422ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:20:40.214655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022730975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/default/\" range_end:\"/registry/jobs/default0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T03:20:40.214668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.142882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-26T03:20:40.214688Z","caller":"traceutil/trace.go:171","msg":"trace[1217994986] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:38999; }","duration":"551.188943ms","start":"2026-02-26T03:20:39.663493Z","end":"2026-02-26T03:20:40.214682Z","steps":["trace[1217994986] 'agreement among raft nodes before linearized reading' (duration: 551.09279ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:20:40.214687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:20:39.230169Z","time spent":"984.509706ms","remote":"127.0.0.1:37000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":65,"response size":32,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-02-26T03:20:40.21469Z","caller":"traceutil/trace.go:171","msg":"trace[1289133836] range","detail":"{range_begin:/registry/jobs/default/; range_end:/registry/jobs/default0; response_count:0; response_revision:38999; }","duration":"1.022797197s","start":"2026-02-26T03:20:39.191882Z","end":"2026-02-26T03:20:40.214679Z","steps":["trace[1289133836] 'agreement among raft nodes before linearized reading' (duration: 1.022738445s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:20:40.214703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024539212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/default/\" range_end:\"/registry/networkpolicies/default0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T03:20:40.214706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:20:39.663478Z","time spent":"551.225774ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-26T03:20:40.214594Z","caller":"traceutil/trace.go:171","msg":"trace[1615582258] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:38999; }","duration":"1.036368645s","start":"2026-02-26T03:20:39.178201Z","end":"2026-02-26T03:20:40.214569Z","steps":["trace[1615582258] 'agreement among raft nodes before linearized reading' (duration: 1.036121369s)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:20:40.214723Z","caller":"traceutil/trace.go:171","msg":"trace[1250854444] range","detail":"{range_begin:/registry/networkpolicies/default/; range_end:/registry/networkpolicies/default0; response_count:0; response_revision:38999; }","duration":"1.024570624s","start":"2026-02-26T03:20:39.190146Z","end":"2026-02-26T03:20:40.214717Z","steps":["trace[1250854444] 'agreement among raft nodes before linearized reading' (duration: 1.024534143s)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:20:40.214709Z","caller":"traceutil/trace.go:171","msg":"trace[392142415] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:38999; }","duration":"360.992815ms","start":"2026-02-26T03:20:39.853683Z","end":"2026-02-26T03:20:40.214676Z","steps":["trace[392142415] 'agreement among raft nodes before linearized reading' (duration: 360.685867ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:20:40.214734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:20:39.178184Z","time spent":"1.036543279s","remote":"127.0.0.1:36962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":3915,"request content":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" "} {"level":"info","ts":"2026-02-26T03:20:40.214707Z","caller":"traceutil/trace.go:171","msg":"trace[179617848] transaction","detail":"{read_only:false; response_revision:38999; number_of_response:1; }","duration":"578.401751ms","start":"2026-02-26T03:20:39.636299Z","end":"2026-02-26T03:20:40.2147Z","steps":["trace[179617848] 'process raft request' (duration: 577.725283ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:20:40.21473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:20:39.191866Z","time spent":"1.022855448s","remote":"127.0.0.1:36754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/default/\" range_end:\"/registry/jobs/default0\" limit:500 "} {"level":"warn","ts":"2026-02-26T03:20:40.214762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:20:39.853661Z","time spent":"361.091268ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-26T03:20:40.214782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:20:39.636286Z","time spent":"578.477373ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T03:20:40.214798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.61141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T03:20:40.214815Z","caller":"traceutil/trace.go:171","msg":"trace[1401002879] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:38999; }","duration":"331.664331ms","start":"2026-02-26T03:20:39.883145Z","end":"2026-02-26T03:20:40.21481Z","steps":["trace[1401002879] 'agreement among raft nodes before linearized reading' (duration: 331.638861ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:20:40.214828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:20:39.883123Z","time spent":"331.701592ms","remote":"127.0.0.1:47132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-02-26T03:20:40.21474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:20:39.19014Z","time spent":"1.024597004s","remote":"127.0.0.1:36798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":0,"response size":30,"request content":"key:\"/registry/networkpolicies/default/\" range_end:\"/registry/networkpolicies/default0\" limit:500 "} {"level":"warn","ts":"2026-02-26T03:20:40.214958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.298521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-02-26T03:20:40.215001Z","caller":"traceutil/trace.go:171","msg":"trace[1776475379] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:38999; }","duration":"757.376843ms","start":"2026-02-26T03:20:39.45761Z","end":"2026-02-26T03:20:40.214987Z","steps":["trace[1776475379] 'agreement among raft nodes before linearized reading' (duration: 757.226719ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:20:40.215033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:20:39.457593Z","time spent":"757.432435ms","remote":"127.0.0.1:36698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-26T03:20:40.215046Z","caller":"traceutil/trace.go:171","msg":"trace[81057204] transaction","detail":"{read_only:false; response_revision:38994; number_of_response:1; }","duration":"657.6052ms","start":"2026-02-26T03:20:39.557431Z","end":"2026-02-26T03:20:40.215036Z","steps":["trace[81057204] 'process raft request' (duration: 656.385168ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:20:40.215097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:20:39.557399Z","time spent":"657.677652ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T03:20:40.493848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.89083ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T03:20:40.49404Z","caller":"traceutil/trace.go:171","msg":"trace[212546745] transaction","detail":"{read_only:false; response_revision:39001; number_of_response:1; }","duration":"269.359118ms","start":"2026-02-26T03:20:40.224662Z","end":"2026-02-26T03:20:40.494022Z","steps":["trace[212546745] 'process raft request' (duration: 269.292736ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:20:40.494053Z","caller":"traceutil/trace.go:171","msg":"trace[925388058] linearizableReadLoop","detail":"{readStateIndex:40392; appliedIndex:40391; }","duration":"271.754161ms","start":"2026-02-26T03:20:40.222271Z","end":"2026-02-26T03:20:40.494025Z","steps":["trace[925388058] 'read index received' (duration: 53.616205ms)","trace[925388058] 'applied index is now lower than readState.Index' (duration: 218.135486ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:20:40.494107Z","caller":"traceutil/trace.go:171","msg":"trace[1344734376] transaction","detail":"{read_only:false; response_revision:39000; number_of_response:1; }","duration":"272.09273ms","start":"2026-02-26T03:20:40.221925Z","end":"2026-02-26T03:20:40.494017Z","steps":["trace[1344734376] 'process raft request' (duration: 53.945934ms)","trace[1344734376] 'compare' (duration: 217.738385ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T03:20:40.494268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.515565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18421"} {"level":"warn","ts":"2026-02-26T03:20:40.494306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.080164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/default/\" range_end:\"/registry/pods/default0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T03:20:40.494338Z","caller":"traceutil/trace.go:171","msg":"trace[749928198] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:39001; }","duration":"271.596347ms","start":"2026-02-26T03:20:40.222723Z","end":"2026-02-26T03:20:40.494319Z","steps":["trace[749928198] 'agreement among raft nodes before linearized reading' (duration: 271.464093ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:20:40.494356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.309047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T03:20:40.494397Z","caller":"traceutil/trace.go:171","msg":"trace[1355214256] range","detail":"{range_begin:/registry/pods/default/; range_end:/registry/pods/default0; response_count:0; response_revision:39001; }","duration":"196.218617ms","start":"2026-02-26T03:20:40.298156Z","end":"2026-02-26T03:20:40.494375Z","steps":["trace[1355214256] 'agreement among raft nodes before linearized reading' (duration: 196.051903ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:20:40.49441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.491751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:3891"} {"level":"info","ts":"2026-02-26T03:20:40.49444Z","caller":"traceutil/trace.go:171","msg":"trace[1847712199] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:39001; }","duration":"125.4582ms","start":"2026-02-26T03:20:40.368959Z","end":"2026-02-26T03:20:40.494417Z","steps":["trace[1847712199] 'agreement among raft nodes before linearized reading' (duration: 125.307446ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:20:40.494363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.034608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager\" ","response":"range_response_count:1 size:4750"} {"level":"info","ts":"2026-02-26T03:20:40.494479Z","caller":"traceutil/trace.go:171","msg":"trace[1625195279] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:39001; }","duration":"200.585593ms","start":"2026-02-26T03:20:40.293867Z","end":"2026-02-26T03:20:40.494453Z","steps":["trace[1625195279] 'agreement among raft nodes before linearized reading' (duration: 200.400098ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:20:40.494543Z","caller":"traceutil/trace.go:171","msg":"trace[399484446] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager; range_end:; response_count:1; response_revision:39001; }","duration":"272.243853ms","start":"2026-02-26T03:20:40.222259Z","end":"2026-02-26T03:20:40.494503Z","steps":["trace[399484446] 'agreement among raft nodes before linearized reading' (duration: 271.878054ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:20:40.494334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.968402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/ingress-nginx/\" range_end:\"/registry/deployments/ingress-nginx0\" limit:500 ","response":"range_response_count:1 size:4495"} {"level":"info","ts":"2026-02-26T03:20:40.494641Z","caller":"traceutil/trace.go:171","msg":"trace[214850662] range","detail":"{range_begin:/registry/deployments/ingress-nginx/; range_end:/registry/deployments/ingress-nginx0; response_count:1; response_revision:39001; }","duration":"193.29806ms","start":"2026-02-26T03:20:40.301318Z","end":"2026-02-26T03:20:40.494616Z","steps":["trace[214850662] 'agreement among raft nodes before linearized reading' (duration: 192.873389ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:20:41.273176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.012004ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T03:20:41.273293Z","caller":"traceutil/trace.go:171","msg":"trace[1981765277] linearizableReadLoop","detail":"{readStateIndex:40394; appliedIndex:40393; }","duration":"711.400921ms","start":"2026-02-26T03:20:40.561872Z","end":"2026-02-26T03:20:41.273273Z","steps":["trace[1981765277] 'read index received' (duration: 106.173121ms)","trace[1981765277] 'applied index is now lower than readState.Index' (duration: 605.22634ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:20:41.273398Z","caller":"traceutil/trace.go:171","msg":"trace[861477183] transaction","detail":"{read_only:false; response_revision:39002; number_of_response:1; }","duration":"712.165941ms","start":"2026-02-26T03:20:40.561221Z","end":"2026-02-26T03:20:41.273386Z","steps":["trace[861477183] 'process raft request' (duration: 106.863149ms)","trace[861477183] 'compare' (duration: 604.505001ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T03:20:41.273467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:20:40.561202Z","time spent":"712.232413ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T03:20:41.273593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.906504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-02-26T03:20:41.273692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.980837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/ingress-nginx/\" range_end:\"/registry/ingress/ingress-nginx0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T03:20:41.273721Z","caller":"traceutil/trace.go:171","msg":"trace[1097910316] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:39002; }","duration":"704.057717ms","start":"2026-02-26T03:20:40.569633Z","end":"2026-02-26T03:20:41.27369Z","steps":["trace[1097910316] 'agreement among raft nodes before linearized reading' (duration: 703.79727ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:20:41.273759Z","caller":"traceutil/trace.go:171","msg":"trace[162509698] range","detail":"{range_begin:/registry/ingress/ingress-nginx/; range_end:/registry/ingress/ingress-nginx0; response_count:0; response_revision:39002; }","duration":"510.068759ms","start":"2026-02-26T03:20:40.763674Z","end":"2026-02-26T03:20:41.273743Z","steps":["trace[162509698] 'agreement among raft nodes before linearized reading' (duration: 509.953595ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:20:41.273786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:20:40.569618Z","time spent":"704.15199ms","remote":"127.0.0.1:33040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5676,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-26T03:20:41.27384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:20:40.763667Z","time spent":"510.158462ms","remote":"127.0.0.1:36810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":30,"request content":"key:\"/registry/ingress/ingress-nginx/\" range_end:\"/registry/ingress/ingress-nginx0\" limit:500 "} {"level":"warn","ts":"2026-02-26T03:20:41.273855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.221047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T03:20:41.273903Z","caller":"traceutil/trace.go:171","msg":"trace[430626432] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:39002; }","duration":"625.302029ms","start":"2026-02-26T03:20:40.648584Z","end":"2026-02-26T03:20:41.273886Z","steps":["trace[430626432] 'agreement among raft nodes before linearized reading' (duration: 625.247088ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:20:41.273857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.115502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T03:20:41.273941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:20:40.648559Z","time spent":"625.376362ms","remote":"127.0.0.1:52822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-02-26T03:20:41.273794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.228465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/cert-manager/cert-manager\" ","response":"range_response_count:1 size:1095"} {"level":"info","ts":"2026-02-26T03:20:41.273982Z","caller":"traceutil/trace.go:171","msg":"trace[1001153398] range","detail":"{range_begin:/registry/services/endpoints/cert-manager/cert-manager; range_end:; response_count:1; response_revision:39002; }","duration":"656.456941ms","start":"2026-02-26T03:20:40.617512Z","end":"2026-02-26T03:20:41.273969Z","steps":["trace[1001153398] 'agreement among raft nodes before linearized reading' (duration: 656.118083ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:20:41.273987Z","caller":"traceutil/trace.go:171","msg":"trace[1215624115] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:39002; }","duration":"512.287387ms","start":"2026-02-26T03:20:40.761671Z","end":"2026-02-26T03:20:41.273959Z","steps":["trace[1215624115] 'agreement among raft nodes before linearized reading' (duration: 512.079522ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:20:41.274007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.13383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-26T03:20:41.273993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.420801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:5015"} {"level":"info","ts":"2026-02-26T03:20:41.274051Z","caller":"traceutil/trace.go:171","msg":"trace[973620802] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:39002; }","duration":"712.189382ms","start":"2026-02-26T03:20:40.561851Z","end":"2026-02-26T03:20:41.27404Z","steps":["trace[973620802] 'agreement among raft nodes before linearized reading' (duration: 712.10111ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:20:41.274046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:20:40.761652Z","time spent":"512.37779ms","remote":"127.0.0.1:47358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":32,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-02-26T03:20:41.274059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.289008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T03:20:41.274089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:20:40.561842Z","time spent":"712.239913ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-26T03:20:41.274102Z","caller":"traceutil/trace.go:171","msg":"trace[812637674] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:39002; }","duration":"487.398151ms","start":"2026-02-26T03:20:40.78669Z","end":"2026-02-26T03:20:41.274088Z","steps":["trace[812637674] 'agreement among raft nodes before linearized reading' (duration: 487.297648ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:20:41.274095Z","caller":"traceutil/trace.go:171","msg":"trace[297851210] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:39002; }","duration":"664.569485ms","start":"2026-02-26T03:20:40.6095Z","end":"2026-02-26T03:20:41.274069Z","steps":["trace[297851210] 'agreement among raft nodes before linearized reading' (duration: 664.238346ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:20:41.273904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.087494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/ingress-nginx/\" range_end:\"/registry/services/endpoints/ingress-nginx0\" limit:500 ","response":"range_response_count:4 size:4730"} {"level":"warn","ts":"2026-02-26T03:20:41.274126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:20:40.786667Z","time spent":"487.454322ms","remote":"127.0.0.1:36542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T03:20:41.273928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.832761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-26T03:20:41.274138Z","caller":"traceutil/trace.go:171","msg":"trace[1582210718] range","detail":"{range_begin:/registry/services/endpoints/ingress-nginx/; range_end:/registry/services/endpoints/ingress-nginx0; response_count:4; response_revision:39002; }","duration":"694.348912ms","start":"2026-02-26T03:20:40.579777Z","end":"2026-02-26T03:20:41.274126Z","steps":["trace[1582210718] 'agreement among raft nodes before linearized reading' (duration: 693.998732ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:20:41.274147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:20:40.609477Z","time spent":"664.660968ms","remote":"127.0.0.1:36962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":5039,"request content":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" "} {"level":"info","ts":"2026-02-26T03:20:41.274165Z","caller":"traceutil/trace.go:171","msg":"trace[712602403] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:39002; }","duration":"195.101378ms","start":"2026-02-26T03:20:41.079057Z","end":"2026-02-26T03:20:41.274158Z","steps":["trace[712602403] 'agreement among raft nodes before linearized reading' (duration: 194.756119ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:20:41.274172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:20:40.579761Z","time spent":"694.400343ms","remote":"127.0.0.1:36682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":4,"response size":4754,"request content":"key:\"/registry/services/endpoints/ingress-nginx/\" range_end:\"/registry/services/endpoints/ingress-nginx0\" limit:500 "} {"level":"warn","ts":"2026-02-26T03:20:41.274209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.934433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:1 size:141"} {"level":"info","ts":"2026-02-26T03:20:41.274303Z","caller":"traceutil/trace.go:171","msg":"trace[825154318] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:1; response_revision:39002; }","duration":"353.040056ms","start":"2026-02-26T03:20:40.92124Z","end":"2026-02-26T03:20:41.27428Z","steps":["trace[825154318] 'agreement among raft nodes before linearized reading' (duration: 352.767628ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:20:41.274024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:20:40.617496Z","time spent":"656.519943ms","remote":"127.0.0.1:36682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1119,"request content":"key:\"/registry/services/endpoints/cert-manager/cert-manager\" "} {"level":"warn","ts":"2026-02-26T03:20:41.274359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:20:40.92117Z","time spent":"353.179169ms","remote":"127.0.0.1:36548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":165,"request content":"key:\"/registry/masterleases/162.253.55.200\" "} {"level":"info","ts":"2026-02-26T03:20:42.020032Z","caller":"traceutil/trace.go:171","msg":"trace[791007331] transaction","detail":"{read_only:false; response_revision:39003; number_of_response:1; }","duration":"740.937741ms","start":"2026-02-26T03:20:41.279069Z","end":"2026-02-26T03:20:42.020007Z","steps":["trace[791007331] 'process raft request' (duration: 740.705384ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:20:42.020209Z","caller":"traceutil/trace.go:171","msg":"trace[890977318] transaction","detail":"{read_only:false; response_revision:39004; number_of_response:1; }","duration":"739.834851ms","start":"2026-02-26T03:20:41.280352Z","end":"2026-02-26T03:20:42.020187Z","steps":["trace[890977318] 'process raft request' (duration: 739.613785ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:20:42.020213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:20:41.279046Z","time spent":"741.064254ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T03:20:42.02021Z","caller":"traceutil/trace.go:171","msg":"trace[2000497732] linearizableReadLoop","detail":"{readStateIndex:40397; appliedIndex:40394; }","duration":"719.870495ms","start":"2026-02-26T03:20:41.300299Z","end":"2026-02-26T03:20:42.020169Z","steps":["trace[2000497732] 'read index received' (duration: 45.575323ms)","trace[2000497732] 'applied index is now lower than readState.Index' (duration: 674.293102ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T03:20:42.02036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:20:41.280341Z","time spent":"739.947135ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T03:20:42.020761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.45184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:419146"} {"level":"info","ts":"2026-02-26T03:20:42.020818Z","caller":"traceutil/trace.go:171","msg":"trace[1984149885] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:39004; }","duration":"720.565943ms","start":"2026-02-26T03:20:41.300239Z","end":"2026-02-26T03:20:42.020805Z","steps":["trace[1984149885] 'agreement among raft nodes before linearized reading' (duration: 720.041479ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:20:42.020854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:20:41.300214Z","time spent":"720.630625ms","remote":"127.0.0.1:47358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":419170,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-02-26T03:20:42.09048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.954459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/ingress-nginx/\" range_end:\"/registry/jobs/ingress-nginx0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T03:20:42.090526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.729026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-26T03:20:42.090569Z","caller":"traceutil/trace.go:171","msg":"trace[594500056] range","detail":"{range_begin:/registry/jobs/ingress-nginx/; range_end:/registry/jobs/ingress-nginx0; response_count:0; response_revision:39005; }","duration":"653.090393ms","start":"2026-02-26T03:20:41.437459Z","end":"2026-02-26T03:20:42.090549Z","steps":["trace[594500056] 'agreement among raft nodes before linearized reading' (duration: 652.879267ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:20:42.090575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.525517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T03:20:42.09061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:20:41.437439Z","time spent":"653.160594ms","remote":"127.0.0.1:36754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/ingress-nginx/\" range_end:\"/registry/jobs/ingress-nginx0\" limit:500 "} {"level":"info","ts":"2026-02-26T03:20:42.090614Z","caller":"traceutil/trace.go:171","msg":"trace[425121588] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:39005; }","duration":"651.84808ms","start":"2026-02-26T03:20:41.438747Z","end":"2026-02-26T03:20:42.090595Z","steps":["trace[425121588] 'agreement among raft nodes before linearized reading' (duration: 651.571233ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:20:42.090609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.60611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:5015"} {"level":"info","ts":"2026-02-26T03:20:42.090645Z","caller":"traceutil/trace.go:171","msg":"trace[1323096772] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:39005; }","duration":"215.61975ms","start":"2026-02-26T03:20:41.875007Z","end":"2026-02-26T03:20:42.090626Z","steps":["trace[1323096772] 'agreement among raft nodes before linearized reading' (duration: 215.461906ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:20:42.090657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:20:41.438733Z","time spent":"651.915631ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T03:20:42.090661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.301353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T03:20:42.090612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.33448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/cert-manager/cert-manager\" ","response":"range_response_count:1 size:1095"} {"level":"warn","ts":"2026-02-26T03:20:42.090655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.384631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/default/\" range_end:\"/registry/persistentvolumeclaims/default0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T03:20:42.090718Z","caller":"traceutil/trace.go:171","msg":"trace[12266073] range","detail":"{range_begin:/registry/services/endpoints/cert-manager/cert-manager; range_end:; response_count:1; response_revision:39005; }","duration":"722.485814ms","start":"2026-02-26T03:20:41.368224Z","end":"2026-02-26T03:20:42.090709Z","steps":["trace[12266073] 'agreement among raft nodes before linearized reading' (duration: 722.195966ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:20:42.090718Z","caller":"traceutil/trace.go:171","msg":"trace[944258707] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:39005; }","duration":"303.396765ms","start":"2026-02-26T03:20:41.787307Z","end":"2026-02-26T03:20:42.090704Z","steps":["trace[944258707] 'agreement among raft nodes before linearized reading' (duration: 303.280752ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:20:42.090752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:20:41.787286Z","time spent":"303.459877ms","remote":"127.0.0.1:36526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T03:20:42.090751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:20:41.368205Z","time spent":"722.536205ms","remote":"127.0.0.1:36682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1119,"request content":"key:\"/registry/services/endpoints/cert-manager/cert-manager\" "} {"level":"info","ts":"2026-02-26T03:20:42.090757Z","caller":"traceutil/trace.go:171","msg":"trace[1026773261] range","detail":"{range_begin:/registry/persistentvolumeclaims/default/; range_end:/registry/persistentvolumeclaims/default0; response_count:0; response_revision:39005; }","duration":"694.528386ms","start":"2026-02-26T03:20:41.396205Z","end":"2026-02-26T03:20:42.090733Z","steps":["trace[1026773261] 'agreement among raft nodes before linearized reading' (duration: 694.339711ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:20:42.09081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:20:41.396189Z","time spent":"694.609967ms","remote":"127.0.0.1:36676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":0,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/default/\" range_end:\"/registry/persistentvolumeclaims/default0\" limit:500 "} {"level":"warn","ts":"2026-02-26T03:20:42.09082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.889758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T03:20:42.090875Z","caller":"traceutil/trace.go:171","msg":"trace[797516754] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:39005; }","duration":"746.96092ms","start":"2026-02-26T03:20:41.343893Z","end":"2026-02-26T03:20:42.090854Z","steps":["trace[797516754] 'agreement among raft nodes before linearized reading' (duration: 746.889748ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:20:42.090916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:20:41.343861Z","time spent":"747.046581ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-02-26T03:20:42.090676Z","caller":"traceutil/trace.go:171","msg":"trace[1263066545] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:39005; }","duration":"666.754183ms","start":"2026-02-26T03:20:41.423909Z","end":"2026-02-26T03:20:42.090663Z","steps":["trace[1263066545] 'agreement among raft nodes before linearized reading' (duration: 666.530327ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:20:42.090986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:20:41.423894Z","time spent":"667.083642ms","remote":"127.0.0.1:36962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":5039,"request content":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" "} {"level":"info","ts":"2026-02-26T03:20:42.091243Z","caller":"traceutil/trace.go:171","msg":"trace[671974256] transaction","detail":"{read_only:false; response_revision:39005; number_of_response:1; }","duration":"743.444407ms","start":"2026-02-26T03:20:41.346945Z","end":"2026-02-26T03:20:42.090389Z","steps":["trace[671974256] 'process raft request' (duration: 743.216601ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:20:42.091482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:20:41.346929Z","time spent":"744.346171ms","remote":"127.0.0.1:36548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T03:20:42.276506Z","caller":"traceutil/trace.go:171","msg":"trace[972850601] linearizableReadLoop","detail":"{readStateIndex:40399; appliedIndex:40398; }","duration":"178.840759ms","start":"2026-02-26T03:20:42.097634Z","end":"2026-02-26T03:20:42.276474Z","steps":["trace[972850601] 'read index received' (duration: 85.530677ms)","trace[972850601] 'applied index is now lower than readState.Index' (duration: 93.308132ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:20:42.276577Z","caller":"traceutil/trace.go:171","msg":"trace[1358884646] transaction","detail":"{read_only:false; response_revision:39006; number_of_response:1; }","duration":"180.315717ms","start":"2026-02-26T03:20:42.096227Z","end":"2026-02-26T03:20:42.276543Z","steps":["trace[1358884646] 'process raft request' (duration: 86.972544ms)","trace[1358884646] 'compare' (duration: 93.075856ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T03:20:42.276816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.148677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:141"} {"level":"info","ts":"2026-02-26T03:20:42.276884Z","caller":"traceutil/trace.go:171","msg":"trace[1311311418] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:39006; }","duration":"179.26ms","start":"2026-02-26T03:20:42.097609Z","end":"2026-02-26T03:20:42.276869Z","steps":["trace[1311311418] 'agreement among raft nodes before linearized reading' (duration: 178.984303ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:20:42.288011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.439724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-26T03:20:42.288084Z","caller":"traceutil/trace.go:171","msg":"trace[1684398366] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:39012; }","duration":"110.580697ms","start":"2026-02-26T03:20:42.177484Z","end":"2026-02-26T03:20:42.288065Z","steps":["trace[1684398366] 'agreement among raft nodes before linearized reading' (duration: 110.402033ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:20:42.288214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.848767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/ingress-nginx/\" range_end:\"/registry/networkpolicies/ingress-nginx0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T03:20:42.288241Z","caller":"traceutil/trace.go:171","msg":"trace[424328004] range","detail":"{range_begin:/registry/networkpolicies/ingress-nginx/; range_end:/registry/networkpolicies/ingress-nginx0; response_count:0; response_revision:39012; }","duration":"112.9334ms","start":"2026-02-26T03:20:42.175301Z","end":"2026-02-26T03:20:42.288234Z","steps":["trace[424328004] 'agreement among raft nodes before linearized reading' (duration: 112.885339ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:20:42.288484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/cert-manager/\" range_end:\"/registry/events/cert-manager0\" limit:500 ","response":"range_response_count:10 size:8655"} {"level":"info","ts":"2026-02-26T03:20:42.288511Z","caller":"traceutil/trace.go:171","msg":"trace[1610805481] range","detail":"{range_begin:/registry/events/cert-manager/; range_end:/registry/events/cert-manager0; response_count:10; response_revision:39012; }","duration":"186.138811ms","start":"2026-02-26T03:20:42.102366Z","end":"2026-02-26T03:20:42.288505Z","steps":["trace[1610805481] 'agreement among raft nodes before linearized reading' (duration: 185.970947ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:20:42.288897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.410404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/cert-manager/\" range_end:\"/registry/events/cert-manager0\" limit:500 ","response":"range_response_count:10 size:8655"} {"level":"info","ts":"2026-02-26T03:20:42.288988Z","caller":"traceutil/trace.go:171","msg":"trace[1380744739] range","detail":"{range_begin:/registry/events/cert-manager/; range_end:/registry/events/cert-manager0; response_count:10; response_revision:39012; }","duration":"190.528837ms","start":"2026-02-26T03:20:42.09844Z","end":"2026-02-26T03:20:42.288968Z","steps":["trace[1380744739] 'agreement among raft nodes before linearized reading' (duration: 190.199009ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:20:47.979888Z","caller":"traceutil/trace.go:171","msg":"trace[2120316664] transaction","detail":"{read_only:false; response_revision:39046; number_of_response:1; }","duration":"137.475587ms","start":"2026-02-26T03:20:47.84238Z","end":"2026-02-26T03:20:47.979855Z","steps":["trace[2120316664] 'process raft request' (duration: 137.199ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:20:47.979873Z","caller":"traceutil/trace.go:171","msg":"trace[1960671610] linearizableReadLoop","detail":"{readStateIndex:40440; appliedIndex:40439; }","duration":"136.310556ms","start":"2026-02-26T03:20:47.843506Z","end":"2026-02-26T03:20:47.979817Z","steps":["trace[1960671610] 'read index received' (duration: 135.906866ms)","trace[1960671610] 'applied index is now lower than readState.Index' (duration: 402.42µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T03:20:47.980171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.624866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-public/cluster-info\" ","response":"range_response_count:1 size:2179"} {"level":"info","ts":"2026-02-26T03:20:47.980251Z","caller":"traceutil/trace.go:171","msg":"trace[2109939843] range","detail":"{range_begin:/registry/configmaps/kube-public/cluster-info; range_end:; response_count:1; response_revision:39046; }","duration":"136.736149ms","start":"2026-02-26T03:20:47.843501Z","end":"2026-02-26T03:20:47.980237Z","steps":["trace[2109939843] 'agreement among raft nodes before linearized reading' (duration: 136.482912ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:20:48.34009Z","caller":"traceutil/trace.go:171","msg":"trace[1229621657] transaction","detail":"{read_only:false; response_revision:39047; number_of_response:1; }","duration":"295.264671ms","start":"2026-02-26T03:20:48.044799Z","end":"2026-02-26T03:20:48.340064Z","steps":["trace[1229621657] 'process raft request' (duration: 295.059186ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:20:48.506867Z","caller":"traceutil/trace.go:171","msg":"trace[150084460] transaction","detail":"{read_only:false; response_revision:39048; number_of_response:1; }","duration":"462.00839ms","start":"2026-02-26T03:20:48.04482Z","end":"2026-02-26T03:20:48.506828Z","steps":["trace[150084460] 'process raft request' (duration: 376.212787ms)","trace[150084460] 'compare' (duration: 85.527926ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:20:48.506934Z","caller":"traceutil/trace.go:171","msg":"trace[1145896854] linearizableReadLoop","detail":"{readStateIndex:40442; appliedIndex:40440; }","duration":"443.542523ms","start":"2026-02-26T03:20:48.063371Z","end":"2026-02-26T03:20:48.506914Z","steps":["trace[1145896854] 'read index received' (duration: 276.482256ms)","trace[1145896854] 'applied index is now lower than readState.Index' (duration: 167.059407ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:20:48.507071Z","caller":"traceutil/trace.go:171","msg":"trace[431103716] transaction","detail":"{read_only:false; response_revision:39051; number_of_response:1; }","duration":"188.393931ms","start":"2026-02-26T03:20:48.318646Z","end":"2026-02-26T03:20:48.50704Z","steps":["trace[431103716] 'process raft request' (duration: 188.127314ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:20:48.507179Z","caller":"traceutil/trace.go:171","msg":"trace[1744921710] transaction","detail":"{read_only:false; response_revision:39054; number_of_response:1; }","duration":"187.547448ms","start":"2026-02-26T03:20:48.319593Z","end":"2026-02-26T03:20:48.50714Z","steps":["trace[1744921710] 'process raft request' (duration: 187.285902ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:20:48.507167Z","caller":"traceutil/trace.go:171","msg":"trace[1336297550] transaction","detail":"{read_only:false; response_revision:39053; number_of_response:1; }","duration":"187.63051ms","start":"2026-02-26T03:20:48.319503Z","end":"2026-02-26T03:20:48.507133Z","steps":["trace[1336297550] 'process raft request' (duration: 187.344073ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:20:48.507201Z","caller":"traceutil/trace.go:171","msg":"trace[1314037838] transaction","detail":"{read_only:false; response_revision:39050; number_of_response:1; }","duration":"199.908725ms","start":"2026-02-26T03:20:48.307256Z","end":"2026-02-26T03:20:48.507165Z","steps":["trace[1314037838] 'process raft request' (duration: 199.481024ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:20:48.507194Z","caller":"traceutil/trace.go:171","msg":"trace[997121597] transaction","detail":"{read_only:false; response_revision:39049; number_of_response:1; }","duration":"208.422029ms","start":"2026-02-26T03:20:48.298715Z","end":"2026-02-26T03:20:48.507137Z","steps":["trace[997121597] 'process raft request' (duration: 207.980918ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:20:48.507205Z","caller":"traceutil/trace.go:171","msg":"trace[182190189] transaction","detail":"{read_only:false; response_revision:39052; number_of_response:1; }","duration":"187.711553ms","start":"2026-02-26T03:20:48.319471Z","end":"2026-02-26T03:20:48.507183Z","steps":["trace[182190189] 'process raft request' (duration: 187.345233ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:20:48.507372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-public/kube-root-ca.crt\" ","response":"range_response_count:1 size:1747"} {"level":"warn","ts":"2026-02-26T03:20:48.507427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.18344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T03:20:48.507448Z","caller":"traceutil/trace.go:171","msg":"trace[569032027] range","detail":"{range_begin:/registry/configmaps/kube-public/kube-root-ca.crt; range_end:; response_count:1; response_revision:39054; }","duration":"442.355452ms","start":"2026-02-26T03:20:48.065074Z","end":"2026-02-26T03:20:48.507429Z","steps":["trace[569032027] 'agreement among raft nodes before linearized reading' (duration: 442.137366ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:20:48.507484Z","caller":"traceutil/trace.go:171","msg":"trace[743544025] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:39054; }","duration":"386.289093ms","start":"2026-02-26T03:20:48.121174Z","end":"2026-02-26T03:20:48.507463Z","steps":["trace[743544025] 'agreement among raft nodes before linearized reading' (duration: 386.17678ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:20:48.507499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:20:48.06507Z","time spent":"442.414984ms","remote":"127.0.0.1:36626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":1771,"request content":"key:\"/registry/configmaps/kube-public/kube-root-ca.crt\" "} {"level":"warn","ts":"2026-02-26T03:20:48.507498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:20:48.044794Z","time spent":"462.134494ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T03:20:48.507523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.148879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-public/cluster-info\" ","response":"range_response_count:1 size:2179"} {"level":"warn","ts":"2026-02-26T03:20:48.507531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:20:48.121155Z","time spent":"386.361114ms","remote":"127.0.0.1:60924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-02-26T03:20:48.507514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.025477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-02-26T03:20:48.507544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.387586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-26T03:20:48.507562Z","caller":"traceutil/trace.go:171","msg":"trace[1252822381] range","detail":"{range_begin:/registry/configmaps/kube-public/cluster-info; range_end:; response_count:1; response_revision:39054; }","duration":"444.20946ms","start":"2026-02-26T03:20:48.06334Z","end":"2026-02-26T03:20:48.50755Z","steps":["trace[1252822381] 'agreement among raft nodes before linearized reading' (duration: 444.077527ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:20:48.507579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.377366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/\" range_end:\"/registry/persistentvolumeclaims/monitoring0\" limit:500 ","response":"range_response_count:3 size:5785"} {"level":"info","ts":"2026-02-26T03:20:48.507598Z","caller":"traceutil/trace.go:171","msg":"trace[99437769] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:39054; }","duration":"203.159251ms","start":"2026-02-26T03:20:48.304418Z","end":"2026-02-26T03:20:48.507577Z","steps":["trace[99437769] 'agreement among raft nodes before linearized reading' (duration: 202.888304ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:20:48.507606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:20:48.063326Z","time spent":"444.272392ms","remote":"127.0.0.1:36626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":2203,"request content":"key:\"/registry/configmaps/kube-public/cluster-info\" "} {"level":"info","ts":"2026-02-26T03:20:48.507607Z","caller":"traceutil/trace.go:171","msg":"trace[824080875] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:39054; }","duration":"181.503779ms","start":"2026-02-26T03:20:48.326085Z","end":"2026-02-26T03:20:48.507589Z","steps":["trace[824080875] 'agreement among raft nodes before linearized reading' (duration: 181.15063ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:20:48.507621Z","caller":"traceutil/trace.go:171","msg":"trace[962114619] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/; range_end:/registry/persistentvolumeclaims/monitoring0; response_count:3; response_revision:39054; }","duration":"441.478539ms","start":"2026-02-26T03:20:48.066128Z","end":"2026-02-26T03:20:48.507606Z","steps":["trace[962114619] 'agreement among raft nodes before linearized reading' (duration: 441.285984ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:20:48.507704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:20:48.066123Z","time spent":"441.566461ms","remote":"127.0.0.1:36676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":3,"response size":5809,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/\" range_end:\"/registry/persistentvolumeclaims/monitoring0\" limit:500 "} {"level":"warn","ts":"2026-02-26T03:20:48.507719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.261119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T03:20:48.507773Z","caller":"traceutil/trace.go:171","msg":"trace[1670071365] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:39054; }","duration":"146.350982ms","start":"2026-02-26T03:20:48.361409Z","end":"2026-02-26T03:20:48.50776Z","steps":["trace[1670071365] 'agreement among raft nodes before linearized reading' (duration: 146.209228ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:20:48.507767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.703457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/magnum-system/\" range_end:\"/registry/secrets/magnum-system0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T03:20:48.507829Z","caller":"traceutil/trace.go:171","msg":"trace[1167956087] range","detail":"{range_begin:/registry/secrets/magnum-system/; range_end:/registry/secrets/magnum-system0; response_count:0; response_revision:39054; }","duration":"325.235301ms","start":"2026-02-26T03:20:48.182575Z","end":"2026-02-26T03:20:48.50781Z","steps":["trace[1167956087] 'agreement among raft nodes before linearized reading' (duration: 324.710337ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:20:48.507865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T03:20:48.182551Z","time spent":"325.303613ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":30,"request content":"key:\"/registry/secrets/magnum-system/\" range_end:\"/registry/secrets/magnum-system0\" limit:500 "} {"level":"info","ts":"2026-02-26T03:20:48.6999Z","caller":"traceutil/trace.go:171","msg":"trace[1243357315] transaction","detail":"{read_only:false; response_revision:39058; number_of_response:1; }","duration":"165.484247ms","start":"2026-02-26T03:20:48.534386Z","end":"2026-02-26T03:20:48.699871Z","steps":["trace[1243357315] 'process raft request' (duration: 124.769113ms)","trace[1243357315] 'compare' (duration: 40.385675ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:20:48.699861Z","caller":"traceutil/trace.go:171","msg":"trace[32709723] linearizableReadLoop","detail":"{readStateIndex:40452; appliedIndex:40451; }","duration":"107.895957ms","start":"2026-02-26T03:20:48.591928Z","end":"2026-02-26T03:20:48.699823Z","steps":["trace[32709723] 'read index received' (duration: 67.166482ms)","trace[32709723] 'applied index is now lower than readState.Index' (duration: 40.727514ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T03:20:48.700245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.287537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/monitoring/\" range_end:\"/registry/rolebindings/monitoring0\" limit:500 ","response":"range_response_count:3 size:3030"} {"level":"info","ts":"2026-02-26T03:20:48.700311Z","caller":"traceutil/trace.go:171","msg":"trace[1641453650] range","detail":"{range_begin:/registry/rolebindings/monitoring/; range_end:/registry/rolebindings/monitoring0; response_count:3; response_revision:39058; }","duration":"108.421191ms","start":"2026-02-26T03:20:48.591874Z","end":"2026-02-26T03:20:48.700295Z","steps":["trace[1641453650] 'agreement among raft nodes before linearized reading' (duration: 108.129533ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:23:21.185376Z","caller":"traceutil/trace.go:171","msg":"trace[810040858] transaction","detail":"{read_only:false; response_revision:40084; number_of_response:1; }","duration":"135.390132ms","start":"2026-02-26T03:23:21.049961Z","end":"2026-02-26T03:23:21.185351Z","steps":["trace[810040858] 'process raft request' (duration: 59.417518ms)","trace[810040858] 'compare' (duration: 75.487612ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:23:21.22971Z","caller":"traceutil/trace.go:171","msg":"trace[87403791] linearizableReadLoop","detail":"{readStateIndex:41515; appliedIndex:41509; }","duration":"126.272232ms","start":"2026-02-26T03:23:21.103418Z","end":"2026-02-26T03:23:21.22969Z","steps":["trace[87403791] 'read index received' (duration: 5.969768ms)","trace[87403791] 'applied index is now lower than readState.Index' (duration: 120.301704ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:23:21.229983Z","caller":"traceutil/trace.go:171","msg":"trace[1335038194] transaction","detail":"{read_only:false; response_revision:40085; number_of_response:1; }","duration":"177.421451ms","start":"2026-02-26T03:23:21.052554Z","end":"2026-02-26T03:23:21.229975Z","steps":["trace[1335038194] 'process raft request' (duration: 176.842406ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:23:21.230112Z","caller":"traceutil/trace.go:171","msg":"trace[879941571] transaction","detail":"{read_only:false; response_revision:40089; number_of_response:1; }","duration":"159.55219ms","start":"2026-02-26T03:23:21.070509Z","end":"2026-02-26T03:23:21.230061Z","steps":["trace[879941571] 'process raft request' (duration: 159.15257ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:23:21.230271Z","caller":"traceutil/trace.go:171","msg":"trace[1765331561] transaction","detail":"{read_only:false; response_revision:40087; number_of_response:1; }","duration":"163.128905ms","start":"2026-02-26T03:23:21.067135Z","end":"2026-02-26T03:23:21.230264Z","steps":["trace[1765331561] 'process raft request' (duration: 162.422546ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:23:21.230304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.406926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T03:23:21.230481Z","caller":"traceutil/trace.go:171","msg":"trace[383520050] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:40089; }","duration":"126.636421ms","start":"2026-02-26T03:23:21.103803Z","end":"2026-02-26T03:23:21.230439Z","steps":["trace[383520050] 'agreement among raft nodes before linearized reading' (duration: 126.346484ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:23:21.230532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.108954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-26T03:23:21.230567Z","caller":"traceutil/trace.go:171","msg":"trace[628461782] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:40089; }","duration":"127.198006ms","start":"2026-02-26T03:23:21.103361Z","end":"2026-02-26T03:23:21.230559Z","steps":["trace[628461782] 'agreement among raft nodes before linearized reading' (duration: 127.073303ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:23:21.23038Z","caller":"traceutil/trace.go:171","msg":"trace[1632098990] transaction","detail":"{read_only:false; response_revision:40086; number_of_response:1; }","duration":"165.269671ms","start":"2026-02-26T03:23:21.065104Z","end":"2026-02-26T03:23:21.230373Z","steps":["trace[1632098990] 'process raft request' (duration: 164.419458ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:23:21.230328Z","caller":"traceutil/trace.go:171","msg":"trace[2009165614] transaction","detail":"{read_only:false; response_revision:40088; number_of_response:1; }","duration":"161.723897ms","start":"2026-02-26T03:23:21.068571Z","end":"2026-02-26T03:23:21.230295Z","steps":["trace[2009165614] 'process raft request' (duration: 161.023159ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:23:21.407655Z","caller":"traceutil/trace.go:171","msg":"trace[2067626534] linearizableReadLoop","detail":"{readStateIndex:41516; appliedIndex:41515; }","duration":"169.935874ms","start":"2026-02-26T03:23:21.237693Z","end":"2026-02-26T03:23:21.407629Z","steps":["trace[2067626534] 'read index received' (duration: 75.266346ms)","trace[2067626534] 'applied index is now lower than readState.Index' (duration: 94.668758ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:23:21.407851Z","caller":"traceutil/trace.go:171","msg":"trace[1690014677] transaction","detail":"{read_only:false; response_revision:40090; number_of_response:1; }","duration":"172.07484ms","start":"2026-02-26T03:23:21.235763Z","end":"2026-02-26T03:23:21.407837Z","steps":["trace[1690014677] 'process raft request' (duration: 77.129795ms)","trace[1690014677] 'compare' (duration: 94.608326ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T03:23:21.408143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.431727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-26T03:23:21.408203Z","caller":"traceutil/trace.go:171","msg":"trace[1905093260] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:40090; }","duration":"170.5162ms","start":"2026-02-26T03:23:21.237651Z","end":"2026-02-26T03:23:21.408167Z","steps":["trace[1905093260] 'agreement among raft nodes before linearized reading' (duration: 170.384046ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:23:21.433944Z","caller":"traceutil/trace.go:171","msg":"trace[860095656] transaction","detail":"{read_only:false; response_revision:40092; number_of_response:1; }","duration":"193.397653ms","start":"2026-02-26T03:23:21.240517Z","end":"2026-02-26T03:23:21.433915Z","steps":["trace[860095656] 'process raft request' (duration: 193.349932ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:23:21.43429Z","caller":"traceutil/trace.go:171","msg":"trace[1055444106] transaction","detail":"{read_only:false; response_revision:40091; number_of_response:1; }","duration":"195.728575ms","start":"2026-02-26T03:23:21.238549Z","end":"2026-02-26T03:23:21.434277Z","steps":["trace[1055444106] 'process raft request' (duration: 195.207341ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:23:21.434793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.045203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-octavia-nodes\" ","response":"range_response_count:1 size:963"} {"level":"info","ts":"2026-02-26T03:23:21.43484Z","caller":"traceutil/trace.go:171","msg":"trace[1180295475] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-octavia-nodes; range_end:; response_count:1; response_revision:40092; }","duration":"196.139565ms","start":"2026-02-26T03:23:21.238687Z","end":"2026-02-26T03:23:21.434826Z","steps":["trace[1180295475] 'agreement among raft nodes before linearized reading' (duration: 195.989141ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:23:21.434839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.225965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rook-ceph-rgw-ceph\" ","response":"range_response_count:1 size:1704"} {"level":"info","ts":"2026-02-26T03:23:21.434995Z","caller":"traceutil/trace.go:171","msg":"trace[1593330534] range","detail":"{range_begin:/registry/services/specs/openstack/rook-ceph-rgw-ceph; range_end:; response_count:1; response_revision:40092; }","duration":"122.392019ms","start":"2026-02-26T03:23:21.312581Z","end":"2026-02-26T03:23:21.434973Z","steps":["trace[1593330534] 'agreement among raft nodes before linearized reading' (duration: 122.074991ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:23:21.43507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.625128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-26T03:23:21.435111Z","caller":"traceutil/trace.go:171","msg":"trace[1128633978] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:40092; }","duration":"196.675209ms","start":"2026-02-26T03:23:21.238425Z","end":"2026-02-26T03:23:21.4351Z","steps":["trace[1128633978] 'agreement among raft nodes before linearized reading' (duration: 196.586617ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:23:21.640053Z","caller":"traceutil/trace.go:171","msg":"trace[251363798] linearizableReadLoop","detail":"{readStateIndex:41520; appliedIndex:41519; }","duration":"155.77671ms","start":"2026-02-26T03:23:21.484254Z","end":"2026-02-26T03:23:21.64003Z","steps":["trace[251363798] 'read index received' (duration: 130.163104ms)","trace[251363798] 'applied index is now lower than readState.Index' (duration: 25.612736ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T03:23:21.640185Z","caller":"traceutil/trace.go:171","msg":"trace[671917614] transaction","detail":"{read_only:false; response_revision:40095; number_of_response:1; }","duration":"152.390361ms","start":"2026-02-26T03:23:21.487772Z","end":"2026-02-26T03:23:21.640163Z","steps":["trace[671917614] 'process raft request' (duration: 152.223877ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:23:21.64019Z","caller":"traceutil/trace.go:171","msg":"trace[1138351434] transaction","detail":"{read_only:false; response_revision:40094; number_of_response:1; }","duration":"197.500971ms","start":"2026-02-26T03:23:21.442654Z","end":"2026-02-26T03:23:21.640155Z","steps":["trace[1138351434] 'process raft request' (duration: 171.771412ms)","trace[1138351434] 'compare' (duration: 25.361109ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T03:23:21.640708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.914152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rook-ceph-rgw-ceph\" ","response":"range_response_count:1 size:1704"} {"level":"info","ts":"2026-02-26T03:23:21.640806Z","caller":"traceutil/trace.go:171","msg":"trace[1284440250] range","detail":"{range_begin:/registry/services/specs/openstack/rook-ceph-rgw-ceph; range_end:; response_count:1; response_revision:40095; }","duration":"115.072227ms","start":"2026-02-26T03:23:21.525713Z","end":"2026-02-26T03:23:21.640785Z","steps":["trace[1284440250] 'agreement among raft nodes before linearized reading' (duration: 114.797309ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T03:23:21.642541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.922124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:389321"} {"level":"info","ts":"2026-02-26T03:23:21.642582Z","caller":"traceutil/trace.go:171","msg":"trace[294206758] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:40095; }","duration":"203.017657ms","start":"2026-02-26T03:23:21.439556Z","end":"2026-02-26T03:23:21.642573Z","steps":["trace[294206758] 'agreement among raft nodes before linearized reading' (duration: 200.612953ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:23:31.045232Z","caller":"traceutil/trace.go:171","msg":"trace[596394193] linearizableReadLoop","detail":"{readStateIndex:41578; appliedIndex:41577; }","duration":"102.213517ms","start":"2026-02-26T03:23:30.942987Z","end":"2026-02-26T03:23:31.045201Z","steps":["trace[596394193] 'read index received' (duration: 101.974511ms)","trace[596394193] 'applied index is now lower than readState.Index' (duration: 237.716µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T03:23:31.045507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.492474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/rook-ceph-mgr\" ","response":"range_response_count:1 size:827"} {"level":"info","ts":"2026-02-26T03:23:31.045606Z","caller":"traceutil/trace.go:171","msg":"trace[525289626] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/rook-ceph-mgr; range_end:; response_count:1; response_revision:40150; }","duration":"102.597997ms","start":"2026-02-26T03:23:30.942969Z","end":"2026-02-26T03:23:31.045567Z","steps":["trace[525289626] 'agreement among raft nodes before linearized reading' (duration: 102.32781ms)"],"step_count":1}