{"level":"warn","ts":"2026-03-11T16:50:22.284883Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-11T16:50:22.28498Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.153:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.153:2380","--initial-cluster=instance=https://199.204.45.153:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.153:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.153:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-11T16:50:22.285048Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-11T16:50:22.285061Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.153:2380"]} {"level":"info","ts":"2026-03-11T16:50:22.285079Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-11T16:50:22.285684Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.153:2379"]} {"level":"info","ts":"2026-03-11T16:50:22.285759Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.153:2380"],"listen-peer-urls":["https://199.204.45.153:2380"],"advertise-client-urls":["https://199.204.45.153:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.153:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.153:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-11T16:50:22.289739Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.764134ms"} {"level":"info","ts":"2026-03-11T16:50:22.294981Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"355195d5aae85944","cluster-id":"e424441517bc0b32"} {"level":"info","ts":"2026-03-11T16:50:22.29504Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"355195d5aae85944 switched to configuration voters=()"} {"level":"info","ts":"2026-03-11T16:50:22.295059Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"355195d5aae85944 became follower at term 0"} {"level":"info","ts":"2026-03-11T16:50:22.29507Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 355195d5aae85944 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-11T16:50:22.295077Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"355195d5aae85944 became follower at term 1"} {"level":"info","ts":"2026-03-11T16:50:22.295124Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"355195d5aae85944 switched to configuration voters=(3842016702051670340)"} {"level":"warn","ts":"2026-03-11T16:50:22.301266Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-11T16:50:22.302661Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-11T16:50:22.305799Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-11T16:50:22.310302Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"355195d5aae85944","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-11T16:50:22.310522Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"355195d5aae85944","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-11T16:50:22.310659Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-11T16:50:22.310839Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-11T16:50:22.31087Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-11T16:50:22.313399Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"355195d5aae85944 switched to configuration voters=(3842016702051670340)"} {"level":"info","ts":"2026-03-11T16:50:22.313528Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"e424441517bc0b32","local-member-id":"355195d5aae85944","added-peer-id":"355195d5aae85944","added-peer-peer-urls":["https://199.204.45.153:2380"]} {"level":"info","ts":"2026-03-11T16:50:22.315287Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-11T16:50:22.315386Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.153:2380"} {"level":"info","ts":"2026-03-11T16:50:22.315429Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.153:2380"} {"level":"info","ts":"2026-03-11T16:50:22.315611Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"355195d5aae85944","initial-advertise-peer-urls":["https://199.204.45.153:2380"],"listen-peer-urls":["https://199.204.45.153:2380"],"advertise-client-urls":["https://199.204.45.153:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.153:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-11T16:50:22.315678Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-11T16:50:22.496299Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"355195d5aae85944 is starting a new election at term 1"} {"level":"info","ts":"2026-03-11T16:50:22.496388Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"355195d5aae85944 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-11T16:50:22.496412Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"355195d5aae85944 received MsgPreVoteResp from 355195d5aae85944 at term 1"} {"level":"info","ts":"2026-03-11T16:50:22.496439Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"355195d5aae85944 became candidate at term 2"} {"level":"info","ts":"2026-03-11T16:50:22.496457Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"355195d5aae85944 received MsgVoteResp from 355195d5aae85944 at term 2"} {"level":"info","ts":"2026-03-11T16:50:22.496473Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"355195d5aae85944 became leader at term 2"} {"level":"info","ts":"2026-03-11T16:50:22.496492Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 355195d5aae85944 elected leader 355195d5aae85944 at term 2"} {"level":"info","ts":"2026-03-11T16:50:22.497781Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"355195d5aae85944","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.153:2379]}","request-path":"/0/members/355195d5aae85944/attributes","cluster-id":"e424441517bc0b32","publish-timeout":"7s"} {"level":"info","ts":"2026-03-11T16:50:22.497792Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-11T16:50:22.497824Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-11T16:50:22.497838Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-11T16:50:22.498209Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-11T16:50:22.498329Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-11T16:50:22.49932Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"e424441517bc0b32","local-member-id":"355195d5aae85944","cluster-version":"3.5"} {"level":"info","ts":"2026-03-11T16:50:22.49942Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-11T16:50:22.499457Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-11T16:50:22.501311Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-11T16:50:22.501524Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.153:2379"} {"level":"info","ts":"2026-03-11T16:50:27.550799Z","caller":"traceutil/trace.go:171","msg":"trace[2046852983] transaction","detail":"{read_only:false; response_revision:236; number_of_response:1; }","duration":"450.124225ms","start":"2026-03-11T16:50:27.100652Z","end":"2026-03-11T16:50:27.550776Z","steps":["trace[2046852983] 'process raft request' (duration: 449.817068ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:50:27.55089Z","caller":"traceutil/trace.go:171","msg":"trace[1493062767] linearizableReadLoop","detail":"{readStateIndex:242; appliedIndex:242; }","duration":"383.932076ms","start":"2026-03-11T16:50:27.166915Z","end":"2026-03-11T16:50:27.550848Z","steps":["trace[1493062767] 'read index received' (duration: 383.919245ms)","trace[1493062767] 'applied index is now lower than readState.Index' (duration: 10.281µs)"],"step_count":2} {"level":"warn","ts":"2026-03-11T16:50:27.551055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.103119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/\" range_end:\"/registry/deployments/kube-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T16:50:27.551206Z","caller":"traceutil/trace.go:171","msg":"trace[779890132] range","detail":"{range_begin:/registry/deployments/kube-system/; range_end:/registry/deployments/kube-system0; response_count:0; response_revision:236; }","duration":"384.298553ms","start":"2026-03-11T16:50:27.166884Z","end":"2026-03-11T16:50:27.551183Z","steps":["trace[779890132] 'agreement among raft nodes before linearized reading' (duration: 384.053878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:50:27.551286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:50:27.166871Z","time spent":"384.397916ms","remote":"127.0.0.1:36134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/kube-system/\" range_end:\"/registry/deployments/kube-system0\" "} {"level":"warn","ts":"2026-03-11T16:50:27.551374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:50:27.100624Z","time spent":"450.275128ms","remote":"127.0.0.1:35924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":197,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-11T16:50:27.595784Z","caller":"traceutil/trace.go:171","msg":"trace[895130195] transaction","detail":"{read_only:false; response_revision:237; number_of_response:1; }","duration":"320.218499ms","start":"2026-03-11T16:50:27.275538Z","end":"2026-03-11T16:50:27.595757Z","steps":["trace[895130195] 'process raft request' (duration: 320.024675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:50:27.595937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:50:27.275529Z","time spent":"320.335593ms","remote":"127.0.0.1:35826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":592,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-11T16:50:27.59594Z","caller":"traceutil/trace.go:171","msg":"trace[1826769149] transaction","detail":"{read_only:false; number_of_response:0; response_revision:237; }","duration":"226.707918ms","start":"2026-03-11T16:50:27.369177Z","end":"2026-03-11T16:50:27.595885Z","steps":["trace[1826769149] 'process raft request' (duration: 226.511354ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:50:27.596617Z","caller":"traceutil/trace.go:171","msg":"trace[852865023] transaction","detail":"{read_only:false; response_revision:238; number_of_response:1; }","duration":"207.991026ms","start":"2026-03-11T16:50:27.388602Z","end":"2026-03-11T16:50:27.596593Z","steps":["trace[852865023] 'process raft request' (duration: 207.71464ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:50:27.596783Z","caller":"traceutil/trace.go:171","msg":"trace[1373976356] transaction","detail":"{read_only:false; response_revision:239; number_of_response:1; }","duration":"208.152679ms","start":"2026-03-11T16:50:27.388605Z","end":"2026-03-11T16:50:27.596758Z","steps":["trace[1373976356] 'process raft request' (duration: 207.892994ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:50:27.596991Z","caller":"traceutil/trace.go:171","msg":"trace[522206399] transaction","detail":"{read_only:false; response_revision:240; number_of_response:1; }","duration":"208.316493ms","start":"2026-03-11T16:50:27.388656Z","end":"2026-03-11T16:50:27.596973Z","steps":["trace[522206399] 'process raft request' (duration: 207.889244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:50:27.597077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.629651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:1 size:664"} {"level":"info","ts":"2026-03-11T16:50:27.59712Z","caller":"traceutil/trace.go:171","msg":"trace[1268142973] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:1; response_revision:240; }","duration":"321.693892ms","start":"2026-03-11T16:50:27.275415Z","end":"2026-03-11T16:50:27.597109Z","steps":["trace[1268142973] 'agreement among raft nodes before linearized reading' (duration: 321.571739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:50:27.59715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:50:27.275407Z","time spent":"321.736253ms","remote":"127.0.0.1:36070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":687,"request content":"key:\"/registry/csinodes/instance\" "} {"level":"info","ts":"2026-03-11T16:50:27.597159Z","caller":"traceutil/trace.go:171","msg":"trace[630047750] transaction","detail":"{read_only:false; number_of_response:0; response_revision:240; }","duration":"208.285442ms","start":"2026-03-11T16:50:27.388855Z","end":"2026-03-11T16:50:27.597141Z","steps":["trace[630047750] 'process raft request' (duration: 207.73426ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:50:27.597251Z","caller":"traceutil/trace.go:171","msg":"trace[1686348295] transaction","detail":"{read_only:false; number_of_response:0; response_revision:240; }","duration":"208.211491ms","start":"2026-03-11T16:50:27.388979Z","end":"2026-03-11T16:50:27.59719Z","steps":["trace[1686348295] 'process raft request' (duration: 207.647928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:50:27.597542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.194914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T16:50:27.597602Z","caller":"traceutil/trace.go:171","msg":"trace[1023985943] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:0; response_revision:240; }","duration":"322.302246ms","start":"2026-03-11T16:50:27.275284Z","end":"2026-03-11T16:50:27.597586Z","steps":["trace[1023985943] 'agreement among raft nodes before linearized reading' (duration: 322.019419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:50:27.597656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:50:27.275268Z","time spent":"322.377057ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-03-11T16:50:28.850146Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438644257708414,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-11T16:50:29.122696Z","caller":"traceutil/trace.go:171","msg":"trace[904052623] transaction","detail":"{read_only:false; number_of_response:0; response_revision:269; }","duration":"819.056968ms","start":"2026-03-11T16:50:28.303612Z","end":"2026-03-11T16:50:29.122669Z","steps":["trace[904052623] 'process raft request' (duration: 818.961486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:50:29.122824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:50:28.303591Z","time spent":"819.17938ms","remote":"127.0.0.1:35918","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-11T16:50:29.345706Z","caller":"traceutil/trace.go:171","msg":"trace[1208268120] linearizableReadLoop","detail":"{readStateIndex:282; appliedIndex:278; }","duration":"995.814286ms","start":"2026-03-11T16:50:28.349868Z","end":"2026-03-11T16:50:29.345682Z","steps":["trace[1208268120] 'read index received' (duration: 772.698107ms)","trace[1208268120] 'applied index is now lower than readState.Index' (duration: 223.115229ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T16:50:29.34573Z","caller":"traceutil/trace.go:171","msg":"trace[1683764137] transaction","detail":"{read_only:false; number_of_response:0; response_revision:269; }","duration":"1.040729677s","start":"2026-03-11T16:50:28.304972Z","end":"2026-03-11T16:50:29.345702Z","steps":["trace[1683764137] 'process raft request' (duration: 1.040609394s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:50:29.34586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.96945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T16:50:29.345894Z","caller":"traceutil/trace.go:171","msg":"trace[1423808184] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:0; response_revision:270; }","duration":"996.065112ms","start":"2026-03-11T16:50:28.349819Z","end":"2026-03-11T16:50:29.345884Z","steps":["trace[1423808184] 'agreement among raft nodes before linearized reading' (duration: 995.99402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:50:29.3459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.193151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-11T16:50:29.34591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:50:28.304944Z","time spent":"1.040874779s","remote":"127.0.0.1:35918","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-11T16:50:29.345923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:50:28.3498Z","time spent":"996.113442ms","remote":"127.0.0.1:35924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" "} {"level":"info","ts":"2026-03-11T16:50:29.345873Z","caller":"traceutil/trace.go:171","msg":"trace[36213329] transaction","detail":"{read_only:false; response_revision:270; number_of_response:1; }","duration":"1.015606733s","start":"2026-03-11T16:50:28.330226Z","end":"2026-03-11T16:50:29.345832Z","steps":["trace[36213329] 'process raft request' (duration: 1.015389728s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:50:29.345968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.980055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:5513"} {"level":"warn","ts":"2026-03-11T16:50:29.345983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.071264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-11T16:50:29.345991Z","caller":"traceutil/trace.go:171","msg":"trace[670585036] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:270; }","duration":"222.040946ms","start":"2026-03-11T16:50:29.123945Z","end":"2026-03-11T16:50:29.345986Z","steps":["trace[670585036] 'agreement among raft nodes before linearized reading' (duration: 222.003465ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:50:29.346016Z","caller":"traceutil/trace.go:171","msg":"trace[395670441] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:270; }","duration":"684.126214ms","start":"2026-03-11T16:50:28.661876Z","end":"2026-03-11T16:50:29.346002Z","steps":["trace[395670441] 'agreement among raft nodes before linearized reading' (duration: 684.091824ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:50:29.345936Z","caller":"traceutil/trace.go:171","msg":"trace[809361022] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:270; }","duration":"569.264132ms","start":"2026-03-11T16:50:28.776664Z","end":"2026-03-11T16:50:29.345928Z","steps":["trace[809361022] 'agreement among raft nodes before linearized reading' (duration: 569.19515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:50:29.346052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:50:28.661144Z","time spent":"684.902681ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T16:50:29.346054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:50:28.776647Z","time spent":"569.402345ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-11T16:50:29.34573Z","caller":"traceutil/trace.go:171","msg":"trace[345073760] transaction","detail":"{read_only:false; number_of_response:0; response_revision:269; }","duration":"1.0418075s","start":"2026-03-11T16:50:28.303906Z","end":"2026-03-11T16:50:29.345714Z","steps":["trace[345073760] 'process raft request' (duration: 1.041603176s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:50:29.346176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:50:28.303884Z","time spent":"1.0422761s","remote":"127.0.0.1:35918","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-11T16:50:29.345929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.149351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-11T16:50:29.346333Z","caller":"traceutil/trace.go:171","msg":"trace[852087078] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:270; }","duration":"790.614901ms","start":"2026-03-11T16:50:28.555711Z","end":"2026-03-11T16:50:29.346326Z","steps":["trace[852087078] 'agreement among raft nodes before linearized reading' (duration: 790.133781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:50:29.346322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:50:28.330198Z","time spent":"1.015787777s","remote":"127.0.0.1:35918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5149,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T16:50:29.346354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:50:28.555695Z","time spent":"790.653032ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T16:50:30.804855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.849365ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T16:50:30.805153Z","caller":"traceutil/trace.go:171","msg":"trace[942762701] transaction","detail":"{read_only:false; response_revision:271; number_of_response:1; }","duration":"1.455277906s","start":"2026-03-11T16:50:29.34981Z","end":"2026-03-11T16:50:30.805088Z","steps":["trace[942762701] 'process raft request' (duration: 937.95561ms)","trace[942762701] 'compare' (duration: 516.711952ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T16:50:30.805233Z","caller":"traceutil/trace.go:171","msg":"trace[1042048993] linearizableReadLoop","detail":"{readStateIndex:287; appliedIndex:282; }","duration":"745.260241ms","start":"2026-03-11T16:50:30.059951Z","end":"2026-03-11T16:50:30.805212Z","steps":["trace[1042048993] 'read index received' (duration: 227.915174ms)","trace[1042048993] 'applied index is now lower than readState.Index' (duration: 517.344087ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T16:50:30.805337Z","caller":"traceutil/trace.go:171","msg":"trace[624307676] transaction","detail":"{read_only:false; response_revision:274; number_of_response:1; }","duration":"1.453263162s","start":"2026-03-11T16:50:29.352056Z","end":"2026-03-11T16:50:30.805319Z","steps":["trace[624307676] 'process raft request' (duration: 1.453018636s)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:50:30.80533Z","caller":"traceutil/trace.go:171","msg":"trace[524149901] transaction","detail":"{read_only:false; response_revision:272; number_of_response:1; }","duration":"1.454832837s","start":"2026-03-11T16:50:29.350377Z","end":"2026-03-11T16:50:30.805209Z","steps":["trace[524149901] 'process raft request' (duration: 1.454615801s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:50:30.805423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:50:29.352049Z","time spent":"1.453334843s","remote":"127.0.0.1:35924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":178,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-11T16:50:30.805564Z","caller":"traceutil/trace.go:171","msg":"trace[1681409066] transaction","detail":"{read_only:false; response_revision:275; number_of_response:1; }","duration":"1.448970538s","start":"2026-03-11T16:50:29.356467Z","end":"2026-03-11T16:50:30.805437Z","steps":["trace[1681409066] 'process raft request' (duration: 1.448665671s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:50:30.805349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.397155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-11T16:50:30.805699Z","caller":"traceutil/trace.go:171","msg":"trace[771325166] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:275; }","duration":"745.785683ms","start":"2026-03-11T16:50:30.059896Z","end":"2026-03-11T16:50:30.805682Z","steps":["trace[771325166] 'agreement among raft nodes before linearized reading' (duration: 745.386485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:50:30.805384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:50:29.349777Z","time spent":"1.455452041s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T16:50:30.805786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:50:30.059876Z","time spent":"745.894755ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-11T16:50:30.805813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:50:29.356455Z","time spent":"1.449224873s","remote":"127.0.0.1:35918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6950,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T16:50:30.805835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:50:29.350367Z","time spent":"1.455118913s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T16:50:30.8067Z","caller":"traceutil/trace.go:171","msg":"trace[604348179] transaction","detail":"{read_only:false; response_revision:273; number_of_response:1; }","duration":"1.455622724s","start":"2026-03-11T16:50:29.350498Z","end":"2026-03-11T16:50:30.806121Z","steps":["trace[604348179] 'process raft request' (duration: 1.454547831s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:50:30.806952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:50:29.350493Z","time spent":"1.456334439s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T16:50:32.889869Z","caller":"traceutil/trace.go:171","msg":"trace[1870055700] linearizableReadLoop","detail":"{readStateIndex:335; appliedIndex:333; }","duration":"128.780039ms","start":"2026-03-11T16:50:32.76106Z","end":"2026-03-11T16:50:32.889841Z","steps":["trace[1870055700] 'read index received' (duration: 71.444715ms)","trace[1870055700] 'applied index is now lower than readState.Index' (duration: 57.334344ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T16:50:32.88995Z","caller":"traceutil/trace.go:171","msg":"trace[1040952228] transaction","detail":"{read_only:false; response_revision:322; number_of_response:1; }","duration":"155.793175ms","start":"2026-03-11T16:50:32.734127Z","end":"2026-03-11T16:50:32.88992Z","steps":["trace[1040952228] 'process raft request' (duration: 98.44392ms)","trace[1040952228] 'compare' (duration: 57.072829ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T16:50:32.890087Z","caller":"traceutil/trace.go:171","msg":"trace[1337763539] transaction","detail":"{read_only:false; response_revision:323; number_of_response:1; }","duration":"154.352673ms","start":"2026-03-11T16:50:32.735716Z","end":"2026-03-11T16:50:32.890069Z","steps":["trace[1337763539] 'process raft request' (duration: 154.066307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:50:32.890293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.213889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-11T16:50:32.89034Z","caller":"traceutil/trace.go:171","msg":"trace[10796793] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:323; }","duration":"129.298601ms","start":"2026-03-11T16:50:32.761031Z","end":"2026-03-11T16:50:32.890329Z","steps":["trace[10796793] 'agreement among raft nodes before linearized reading' (duration: 129.199399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:50:33.328616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.14194ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T16:50:33.328739Z","caller":"traceutil/trace.go:171","msg":"trace[2014332462] transaction","detail":"{read_only:false; response_revision:324; number_of_response:1; }","duration":"397.410851ms","start":"2026-03-11T16:50:32.931308Z","end":"2026-03-11T16:50:33.328719Z","steps":["trace[2014332462] 'process raft request' (duration: 242.060906ms)","trace[2014332462] 'compare' (duration: 154.847534ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T16:50:33.328799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:50:32.931282Z","time spent":"397.489923ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T16:50:33.338463Z","caller":"traceutil/trace.go:171","msg":"trace[487020684] transaction","detail":"{read_only:false; response_revision:327; number_of_response:1; }","duration":"406.949833ms","start":"2026-03-11T16:50:32.931481Z","end":"2026-03-11T16:50:33.338431Z","steps":["trace[487020684] 'process raft request' (duration: 406.869361ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:50:33.338528Z","caller":"traceutil/trace.go:171","msg":"trace[1939013103] transaction","detail":"{read_only:false; response_revision:326; number_of_response:1; }","duration":"407.043544ms","start":"2026-03-11T16:50:32.931444Z","end":"2026-03-11T16:50:33.338487Z","steps":["trace[1939013103] 'process raft request' (duration: 406.827549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:50:33.338637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:50:32.931476Z","time spent":"407.080675ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T16:50:33.338449Z","caller":"traceutil/trace.go:171","msg":"trace[358058808] transaction","detail":"{read_only:false; response_revision:325; number_of_response:1; }","duration":"407.031574ms","start":"2026-03-11T16:50:32.93134Z","end":"2026-03-11T16:50:33.338372Z","steps":["trace[358058808] 'process raft request' (duration: 404.715503ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:50:33.338684Z","caller":"traceutil/trace.go:171","msg":"trace[688389693] transaction","detail":"{read_only:false; response_revision:328; number_of_response:1; }","duration":"407.139536ms","start":"2026-03-11T16:50:32.931516Z","end":"2026-03-11T16:50:33.338656Z","steps":["trace[688389693] 'process raft request' (duration: 406.872291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:50:33.338755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:50:32.931436Z","time spent":"407.186898ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T16:50:33.338785Z","caller":"traceutil/trace.go:171","msg":"trace[591349932] transaction","detail":"{read_only:false; response_revision:329; number_of_response:1; }","duration":"403.521847ms","start":"2026-03-11T16:50:32.935251Z","end":"2026-03-11T16:50:33.338773Z","steps":["trace[591349932] 'process raft request' (duration: 403.332113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:50:33.338828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:50:32.931512Z","time spent":"407.245459ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T16:50:33.338862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:50:32.935243Z","time spent":"403.572278ms","remote":"127.0.0.1:35918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4001,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T16:50:33.338971Z","caller":"traceutil/trace.go:171","msg":"trace[1911555352] transaction","detail":"{read_only:false; response_revision:330; number_of_response:1; }","duration":"403.498056ms","start":"2026-03-11T16:50:32.935461Z","end":"2026-03-11T16:50:33.338959Z","steps":["trace[1911555352] 'process raft request' (duration: 403.23451ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:50:33.338952Z","caller":"traceutil/trace.go:171","msg":"trace[1225768614] linearizableReadLoop","detail":"{readStateIndex:345; appliedIndex:336; }","duration":"154.837453ms","start":"2026-03-11T16:50:33.184047Z","end":"2026-03-11T16:50:33.338885Z","steps":["trace[1225768614] 'read index received' (duration: 148.493184ms)","trace[1225768614] 'applied index is now lower than readState.Index' (duration: 6.343039ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T16:50:33.338991Z","caller":"traceutil/trace.go:171","msg":"trace[1187757760] transaction","detail":"{read_only:false; response_revision:331; number_of_response:1; }","duration":"398.142698ms","start":"2026-03-11T16:50:32.940839Z","end":"2026-03-11T16:50:33.338982Z","steps":["trace[1187757760] 'process raft request' (duration: 397.908073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:50:33.338991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:50:32.931328Z","time spent":"407.540505ms","remote":"127.0.0.1:35826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":830,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-11T16:50:33.339046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:50:32.935436Z","time spent":"403.571918ms","remote":"127.0.0.1:36154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3804,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T16:50:33.339196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:50:32.940824Z","time spent":"398.21345ms","remote":"127.0.0.1:35826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":649,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-11T16:50:33.33922Z","caller":"traceutil/trace.go:171","msg":"trace[268589047] transaction","detail":"{read_only:false; response_revision:333; number_of_response:1; }","duration":"398.326252ms","start":"2026-03-11T16:50:32.940873Z","end":"2026-03-11T16:50:33.339199Z","steps":["trace[268589047] 'process raft request' (duration: 397.966994ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:50:33.339239Z","caller":"traceutil/trace.go:171","msg":"trace[2107856453] transaction","detail":"{read_only:false; response_revision:332; number_of_response:1; }","duration":"398.357973ms","start":"2026-03-11T16:50:32.940872Z","end":"2026-03-11T16:50:33.33923Z","steps":["trace[2107856453] 'process raft request' (duration: 397.928234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:50:33.339282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:50:32.940848Z","time spent":"398.412804ms","remote":"127.0.0.1:35924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":156,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-11T16:50:33.33928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:50:32.940854Z","time spent":"398.397053ms","remote":"127.0.0.1:36166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2150,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-11T16:50:33.339295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.248292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6965"} {"level":"info","ts":"2026-03-11T16:50:33.339333Z","caller":"traceutil/trace.go:171","msg":"trace[1461205589] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:333; }","duration":"155.284783ms","start":"2026-03-11T16:50:33.184036Z","end":"2026-03-11T16:50:33.339321Z","steps":["trace[1461205589] 'agreement among raft nodes before linearized reading' (duration: 155.200061ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:50:33.488381Z","caller":"traceutil/trace.go:171","msg":"trace[915624831] transaction","detail":"{read_only:false; response_revision:335; number_of_response:1; }","duration":"144.312331ms","start":"2026-03-11T16:50:33.344015Z","end":"2026-03-11T16:50:33.488327Z","steps":["trace[915624831] 'process raft request' (duration: 113.521272ms)","trace[915624831] 'compare' (duration: 30.505353ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T16:50:33.488441Z","caller":"traceutil/trace.go:171","msg":"trace[121114702] transaction","detail":"{read_only:false; response_revision:338; number_of_response:1; }","duration":"106.616331ms","start":"2026-03-11T16:50:33.381797Z","end":"2026-03-11T16:50:33.488413Z","steps":["trace[121114702] 'process raft request' (duration: 106.55644ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:50:33.488445Z","caller":"traceutil/trace.go:171","msg":"trace[1152231366] transaction","detail":"{read_only:false; response_revision:336; number_of_response:1; }","duration":"142.43191ms","start":"2026-03-11T16:50:33.345977Z","end":"2026-03-11T16:50:33.488409Z","steps":["trace[1152231366] 'process raft request' (duration: 142.245696ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:50:33.488738Z","caller":"traceutil/trace.go:171","msg":"trace[1788324894] transaction","detail":"{read_only:false; response_revision:337; number_of_response:1; }","duration":"139.914415ms","start":"2026-03-11T16:50:33.348812Z","end":"2026-03-11T16:50:33.488726Z","steps":["trace[1788324894] 'process raft request' (duration: 139.490125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:50:34.244663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.247009ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T16:50:34.245187Z","caller":"traceutil/trace.go:171","msg":"trace[504201172] transaction","detail":"{read_only:false; response_revision:340; number_of_response:1; }","duration":"752.029551ms","start":"2026-03-11T16:50:33.493116Z","end":"2026-03-11T16:50:34.245146Z","steps":["trace[504201172] 'process raft request' (duration: 632.199659ms)","trace[504201172] 'compare' (duration: 119.113156ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T16:50:34.245226Z","caller":"traceutil/trace.go:171","msg":"trace[1025166485] transaction","detail":"{read_only:false; response_revision:342; number_of_response:1; }","duration":"749.918655ms","start":"2026-03-11T16:50:33.495289Z","end":"2026-03-11T16:50:34.245208Z","steps":["trace[1025166485] 'process raft request' (duration: 749.817833ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:50:34.245219Z","caller":"traceutil/trace.go:171","msg":"trace[1434854942] transaction","detail":"{read_only:false; response_revision:341; number_of_response:1; }","duration":"751.848248ms","start":"2026-03-11T16:50:33.493316Z","end":"2026-03-11T16:50:34.245164Z","steps":["trace[1434854942] 'process raft request' (duration: 751.717644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:50:34.245305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:50:33.495274Z","time spent":"749.992706ms","remote":"127.0.0.1:36148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2886,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T16:50:34.245329Z","caller":"traceutil/trace.go:171","msg":"trace[1834767641] transaction","detail":"{read_only:false; response_revision:343; number_of_response:1; }","duration":"747.116733ms","start":"2026-03-11T16:50:33.498188Z","end":"2026-03-11T16:50:34.245305Z","steps":["trace[1834767641] 'process raft request' (duration: 746.97342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:50:34.245375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:50:33.493093Z","time spent":"752.171204ms","remote":"127.0.0.1:35918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3424,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T16:50:34.245382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:50:33.493289Z","time spent":"752.015051ms","remote":"127.0.0.1:35826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":669,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-11T16:50:34.245463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:50:33.498176Z","time spent":"747.211565ms","remote":"127.0.0.1:35918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6740,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T16:50:34.526432Z","caller":"traceutil/trace.go:171","msg":"trace[1816113802] transaction","detail":"{read_only:false; response_revision:345; number_of_response:1; }","duration":"253.395727ms","start":"2026-03-11T16:50:34.273004Z","end":"2026-03-11T16:50:34.5264Z","steps":["trace[1816113802] 'process raft request' (duration: 156.652754ms)","trace[1816113802] 'compare' (duration: 96.486537ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T16:50:34.526695Z","caller":"traceutil/trace.go:171","msg":"trace[1184833737] transaction","detail":"{read_only:false; response_revision:346; number_of_response:1; }","duration":"155.308984ms","start":"2026-03-11T16:50:34.371358Z","end":"2026-03-11T16:50:34.526667Z","steps":["trace[1184833737] 'process raft request' (duration: 154.959476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:51:01.360626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.005907ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-11T16:51:01.970161Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438644257708909,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T16:51:02.470983Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438644257708909,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T16:51:02.657821Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.234109375s","expected-duration":"1s"} {"level":"info","ts":"2026-03-11T16:51:02.658351Z","caller":"traceutil/trace.go:171","msg":"trace[444478986] linearizableReadLoop","detail":"{readStateIndex:528; appliedIndex:527; }","duration":"1.188870671s","start":"2026-03-11T16:51:01.469456Z","end":"2026-03-11T16:51:02.658326Z","steps":["trace[444478986] 'read index received' (duration: 1.188606395s)","trace[444478986] 'applied index is now lower than readState.Index' (duration: 263.306µs)"],"step_count":2} {"level":"warn","ts":"2026-03-11T16:51:02.658611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.187605322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-11T16:51:02.658682Z","caller":"traceutil/trace.go:171","msg":"trace[1463958205] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:508; }","duration":"1.187736995s","start":"2026-03-11T16:51:01.470934Z","end":"2026-03-11T16:51:02.658671Z","steps":["trace[1463958205] 'agreement among raft nodes before linearized reading' (duration: 1.187532021s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:51:02.658762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.655788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T16:51:02.658754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.189262059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-11T16:51:02.658803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:51:01.470912Z","time spent":"1.187810607s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-11T16:51:02.65882Z","caller":"traceutil/trace.go:171","msg":"trace[2059429649] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:508; }","duration":"998.73882ms","start":"2026-03-11T16:51:01.660063Z","end":"2026-03-11T16:51:02.658802Z","steps":["trace[2059429649] 'agreement among raft nodes before linearized reading' (duration: 998.662868ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:51:02.658827Z","caller":"traceutil/trace.go:171","msg":"trace[844701416] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:508; }","duration":"1.189412302s","start":"2026-03-11T16:51:01.4694Z","end":"2026-03-11T16:51:02.658812Z","steps":["trace[844701416] 'agreement among raft nodes before linearized reading' (duration: 1.189063985s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:51:02.658853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:51:01.660044Z","time spent":"998.802541ms","remote":"127.0.0.1:35764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T16:51:02.658837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.178141912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-11T16:51:02.658928Z","caller":"traceutil/trace.go:171","msg":"trace[971304968] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:508; }","duration":"1.178271345s","start":"2026-03-11T16:51:01.480631Z","end":"2026-03-11T16:51:02.658902Z","steps":["trace[971304968] 'agreement among raft nodes before linearized reading' (duration: 1.177966718s)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:51:02.658876Z","caller":"traceutil/trace.go:171","msg":"trace[2013731396] transaction","detail":"{read_only:false; response_revision:508; number_of_response:1; }","duration":"1.246748765s","start":"2026-03-11T16:51:01.412072Z","end":"2026-03-11T16:51:02.65882Z","steps":["trace[2013731396] 'process raft request' (duration: 1.246079461s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:51:02.658863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:51:01.46936Z","time spent":"1.189495684s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T16:51:02.658979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:51:01.480616Z","time spent":"1.178351537s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T16:51:02.65898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.185607138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T16:51:02.659121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:51:01.412036Z","time spent":"1.24697007s","remote":"127.0.0.1:35918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T16:51:02.659168Z","caller":"traceutil/trace.go:171","msg":"trace[1911903521] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:508; }","duration":"1.185795012s","start":"2026-03-11T16:51:01.473278Z","end":"2026-03-11T16:51:02.659073Z","steps":["trace[1911903521] 'agreement among raft nodes before linearized reading' (duration: 1.185589717s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:51:02.658938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17444871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-11T16:51:02.65927Z","caller":"traceutil/trace.go:171","msg":"trace[1591525127] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:508; }","duration":"1.174867899s","start":"2026-03-11T16:51:01.484345Z","end":"2026-03-11T16:51:02.659213Z","steps":["trace[1591525127] 'agreement among raft nodes before linearized reading' (duration: 1.174184394s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:51:02.659281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:51:01.473267Z","time spent":"1.185995756s","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-03-11T16:51:02.65932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:51:01.484327Z","time spent":"1.174978542s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T16:51:04.34653Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.676871472s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-11T16:51:04.668823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00074434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-11T16:51:04.668915Z","caller":"traceutil/trace.go:171","msg":"trace[375865562] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000878333s","start":"2026-03-11T16:51:02.668016Z","end":"2026-03-11T16:51:04.668894Z","steps":["trace[375865562] 'agreement among raft nodes before linearized reading' (duration: 2.00076023s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:51:04.668969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:51:02.668006Z","time spent":"2.000948704s","remote":"127.0.0.1:35764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/11 16:51:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-11T16:51:04.962398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.416779ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T16:51:04.962561Z","caller":"traceutil/trace.go:171","msg":"trace[2126117023] linearizableReadLoop","detail":"{readStateIndex:532; appliedIndex:528; }","duration":"2.294506829s","start":"2026-03-11T16:51:02.668042Z","end":"2026-03-11T16:51:04.962549Z","steps":["trace[2126117023] 'read index received' (duration: 1.669396ms)","trace[2126117023] 'applied index is now lower than readState.Index' (duration: 2.292836663s)"],"step_count":2} {"level":"info","ts":"2026-03-11T16:51:04.962628Z","caller":"traceutil/trace.go:171","msg":"trace[1017565998] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"2.297987337s","start":"2026-03-11T16:51:02.664633Z","end":"2026-03-11T16:51:04.962621Z","steps":["trace[1017565998] 'process raft request' (duration: 1.682086948s)","trace[1017565998] 'compare' (duration: 614.945888ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T16:51:04.962667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:51:02.664611Z","time spent":"2.298033928s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T16:51:04.962876Z","caller":"traceutil/trace.go:171","msg":"trace[1063031505] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"2.297623568s","start":"2026-03-11T16:51:02.665215Z","end":"2026-03-11T16:51:04.962839Z","steps":["trace[1063031505] 'process raft request' (duration: 2.297308811s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:51:04.962943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.18999105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T16:51:04.96303Z","caller":"traceutil/trace.go:171","msg":"trace[497104442] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:512; }","duration":"2.190112582s","start":"2026-03-11T16:51:02.772895Z","end":"2026-03-11T16:51:04.963008Z","steps":["trace[497104442] 'agreement among raft nodes before linearized reading' (duration: 2.189954128s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:51:04.963033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:51:02.665202Z","time spent":"2.29774611s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T16:51:04.963077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:51:02.772883Z","time spent":"2.190184624s","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-03-11T16:51:04.963044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.890968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-11T16:51:04.963037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.029675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T16:51:04.963053Z","caller":"traceutil/trace.go:171","msg":"trace[2063055493] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"2.298290054s","start":"2026-03-11T16:51:02.664717Z","end":"2026-03-11T16:51:04.963007Z","steps":["trace[2063055493] 'process raft request' (duration: 2.297757202s)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:51:04.963179Z","caller":"traceutil/trace.go:171","msg":"trace[1721184374] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:512; }","duration":"237.072822ms","start":"2026-03-11T16:51:04.726081Z","end":"2026-03-11T16:51:04.963153Z","steps":["trace[1721184374] 'agreement among raft nodes before linearized reading' (duration: 236.788836ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:51:04.963201Z","caller":"traceutil/trace.go:171","msg":"trace[653090858] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:512; }","duration":"294.25263ms","start":"2026-03-11T16:51:04.668916Z","end":"2026-03-11T16:51:04.963169Z","steps":["trace[653090858] 'agreement among raft nodes before linearized reading' (duration: 293.978754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:51:04.96334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:51:02.664709Z","time spent":"2.298491258s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T16:51:05.127294Z","caller":"traceutil/trace.go:171","msg":"trace[694103822] linearizableReadLoop","detail":"{readStateIndex:534; appliedIndex:532; }","duration":"154.489039ms","start":"2026-03-11T16:51:04.972778Z","end":"2026-03-11T16:51:05.127267Z","steps":["trace[694103822] 'read index received' (duration: 121.824075ms)","trace[694103822] 'applied index is now lower than readState.Index' (duration: 32.663614ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T16:51:05.127377Z","caller":"traceutil/trace.go:171","msg":"trace[399997316] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"158.900417ms","start":"2026-03-11T16:51:04.968438Z","end":"2026-03-11T16:51:05.127339Z","steps":["trace[399997316] 'process raft request' (duration: 158.765804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:51:05.127551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.728405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T16:51:05.127544Z","caller":"traceutil/trace.go:171","msg":"trace[542836269] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"158.750444ms","start":"2026-03-11T16:51:04.968706Z","end":"2026-03-11T16:51:05.127456Z","steps":["trace[542836269] 'process raft request' (duration: 125.847344ms)","trace[542836269] 'compare' (duration: 32.46429ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T16:51:05.127688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.909699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T16:51:05.127748Z","caller":"traceutil/trace.go:171","msg":"trace[2064100474] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:514; }","duration":"155.025462ms","start":"2026-03-11T16:51:04.972711Z","end":"2026-03-11T16:51:05.127736Z","steps":["trace[2064100474] 'agreement among raft nodes before linearized reading' (duration: 154.701735ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:51:05.12761Z","caller":"traceutil/trace.go:171","msg":"trace[227938787] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:514; }","duration":"149.817816ms","start":"2026-03-11T16:51:04.977776Z","end":"2026-03-11T16:51:05.127593Z","steps":["trace[227938787] 'agreement among raft nodes before linearized reading' (duration: 149.696274ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:51:06.876651Z","caller":"traceutil/trace.go:171","msg":"trace[1133652255] linearizableReadLoop","detail":"{readStateIndex:671; appliedIndex:670; }","duration":"216.096317ms","start":"2026-03-11T16:51:06.660501Z","end":"2026-03-11T16:51:06.876598Z","steps":["trace[1133652255] 'read index received' (duration: 215.685668ms)","trace[1133652255] 'applied index is now lower than readState.Index' (duration: 409.179µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T16:51:06.876754Z","caller":"traceutil/trace.go:171","msg":"trace[206926618] transaction","detail":"{read_only:false; response_revision:649; number_of_response:1; }","duration":"278.386289ms","start":"2026-03-11T16:51:06.598324Z","end":"2026-03-11T16:51:06.87671Z","steps":["trace[206926618] 'process raft request' (duration: 277.916739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:51:06.876894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.363852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T16:51:06.876939Z","caller":"traceutil/trace.go:171","msg":"trace[979153612] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:649; }","duration":"216.494105ms","start":"2026-03-11T16:51:06.660433Z","end":"2026-03-11T16:51:06.876927Z","steps":["trace[979153612] 'agreement among raft nodes before linearized reading' (duration: 216.317631ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:51:06.880985Z","caller":"traceutil/trace.go:171","msg":"trace[1213694397] transaction","detail":"{read_only:false; response_revision:650; number_of_response:1; }","duration":"192.581194ms","start":"2026-03-11T16:51:06.688373Z","end":"2026-03-11T16:51:06.880954Z","steps":["trace[1213694397] 'process raft request' (duration: 192.441611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:51:09.931235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.984969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T16:51:09.931301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.759921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10377"} {"level":"info","ts":"2026-03-11T16:51:09.931332Z","caller":"traceutil/trace.go:171","msg":"trace[698360259] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:705; }","duration":"273.122633ms","start":"2026-03-11T16:51:09.658189Z","end":"2026-03-11T16:51:09.931311Z","steps":["trace[698360259] 'range keys from in-memory index tree' (duration: 272.897327ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:51:09.931364Z","caller":"traceutil/trace.go:171","msg":"trace[1706514215] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:705; }","duration":"243.846473ms","start":"2026-03-11T16:51:09.687503Z","end":"2026-03-11T16:51:09.93135Z","steps":["trace[1706514215] 'range keys from in-memory index tree' (duration: 243.543676ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:51:10.78941Z","caller":"traceutil/trace.go:171","msg":"trace[1526707541] transaction","detail":"{read_only:false; response_revision:714; number_of_response:1; }","duration":"149.326355ms","start":"2026-03-11T16:51:10.640045Z","end":"2026-03-11T16:51:10.789372Z","steps":["trace[1526707541] 'process raft request' (duration: 96.807199ms)","trace[1526707541] 'compare' (duration: 52.018074ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T16:51:10.789338Z","caller":"traceutil/trace.go:171","msg":"trace[1795245692] linearizableReadLoop","detail":"{readStateIndex:736; appliedIndex:735; }","duration":"128.032632ms","start":"2026-03-11T16:51:10.661268Z","end":"2026-03-11T16:51:10.789301Z","steps":["trace[1795245692] 'read index received' (duration: 75.536116ms)","trace[1795245692] 'applied index is now lower than readState.Index' (duration: 52.495266ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T16:51:10.789649Z","caller":"traceutil/trace.go:171","msg":"trace[1106531409] transaction","detail":"{read_only:false; response_revision:715; number_of_response:1; }","duration":"124.577136ms","start":"2026-03-11T16:51:10.665036Z","end":"2026-03-11T16:51:10.789613Z","steps":["trace[1106531409] 'process raft request' (duration: 124.207307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:51:10.789802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.512713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T16:51:10.789921Z","caller":"traceutil/trace.go:171","msg":"trace[2031990283] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:715; }","duration":"128.692507ms","start":"2026-03-11T16:51:10.6612Z","end":"2026-03-11T16:51:10.789892Z","steps":["trace[2031990283] 'agreement among raft nodes before linearized reading' (duration: 128.268377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:51:10.790264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.377015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"info","ts":"2026-03-11T16:51:10.790342Z","caller":"traceutil/trace.go:171","msg":"trace[2037832533] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:715; }","duration":"103.564579ms","start":"2026-03-11T16:51:10.686758Z","end":"2026-03-11T16:51:10.790323Z","steps":["trace[2037832533] 'agreement among raft nodes before linearized reading' (duration: 103.304293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:51:11.013054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.947458ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-11T16:51:11.01328Z","caller":"traceutil/trace.go:171","msg":"trace[1946792081] linearizableReadLoop","detail":"{readStateIndex:738; appliedIndex:737; }","duration":"125.69373ms","start":"2026-03-11T16:51:10.887568Z","end":"2026-03-11T16:51:11.013262Z","steps":["trace[1946792081] 'read index received' (duration: 7.384583ms)","trace[1946792081] 'applied index is now lower than readState.Index' (duration: 118.307397ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T16:51:11.013639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.072509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188252"} {"level":"info","ts":"2026-03-11T16:51:11.013801Z","caller":"traceutil/trace.go:171","msg":"trace[2032842584] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:715; }","duration":"126.237182ms","start":"2026-03-11T16:51:10.8875Z","end":"2026-03-11T16:51:11.013737Z","steps":["trace[2032842584] 'agreement among raft nodes before linearized reading' (duration: 125.833654ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:51:11.027548Z","caller":"traceutil/trace.go:171","msg":"trace[452107592] transaction","detail":"{read_only:false; response_revision:716; number_of_response:1; }","duration":"116.141828ms","start":"2026-03-11T16:51:10.911363Z","end":"2026-03-11T16:51:11.027504Z","steps":["trace[452107592] 'process raft request' (duration: 115.546804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:51:26.186443Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438644257709582,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T16:51:26.952624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.153821ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T16:51:26.952899Z","caller":"traceutil/trace.go:171","msg":"trace[626179325] transaction","detail":"{read_only:false; response_revision:899; number_of_response:1; }","duration":"1.321474782s","start":"2026-03-11T16:51:25.631406Z","end":"2026-03-11T16:51:26.95288Z","steps":["trace[626179325] 'process raft request' (duration: 1.32141979s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:51:26.95298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:51:25.631378Z","time spent":"1.321569923s","remote":"127.0.0.1:35908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1081,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T16:51:26.955577Z","caller":"traceutil/trace.go:171","msg":"trace[1133551265] linearizableReadLoop","detail":"{readStateIndex:927; appliedIndex:923; }","duration":"1.27007524s","start":"2026-03-11T16:51:25.685442Z","end":"2026-03-11T16:51:26.955517Z","steps":["trace[1133551265] 'read index received' (duration: 930.933703ms)","trace[1133551265] 'applied index is now lower than readState.Index' (duration: 339.139857ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T16:51:26.955785Z","caller":"traceutil/trace.go:171","msg":"trace[1381944066] transaction","detail":"{read_only:false; response_revision:898; number_of_response:1; }","duration":"1.322126616s","start":"2026-03-11T16:51:25.630877Z","end":"2026-03-11T16:51:26.953004Z","steps":["trace[1381944066] 'process raft request' (duration: 1.321858609s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:51:26.956054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:51:25.630868Z","time spent":"1.325122363s","remote":"127.0.0.1:36154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4503,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T16:51:26.955579Z","caller":"traceutil/trace.go:171","msg":"trace[912564632] transaction","detail":"{read_only:false; response_revision:897; number_of_response:1; }","duration":"1.326587854s","start":"2026-03-11T16:51:25.628935Z","end":"2026-03-11T16:51:26.955522Z","steps":["trace[912564632] 'process raft request' (duration: 987.427077ms)","trace[912564632] 'compare' (duration: 335.946436ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T16:51:26.956368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:51:25.628922Z","time spent":"1.327349402s","remote":"127.0.0.1:35992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1602,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T16:51:26.956815Z","caller":"traceutil/trace.go:171","msg":"trace[1811238197] transaction","detail":"{read_only:false; response_revision:900; number_of_response:1; }","duration":"1.147453289s","start":"2026-03-11T16:51:25.809344Z","end":"2026-03-11T16:51:26.956798Z","steps":["trace[1811238197] 'process raft request' (duration: 1.145600408s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:51:26.956917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:51:25.809328Z","time spent":"1.147543581s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T16:51:26.957822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.272344341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-11T16:51:26.957943Z","caller":"traceutil/trace.go:171","msg":"trace[215980449] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:1; response_revision:900; }","duration":"1.272508024s","start":"2026-03-11T16:51:25.685386Z","end":"2026-03-11T16:51:26.957894Z","steps":["trace[215980449] 'agreement among raft nodes before linearized reading' (duration: 1.270507351s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:51:26.95951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:51:25.68537Z","time spent":"1.272612626s","remote":"127.0.0.1:35788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.153\" "} {"level":"warn","ts":"2026-03-11T16:51:26.961107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.086623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-bgdqt\" ","response":"range_response_count:1 size:5350"} {"level":"info","ts":"2026-03-11T16:51:26.961168Z","caller":"traceutil/trace.go:171","msg":"trace[734307475] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-webhook-548949fc64-bgdqt; range_end:; response_count:1; response_revision:900; }","duration":"265.194816ms","start":"2026-03-11T16:51:26.695957Z","end":"2026-03-11T16:51:26.961152Z","steps":["trace[734307475] 'agreement among raft nodes before linearized reading' (duration: 261.466713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:51:26.96159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.412086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-11T16:51:26.961711Z","caller":"traceutil/trace.go:171","msg":"trace[560824209] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:900; }","duration":"263.54768ms","start":"2026-03-11T16:51:26.698118Z","end":"2026-03-11T16:51:26.961666Z","steps":["trace[560824209] 'agreement among raft nodes before linearized reading' (duration: 259.116861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:51:26.963176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.805119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T16:51:26.963252Z","caller":"traceutil/trace.go:171","msg":"trace[1886540507] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:900; }","duration":"301.919091ms","start":"2026-03-11T16:51:26.661319Z","end":"2026-03-11T16:51:26.963238Z","steps":["trace[1886540507] 'agreement among raft nodes before linearized reading' (duration: 294.768493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:51:26.963288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:51:26.661299Z","time spent":"301.982803ms","remote":"127.0.0.1:35764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-11T16:51:27.460366Z","caller":"traceutil/trace.go:171","msg":"trace[264343560] linearizableReadLoop","detail":"{readStateIndex:942; appliedIndex:940; }","duration":"103.794883ms","start":"2026-03-11T16:51:27.356543Z","end":"2026-03-11T16:51:27.460338Z","steps":["trace[264343560] 'read index received' (duration: 95.216713ms)","trace[264343560] 'applied index is now lower than readState.Index' (duration: 8.57696ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T16:51:27.460436Z","caller":"traceutil/trace.go:171","msg":"trace[2064928772] transaction","detail":"{read_only:false; response_revision:914; number_of_response:1; }","duration":"104.810517ms","start":"2026-03-11T16:51:27.355593Z","end":"2026-03-11T16:51:27.460403Z","steps":["trace[2064928772] 'process raft request' (duration: 104.664004ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:51:27.460497Z","caller":"traceutil/trace.go:171","msg":"trace[970329139] transaction","detail":"{read_only:false; response_revision:913; number_of_response:1; }","duration":"105.364959ms","start":"2026-03-11T16:51:27.355079Z","end":"2026-03-11T16:51:27.460444Z","steps":["trace[970329139] 'process raft request' (duration: 96.748068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:51:27.460678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.10694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-rcxsv\" ","response":"range_response_count:1 size:5072"} {"level":"info","ts":"2026-03-11T16:51:27.460734Z","caller":"traceutil/trace.go:171","msg":"trace[2110328821] range","detail":"{range_begin:/registry/pods/kube-system/coredns-7c96b6546b-rcxsv; range_end:; response_count:1; response_revision:914; }","duration":"104.211163ms","start":"2026-03-11T16:51:27.356512Z","end":"2026-03-11T16:51:27.460723Z","steps":["trace[2110328821] 'agreement among raft nodes before linearized reading' (duration: 103.987708ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:51:43.868089Z","caller":"traceutil/trace.go:171","msg":"trace[522032063] linearizableReadLoop","detail":"{readStateIndex:1081; appliedIndex:1080; }","duration":"221.348073ms","start":"2026-03-11T16:51:43.646701Z","end":"2026-03-11T16:51:43.868049Z","steps":["trace[522032063] 'read index received' (duration: 123.4217ms)","trace[522032063] 'applied index is now lower than readState.Index' (duration: 97.925143ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T16:51:43.868203Z","caller":"traceutil/trace.go:171","msg":"trace[221946344] transaction","detail":"{read_only:false; response_revision:1044; number_of_response:1; }","duration":"320.72492ms","start":"2026-03-11T16:51:43.547421Z","end":"2026-03-11T16:51:43.868146Z","steps":["trace[221946344] 'process raft request' (duration: 222.792316ms)","trace[221946344] 'compare' (duration: 97.669428ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T16:51:43.868356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.668947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T16:51:43.868413Z","caller":"traceutil/trace.go:171","msg":"trace[595558310] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1044; }","duration":"206.758379ms","start":"2026-03-11T16:51:43.661641Z","end":"2026-03-11T16:51:43.868399Z","steps":["trace[595558310] 'agreement among raft nodes before linearized reading' (duration: 206.635766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:51:43.868434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.697611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-jlg22\" ","response":"range_response_count:1 size:4197"} {"level":"info","ts":"2026-03-11T16:51:43.868542Z","caller":"traceutil/trace.go:171","msg":"trace[2096415344] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-jlg22; range_end:; response_count:1; response_revision:1044; }","duration":"221.854634ms","start":"2026-03-11T16:51:43.646658Z","end":"2026-03-11T16:51:43.868513Z","steps":["trace[2096415344] 'agreement among raft nodes before linearized reading' (duration: 221.539117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:51:43.868551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:51:43.547396Z","time spent":"320.990825ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T16:51:49.369992Z","caller":"traceutil/trace.go:171","msg":"trace[1591657277] transaction","detail":"{read_only:false; response_revision:1152; number_of_response:1; }","duration":"165.949864ms","start":"2026-03-11T16:51:49.204003Z","end":"2026-03-11T16:51:49.369953Z","steps":["trace[1591657277] 'process raft request' (duration: 165.7437ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:51:50.638307Z","caller":"traceutil/trace.go:171","msg":"trace[360759188] transaction","detail":"{read_only:false; response_revision:1157; number_of_response:1; }","duration":"119.972892ms","start":"2026-03-11T16:51:50.518259Z","end":"2026-03-11T16:51:50.638232Z","steps":["trace[360759188] 'process raft request' (duration: 119.007731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:51:53.616623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.124659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-11T16:51:53.616717Z","caller":"traceutil/trace.go:171","msg":"trace[1221635458] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1168; }","duration":"130.334773ms","start":"2026-03-11T16:51:53.486357Z","end":"2026-03-11T16:51:53.616692Z","steps":["trace[1221635458] 'range keys from in-memory index tree' (duration: 129.892254ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:52:10.734755Z","caller":"traceutil/trace.go:171","msg":"trace[1187676842] linearizableReadLoop","detail":"{readStateIndex:1536; appliedIndex:1535; }","duration":"403.349603ms","start":"2026-03-11T16:52:10.331367Z","end":"2026-03-11T16:52:10.734716Z","steps":["trace[1187676842] 'read index received' (duration: 403.021945ms)","trace[1187676842] 'applied index is now lower than readState.Index' (duration: 326.438µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T16:52:10.734885Z","caller":"traceutil/trace.go:171","msg":"trace[1160626581] transaction","detail":"{read_only:false; response_revision:1471; number_of_response:1; }","duration":"403.962676ms","start":"2026-03-11T16:52:10.330887Z","end":"2026-03-11T16:52:10.73485Z","steps":["trace[1160626581] 'process raft request' (duration: 403.604808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:52:10.734995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.601078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T16:52:10.735115Z","caller":"traceutil/trace.go:171","msg":"trace[64874778] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:0; response_revision:1471; }","duration":"403.732281ms","start":"2026-03-11T16:52:10.331335Z","end":"2026-03-11T16:52:10.735067Z","steps":["trace[64874778] 'agreement among raft nodes before linearized reading' (duration: 403.542857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:52:10.735071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.432687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-11T16:52:10.735164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:52:10.331324Z","time spent":"403.832133ms","remote":"127.0.0.1:60230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-11T16:52:10.735178Z","caller":"traceutil/trace.go:171","msg":"trace[1284071275] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:1471; }","duration":"148.57767ms","start":"2026-03-11T16:52:10.586585Z","end":"2026-03-11T16:52:10.735162Z","steps":["trace[1284071275] 'agreement among raft nodes before linearized reading' (duration: 148.385816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:52:10.735414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:52:10.330858Z","time spent":"404.099449ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T16:52:22.053103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.3094ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-11T16:52:22.053219Z","caller":"traceutil/trace.go:171","msg":"trace[1818686930] linearizableReadLoop","detail":"{readStateIndex:1655; appliedIndex:1654; }","duration":"899.730831ms","start":"2026-03-11T16:52:21.153469Z","end":"2026-03-11T16:52:22.0532Z","steps":["trace[1818686930] 'read index received' (duration: 39.86µs)","trace[1818686930] 'applied index is now lower than readState.Index' (duration: 899.689491ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T16:52:22.053589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.034674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T16:52:22.053648Z","caller":"traceutil/trace.go:171","msg":"trace[1056319190] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:1587; }","duration":"142.132687ms","start":"2026-03-11T16:52:21.911501Z","end":"2026-03-11T16:52:22.053634Z","steps":["trace[1056319190] 'agreement among raft nodes before linearized reading' (duration: 142.028415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:52:22.053642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.229674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T16:52:22.053657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.72329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-11T16:52:22.053692Z","caller":"traceutil/trace.go:171","msg":"trace[1879642114] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1587; }","duration":"392.322355ms","start":"2026-03-11T16:52:21.661355Z","end":"2026-03-11T16:52:22.053677Z","steps":["trace[1879642114] 'agreement among raft nodes before linearized reading' (duration: 392.242073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:52:22.053673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.394697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-11T16:52:22.053685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.155987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-11T16:52:22.053719Z","caller":"traceutil/trace.go:171","msg":"trace[376055040] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1587; }","duration":"167.824223ms","start":"2026-03-11T16:52:21.88588Z","end":"2026-03-11T16:52:22.053704Z","steps":["trace[376055040] 'agreement among raft nodes before linearized reading' (duration: 167.647989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:52:22.053732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:52:21.661335Z","time spent":"392.384717ms","remote":"127.0.0.1:35764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-11T16:52:22.053746Z","caller":"traceutil/trace.go:171","msg":"trace[2809638] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1587; }","duration":"607.51201ms","start":"2026-03-11T16:52:21.446215Z","end":"2026-03-11T16:52:22.053727Z","steps":["trace[2809638] 'agreement among raft nodes before linearized reading' (duration: 607.318556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:52:22.053673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.247443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-11T16:52:22.053783Z","caller":"traceutil/trace.go:171","msg":"trace[1834346796] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1587; }","duration":"247.444698ms","start":"2026-03-11T16:52:21.80633Z","end":"2026-03-11T16:52:22.053775Z","steps":["trace[1834346796] 'agreement among raft nodes before linearized reading' (duration: 247.201633ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:52:22.053751Z","caller":"traceutil/trace.go:171","msg":"trace[1956035951] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1587; }","duration":"171.260389ms","start":"2026-03-11T16:52:21.882476Z","end":"2026-03-11T16:52:22.053737Z","steps":["trace[1956035951] 'agreement among raft nodes before linearized reading' (duration: 171.102466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:52:22.053787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:52:21.44619Z","time spent":"607.588362ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T16:52:22.053587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.13257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-edbcf38a-9914-4514-b130-f7a283302049\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-03-11T16:52:22.054183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.065829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-11T16:52:22.05423Z","caller":"traceutil/trace.go:171","msg":"trace[1222160537] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1587; }","duration":"152.129601ms","start":"2026-03-11T16:52:21.902087Z","end":"2026-03-11T16:52:22.054217Z","steps":["trace[1222160537] 'agreement among raft nodes before linearized reading' (duration: 151.465146ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:52:22.054033Z","caller":"traceutil/trace.go:171","msg":"trace[746114697] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-edbcf38a-9914-4514-b130-f7a283302049; range_end:; response_count:1; response_revision:1587; }","duration":"900.963049ms","start":"2026-03-11T16:52:21.153038Z","end":"2026-03-11T16:52:22.054001Z","steps":["trace[746114697] 'agreement among raft nodes before linearized reading' (duration: 900.393497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:52:22.054787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:52:21.15302Z","time spent":"901.687035ms","remote":"127.0.0.1:35918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-edbcf38a-9914-4514-b130-f7a283302049\" "} {"level":"info","ts":"2026-03-11T16:52:22.228971Z","caller":"traceutil/trace.go:171","msg":"trace[1736781450] transaction","detail":"{read_only:false; response_revision:1589; number_of_response:1; }","duration":"171.581757ms","start":"2026-03-11T16:52:22.057364Z","end":"2026-03-11T16:52:22.228945Z","steps":["trace[1736781450] 'process raft request' (duration: 108.141405ms)","trace[1736781450] 'compare' (duration: 63.195596ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T16:52:22.229154Z","caller":"traceutil/trace.go:171","msg":"trace[1209130623] transaction","detail":"{read_only:false; response_revision:1590; number_of_response:1; }","duration":"171.187648ms","start":"2026-03-11T16:52:22.057956Z","end":"2026-03-11T16:52:22.229144Z","steps":["trace[1209130623] 'process raft request' (duration: 170.945933ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:52:22.229619Z","caller":"traceutil/trace.go:171","msg":"trace[1546743804] transaction","detail":"{read_only:false; response_revision:1591; number_of_response:1; }","duration":"170.222027ms","start":"2026-03-11T16:52:22.059365Z","end":"2026-03-11T16:52:22.229587Z","steps":["trace[1546743804] 'process raft request' (duration: 169.738675ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:52:22.229907Z","caller":"traceutil/trace.go:171","msg":"trace[583127048] transaction","detail":"{read_only:false; response_revision:1592; number_of_response:1; }","duration":"169.089041ms","start":"2026-03-11T16:52:22.060798Z","end":"2026-03-11T16:52:22.229887Z","steps":["trace[583127048] 'process raft request' (duration: 168.703372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:52:23.078478Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438644257710981,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T16:52:23.579342Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438644257710981,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T16:52:23.615124Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.148993428s","expected-duration":"1s"} {"level":"info","ts":"2026-03-11T16:52:23.615535Z","caller":"traceutil/trace.go:171","msg":"trace[1935459091] transaction","detail":"{read_only:false; response_revision:1594; number_of_response:1; }","duration":"1.149478309s","start":"2026-03-11T16:52:22.466034Z","end":"2026-03-11T16:52:23.615512Z","steps":["trace[1935459091] 'process raft request' (duration: 1.149313266s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:52:23.615681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:52:22.466011Z","time spent":"1.149593581s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T16:52:23.666227Z","caller":"traceutil/trace.go:171","msg":"trace[17383098] linearizableReadLoop","detail":"{readStateIndex:1663; appliedIndex:1661; }","duration":"1.087908729s","start":"2026-03-11T16:52:22.578299Z","end":"2026-03-11T16:52:23.666208Z","steps":["trace[17383098] 'read index received' (duration: 1.037022398s)","trace[17383098] 'applied index is now lower than readState.Index' (duration: 50.885211ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T16:52:23.666304Z","caller":"traceutil/trace.go:171","msg":"trace[1251811796] transaction","detail":"{read_only:false; response_revision:1595; number_of_response:1; }","duration":"893.356858ms","start":"2026-03-11T16:52:22.772938Z","end":"2026-03-11T16:52:23.666295Z","steps":["trace[1251811796] 'process raft request' (duration: 893.142823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:52:23.666397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:52:22.772915Z","time spent":"893.409919ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T16:52:23.666522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.960032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T16:52:23.666594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.026633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-edbcf38a-9914-4514-b130-f7a283302049\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-11T16:52:23.666597Z","caller":"traceutil/trace.go:171","msg":"trace[1752649058] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:1595; }","duration":"932.065805ms","start":"2026-03-11T16:52:22.734509Z","end":"2026-03-11T16:52:23.666575Z","steps":["trace[1752649058] 'agreement among raft nodes before linearized reading' (duration: 931.881961ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:52:23.666628Z","caller":"traceutil/trace.go:171","msg":"trace[140606862] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-edbcf38a-9914-4514-b130-f7a283302049; range_end:; response_count:1; response_revision:1595; }","duration":"605.066744ms","start":"2026-03-11T16:52:23.061551Z","end":"2026-03-11T16:52:23.666617Z","steps":["trace[140606862] 'agreement among raft nodes before linearized reading' (duration: 604.945601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:52:23.666648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:52:23.061505Z","time spent":"605.139006ms","remote":"127.0.0.1:35918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-edbcf38a-9914-4514-b130-f7a283302049\" "} {"level":"warn","ts":"2026-03-11T16:52:23.666631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088327298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-11T16:52:23.666656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:52:22.734501Z","time spent":"932.140176ms","remote":"127.0.0.1:36016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-03-11T16:52:23.666698Z","caller":"traceutil/trace.go:171","msg":"trace[1585378155] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1595; }","duration":"1.088425411s","start":"2026-03-11T16:52:22.578249Z","end":"2026-03-11T16:52:23.666675Z","steps":["trace[1585378155] 'agreement among raft nodes before linearized reading' (duration: 1.088224316s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:52:23.666746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:52:22.57823Z","time spent":"1.088502283s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-11T16:52:23.666834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.168877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-11T16:52:23.666858Z","caller":"traceutil/trace.go:171","msg":"trace[1752417128] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1595; }","duration":"605.229889ms","start":"2026-03-11T16:52:23.061621Z","end":"2026-03-11T16:52:23.66685Z","steps":["trace[1752417128] 'agreement among raft nodes before linearized reading' (duration: 605.162267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:52:23.666875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:52:23.0616Z","time spent":"605.270859ms","remote":"127.0.0.1:60230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-11T16:52:23.667024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.326296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"info","ts":"2026-03-11T16:52:23.667077Z","caller":"traceutil/trace.go:171","msg":"trace[384724531] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1595; }","duration":"781.419988ms","start":"2026-03-11T16:52:22.885642Z","end":"2026-03-11T16:52:23.667062Z","steps":["trace[384724531] 'agreement among raft nodes before linearized reading' (duration: 781.260695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:52:23.667175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:52:22.885622Z","time spent":"781.538801ms","remote":"127.0.0.1:35918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10351,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-11T16:52:28.35165Z","caller":"traceutil/trace.go:171","msg":"trace[219057454] transaction","detail":"{read_only:false; response_revision:1642; number_of_response:1; }","duration":"101.308961ms","start":"2026-03-11T16:52:28.250312Z","end":"2026-03-11T16:52:28.351621Z","steps":["trace[219057454] 'process raft request' (duration: 100.653896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:52:28.677242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.446176ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T16:52:28.677479Z","caller":"traceutil/trace.go:171","msg":"trace[1816890752] transaction","detail":"{read_only:false; response_revision:1645; number_of_response:1; }","duration":"320.486874ms","start":"2026-03-11T16:52:28.356974Z","end":"2026-03-11T16:52:28.677461Z","steps":["trace[1816890752] 'process raft request' (duration: 320.421072ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:52:28.677493Z","caller":"traceutil/trace.go:171","msg":"trace[620916745] transaction","detail":"{read_only:false; response_revision:1643; number_of_response:1; }","duration":"320.679349ms","start":"2026-03-11T16:52:28.356773Z","end":"2026-03-11T16:52:28.677452Z","steps":["trace[620916745] 'process raft request' (duration: 151.934096ms)","trace[620916745] 'compare' (duration: 167.997356ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T16:52:28.67755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:52:28.35697Z","time spent":"320.544155ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T16:52:28.677598Z","caller":"traceutil/trace.go:171","msg":"trace[607964918] transaction","detail":"{read_only:false; response_revision:1644; number_of_response:1; }","duration":"320.640837ms","start":"2026-03-11T16:52:28.356928Z","end":"2026-03-11T16:52:28.677568Z","steps":["trace[607964918] 'process raft request' (duration: 320.413852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:52:28.677684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:52:28.356761Z","time spent":"320.814621ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T16:52:28.677727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:52:28.356922Z","time spent":"320.740979ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T16:52:28.677899Z","caller":"traceutil/trace.go:171","msg":"trace[728810062] transaction","detail":"{read_only:false; response_revision:1646; number_of_response:1; }","duration":"320.880303ms","start":"2026-03-11T16:52:28.356987Z","end":"2026-03-11T16:52:28.677867Z","steps":["trace[728810062] 'process raft request' (duration: 320.438333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:52:28.67808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:52:28.35697Z","time spent":"321.019546ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T16:52:36.032464Z","caller":"traceutil/trace.go:171","msg":"trace[381671310] transaction","detail":"{read_only:false; response_revision:1705; number_of_response:1; }","duration":"262.969615ms","start":"2026-03-11T16:52:35.769453Z","end":"2026-03-11T16:52:36.032423Z","steps":["trace[381671310] 'process raft request' (duration: 262.898294ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:52:36.032574Z","caller":"traceutil/trace.go:171","msg":"trace[1562686925] transaction","detail":"{read_only:false; response_revision:1703; number_of_response:1; }","duration":"307.880032ms","start":"2026-03-11T16:52:35.724632Z","end":"2026-03-11T16:52:36.032512Z","steps":["trace[1562686925] 'process raft request' (duration: 272.817086ms)","trace[1562686925] 'compare' (duration: 34.580245ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T16:52:36.032765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:52:35.724612Z","time spent":"308.055896ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T16:52:36.032786Z","caller":"traceutil/trace.go:171","msg":"trace[771682791] linearizableReadLoop","detail":"{readStateIndex:1777; appliedIndex:1774; }","duration":"270.177227ms","start":"2026-03-11T16:52:35.762572Z","end":"2026-03-11T16:52:36.03275Z","steps":["trace[771682791] 'read index received' (duration: 5.950133ms)","trace[771682791] 'applied index is now lower than readState.Index' (duration: 264.219984ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T16:52:36.032907Z","caller":"traceutil/trace.go:171","msg":"trace[1447532211] transaction","detail":"{read_only:false; response_revision:1704; number_of_response:1; }","duration":"307.670568ms","start":"2026-03-11T16:52:35.725135Z","end":"2026-03-11T16:52:36.032806Z","steps":["trace[1447532211] 'process raft request' (duration: 307.138016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:52:36.033031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.426623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-11T16:52:36.033071Z","caller":"traceutil/trace.go:171","msg":"trace[1384117309] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1705; }","duration":"270.520235ms","start":"2026-03-11T16:52:35.762538Z","end":"2026-03-11T16:52:36.033058Z","steps":["trace[1384117309] 'agreement among raft nodes before linearized reading' (duration: 270.315621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:52:36.033194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:52:35.725119Z","time spent":"307.868832ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T16:52:36.772287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.06881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T16:52:36.772399Z","caller":"traceutil/trace.go:171","msg":"trace[635096231] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1707; }","duration":"111.235444ms","start":"2026-03-11T16:52:36.661137Z","end":"2026-03-11T16:52:36.772373Z","steps":["trace[635096231] 'range keys from in-memory index tree' (duration: 110.977038ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:52:38.597693Z","caller":"traceutil/trace.go:171","msg":"trace[1891885528] transaction","detail":"{read_only:false; response_revision:1717; number_of_response:1; }","duration":"141.8847ms","start":"2026-03-11T16:52:38.455774Z","end":"2026-03-11T16:52:38.597658Z","steps":["trace[1891885528] 'process raft request' (duration: 141.658975ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:52:38.665481Z","caller":"traceutil/trace.go:171","msg":"trace[1876361183] transaction","detail":"{read_only:false; response_revision:1718; number_of_response:1; }","duration":"202.4545ms","start":"2026-03-11T16:52:38.462977Z","end":"2026-03-11T16:52:38.665431Z","steps":["trace[1876361183] 'process raft request' (duration: 202.262375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:52:38.993246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.965671ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T16:52:38.993352Z","caller":"traceutil/trace.go:171","msg":"trace[1731056830] linearizableReadLoop","detail":"{readStateIndex:1793; appliedIndex:1792; }","duration":"207.892401ms","start":"2026-03-11T16:52:38.785444Z","end":"2026-03-11T16:52:38.993337Z","steps":["trace[1731056830] 'read index received' (duration: 37.702696ms)","trace[1731056830] 'applied index is now lower than readState.Index' (duration: 170.188355ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T16:52:38.993427Z","caller":"traceutil/trace.go:171","msg":"trace[1352228220] transaction","detail":"{read_only:false; response_revision:1720; number_of_response:1; }","duration":"209.089087ms","start":"2026-03-11T16:52:38.784328Z","end":"2026-03-11T16:52:38.993417Z","steps":["trace[1352228220] 'process raft request' (duration: 38.874221ms)","trace[1352228220] 'compare' (duration: 169.794037ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T16:52:38.993668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.326665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-11T16:52:38.993729Z","caller":"traceutil/trace.go:171","msg":"trace[1245948128] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1720; }","duration":"202.404807ms","start":"2026-03-11T16:52:38.791308Z","end":"2026-03-11T16:52:38.993713Z","steps":["trace[1245948128] 'agreement among raft nodes before linearized reading' (duration: 202.238813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:52:38.993754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.28233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-11T16:52:38.993724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.259064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-11T16:52:38.993795Z","caller":"traceutil/trace.go:171","msg":"trace[1944693485] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1720; }","duration":"208.376062ms","start":"2026-03-11T16:52:38.785407Z","end":"2026-03-11T16:52:38.993783Z","steps":["trace[1944693485] 'agreement among raft nodes before linearized reading' (duration: 208.206519ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:52:38.993833Z","caller":"traceutil/trace.go:171","msg":"trace[319711743] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1720; }","duration":"202.403077ms","start":"2026-03-11T16:52:38.791419Z","end":"2026-03-11T16:52:38.993822Z","steps":["trace[319711743] 'agreement among raft nodes before linearized reading' (duration: 202.201173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:52:40.563672Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438644257711271,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-11T16:52:40.591127Z","caller":"traceutil/trace.go:171","msg":"trace[545282509] transaction","detail":"{read_only:false; response_revision:1724; number_of_response:1; }","duration":"545.399788ms","start":"2026-03-11T16:52:40.045669Z","end":"2026-03-11T16:52:40.591068Z","steps":["trace[545282509] 'process raft request' (duration: 545.226664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:52:40.591323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:52:40.045641Z","time spent":"545.570261ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T16:52:40.598223Z","caller":"traceutil/trace.go:171","msg":"trace[1123952056] linearizableReadLoop","detail":"{readStateIndex:1799; appliedIndex:1796; }","duration":"535.500156ms","start":"2026-03-11T16:52:40.062703Z","end":"2026-03-11T16:52:40.598203Z","steps":["trace[1123952056] 'read index received' (duration: 528.222003ms)","trace[1123952056] 'applied index is now lower than readState.Index' (duration: 7.277663ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T16:52:40.598289Z","caller":"traceutil/trace.go:171","msg":"trace[489842148] transaction","detail":"{read_only:false; response_revision:1725; number_of_response:1; }","duration":"551.989436ms","start":"2026-03-11T16:52:40.046265Z","end":"2026-03-11T16:52:40.598254Z","steps":["trace[489842148] 'process raft request' (duration: 551.791671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:52:40.59845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.931645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-03-11T16:52:40.59846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.751451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-11T16:52:40.59846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.856131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-11T16:52:40.598492Z","caller":"traceutil/trace.go:171","msg":"trace[1685167534] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1726; }","duration":"383.018777ms","start":"2026-03-11T16:52:40.215461Z","end":"2026-03-11T16:52:40.598479Z","steps":["trace[1685167534] 'agreement among raft nodes before linearized reading' (duration: 382.857264ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:52:40.598505Z","caller":"traceutil/trace.go:171","msg":"trace[271689622] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1726; }","duration":"535.809403ms","start":"2026-03-11T16:52:40.062684Z","end":"2026-03-11T16:52:40.598493Z","steps":["trace[271689622] 'agreement among raft nodes before linearized reading' (duration: 535.647029ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:52:40.598508Z","caller":"traceutil/trace.go:171","msg":"trace[1819653851] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1726; }","duration":"315.946893ms","start":"2026-03-11T16:52:40.282552Z","end":"2026-03-11T16:52:40.598499Z","steps":["trace[1819653851] 'agreement among raft nodes before linearized reading' (duration: 315.82896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:52:40.598517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:52:40.215443Z","time spent":"383.068908ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-11T16:52:40.598497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:52:40.046253Z","time spent":"552.131039ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T16:52:40.598539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:52:40.282536Z","time spent":"315.993904ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T16:52:40.598539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:52:40.06262Z","time spent":"535.910354ms","remote":"127.0.0.1:60230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-11T16:52:40.598897Z","caller":"traceutil/trace.go:171","msg":"trace[46613674] transaction","detail":"{read_only:false; response_revision:1726; number_of_response:1; }","duration":"491.896048ms","start":"2026-03-11T16:52:40.106391Z","end":"2026-03-11T16:52:40.598287Z","steps":["trace[46613674] 'process raft request' (duration: 491.781416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:52:40.599235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:52:40.106347Z","time spent":"492.693106ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T16:53:12.600718Z","caller":"traceutil/trace.go:171","msg":"trace[1190374009] transaction","detail":"{read_only:false; response_revision:1887; number_of_response:1; }","duration":"232.869683ms","start":"2026-03-11T16:53:12.36782Z","end":"2026-03-11T16:53:12.60069Z","steps":["trace[1190374009] 'process raft request' (duration: 232.692419ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:53:13.261895Z","caller":"traceutil/trace.go:171","msg":"trace[1177415147] linearizableReadLoop","detail":"{readStateIndex:1970; appliedIndex:1968; }","duration":"362.946788ms","start":"2026-03-11T16:53:12.898921Z","end":"2026-03-11T16:53:13.261868Z","steps":["trace[1177415147] 'read index received' (duration: 19.291535ms)","trace[1177415147] 'applied index is now lower than readState.Index' (duration: 343.653943ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T16:53:13.262215Z","caller":"traceutil/trace.go:171","msg":"trace[162521780] transaction","detail":"{read_only:false; response_revision:1890; number_of_response:1; }","duration":"387.442373ms","start":"2026-03-11T16:53:12.874733Z","end":"2026-03-11T16:53:13.262176Z","steps":["trace[162521780] 'process raft request' (duration: 386.997552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:53:13.262389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:53:12.874711Z","time spent":"387.588477ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T16:53:13.262874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.313662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-11T16:53:13.263036Z","caller":"traceutil/trace.go:171","msg":"trace[845531345] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1890; }","duration":"348.544047ms","start":"2026-03-11T16:53:12.914473Z","end":"2026-03-11T16:53:13.263017Z","steps":["trace[845531345] 'agreement among raft nodes before linearized reading' (duration: 347.731659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:53:13.263225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:53:12.91446Z","time spent":"348.745772ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T16:53:13.263018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.44345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-11T16:53:13.263561Z","caller":"traceutil/trace.go:171","msg":"trace[1819602697] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1890; }","duration":"364.651078ms","start":"2026-03-11T16:53:12.898878Z","end":"2026-03-11T16:53:13.263529Z","steps":["trace[1819602697] 'agreement among raft nodes before linearized reading' (duration: 363.343868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:53:13.263653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:53:12.898861Z","time spent":"364.76521ms","remote":"127.0.0.1:60230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-11T16:53:13.853483Z","caller":"traceutil/trace.go:171","msg":"trace[1141226074] linearizableReadLoop","detail":"{readStateIndex:1975; appliedIndex:1974; }","duration":"367.610077ms","start":"2026-03-11T16:53:13.48584Z","end":"2026-03-11T16:53:13.85345Z","steps":["trace[1141226074] 'read index received' (duration: 297.731288ms)","trace[1141226074] 'applied index is now lower than readState.Index' (duration: 69.877139ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T16:53:13.853533Z","caller":"traceutil/trace.go:171","msg":"trace[9882593] transaction","detail":"{read_only:false; response_revision:1895; number_of_response:1; }","duration":"465.982742ms","start":"2026-03-11T16:53:13.387509Z","end":"2026-03-11T16:53:13.853492Z","steps":["trace[9882593] 'process raft request' (duration: 396.037831ms)","trace[9882593] 'compare' (duration: 69.703706ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T16:53:13.853715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.857092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T16:53:13.853861Z","caller":"traceutil/trace.go:171","msg":"trace[1823548587] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:1895; }","duration":"368.075708ms","start":"2026-03-11T16:53:13.485758Z","end":"2026-03-11T16:53:13.853834Z","steps":["trace[1823548587] 'agreement among raft nodes before linearized reading' (duration: 367.815252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:53:13.853929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:53:13.485722Z","time spent":"368.19045ms","remote":"127.0.0.1:36034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":65,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-11T16:53:13.854025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.894603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T16:53:13.854025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:53:13.3875Z","time spent":"466.299389ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T16:53:13.854123Z","caller":"traceutil/trace.go:171","msg":"trace[609109927] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1895; }","duration":"193.062146ms","start":"2026-03-11T16:53:13.661019Z","end":"2026-03-11T16:53:13.854082Z","steps":["trace[609109927] 'agreement among raft nodes before linearized reading' (duration: 192.938214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:53:14.134259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.350928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"info","ts":"2026-03-11T16:53:14.134355Z","caller":"traceutil/trace.go:171","msg":"trace[1891434358] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1895; }","duration":"165.490331ms","start":"2026-03-11T16:53:13.968842Z","end":"2026-03-11T16:53:14.134332Z","steps":["trace[1891434358] 'range keys from in-memory index tree' (duration: 165.188604ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:53:19.529115Z","caller":"traceutil/trace.go:171","msg":"trace[1938826637] transaction","detail":"{read_only:false; response_revision:1918; number_of_response:1; }","duration":"147.041017ms","start":"2026-03-11T16:53:19.382039Z","end":"2026-03-11T16:53:19.52908Z","steps":["trace[1938826637] 'process raft request' (duration: 93.637897ms)","trace[1938826637] 'compare' (duration: 53.153584ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T16:53:19.529382Z","caller":"traceutil/trace.go:171","msg":"trace[331279151] linearizableReadLoop","detail":"{readStateIndex:2000; appliedIndex:1998; }","duration":"143.852824ms","start":"2026-03-11T16:53:19.385489Z","end":"2026-03-11T16:53:19.529342Z","steps":["trace[331279151] 'read index received' (duration: 90.192498ms)","trace[331279151] 'applied index is now lower than readState.Index' (duration: 53.657496ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T16:53:19.529426Z","caller":"traceutil/trace.go:171","msg":"trace[1712972085] transaction","detail":"{read_only:false; response_revision:1919; number_of_response:1; }","duration":"144.406857ms","start":"2026-03-11T16:53:19.384972Z","end":"2026-03-11T16:53:19.529379Z","steps":["trace[1712972085] 'process raft request' (duration: 144.055429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:53:19.529707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.198561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-11T16:53:19.529755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.398371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-11T16:53:19.529777Z","caller":"traceutil/trace.go:171","msg":"trace[1205683283] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1919; }","duration":"144.295713ms","start":"2026-03-11T16:53:19.385459Z","end":"2026-03-11T16:53:19.529754Z","steps":["trace[1205683283] 'agreement among raft nodes before linearized reading' (duration: 144.079868ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:53:19.529807Z","caller":"traceutil/trace.go:171","msg":"trace[1958843296] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1919; }","duration":"123.503514ms","start":"2026-03-11T16:53:19.406288Z","end":"2026-03-11T16:53:19.529792Z","steps":["trace[1958843296] 'agreement among raft nodes before linearized reading' (duration: 123.30804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:53:21.25614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.595579946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T16:53:21.256247Z","caller":"traceutil/trace.go:171","msg":"trace[1417985425] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1922; }","duration":"1.595734929s","start":"2026-03-11T16:53:19.660493Z","end":"2026-03-11T16:53:21.256228Z","steps":["trace[1417985425] 'range keys from in-memory index tree' (duration: 1.595494754s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:53:21.256291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:53:19.660474Z","time spent":"1.595806412s","remote":"127.0.0.1:35750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T16:53:21.256337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.91451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T16:53:21.256409Z","caller":"traceutil/trace.go:171","msg":"trace[1778862463] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:1922; }","duration":"905.042403ms","start":"2026-03-11T16:53:20.351346Z","end":"2026-03-11T16:53:21.256388Z","steps":["trace[1778862463] 'count revisions from in-memory index tree' (duration: 904.823968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:53:21.256462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:53:20.351324Z","time spent":"905.127456ms","remote":"127.0.0.1:60092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-11T16:53:21.256584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.98944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T16:53:21.256592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095585281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-11T16:53:21.256647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.376517571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-11T16:53:21.256679Z","caller":"traceutil/trace.go:171","msg":"trace[1605850990] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:1922; }","duration":"680.133524ms","start":"2026-03-11T16:53:20.576521Z","end":"2026-03-11T16:53:21.256654Z","steps":["trace[1605850990] 'count revisions from in-memory index tree' (duration: 679.825715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:53:21.256658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.298558425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T16:53:21.256704Z","caller":"traceutil/trace.go:171","msg":"trace[1056756298] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1922; }","duration":"1.376621283s","start":"2026-03-11T16:53:19.880068Z","end":"2026-03-11T16:53:21.256689Z","steps":["trace[1056756298] 'range keys from in-memory index tree' (duration: 1.376304546s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:53:21.256689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.525229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-11T16:53:21.256691Z","caller":"traceutil/trace.go:171","msg":"trace[1181566129] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:1922; }","duration":"1.095771786s","start":"2026-03-11T16:53:20.1609Z","end":"2026-03-11T16:53:21.256672Z","steps":["trace[1181566129] 'count revisions from in-memory index tree' (duration: 1.095462608s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:53:21.256742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:53:20.576502Z","time spent":"680.226846ms","remote":"127.0.0.1:60106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-11T16:53:21.25675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:53:19.880045Z","time spent":"1.376696785s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-11T16:53:21.256779Z","caller":"traceutil/trace.go:171","msg":"trace[540475284] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:1922; }","duration":"1.298682748s","start":"2026-03-11T16:53:19.958054Z","end":"2026-03-11T16:53:21.256737Z","steps":["trace[540475284] 'count revisions from in-memory index tree' (duration: 1.298386081s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:53:21.256833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:53:20.160879Z","time spent":"1.095885538s","remote":"127.0.0.1:35808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":34,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-11T16:53:21.256854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:53:19.957991Z","time spent":"1.298853191s","remote":"127.0.0.1:60058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-03-11T16:53:21.256775Z","caller":"traceutil/trace.go:171","msg":"trace[1757012084] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1922; }","duration":"930.643362ms","start":"2026-03-11T16:53:20.326107Z","end":"2026-03-11T16:53:21.256751Z","steps":["trace[1757012084] 'range keys from in-memory index tree' (duration: 930.051719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:53:21.256933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:53:20.326091Z","time spent":"930.828977ms","remote":"127.0.0.1:60230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-11T16:53:21.372007Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438644257711771,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-11T16:53:21.838976Z","caller":"traceutil/trace.go:171","msg":"trace[2145236075] transaction","detail":"{read_only:false; response_revision:1923; number_of_response:1; }","duration":"983.601382ms","start":"2026-03-11T16:53:20.855348Z","end":"2026-03-11T16:53:21.838949Z","steps":["trace[2145236075] 'process raft request' (duration: 983.421638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:53:21.839346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:53:20.855323Z","time spent":"983.834847ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T16:53:22.208916Z","caller":"traceutil/trace.go:171","msg":"trace[726742039] transaction","detail":"{read_only:false; response_revision:1924; number_of_response:1; }","duration":"1.265456794s","start":"2026-03-11T16:53:20.943424Z","end":"2026-03-11T16:53:22.208881Z","steps":["trace[726742039] 'process raft request' (duration: 1.256638971s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:53:22.209113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:53:20.943401Z","time spent":"1.265618187s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T16:53:22.20926Z","caller":"traceutil/trace.go:171","msg":"trace[2080232059] transaction","detail":"{read_only:false; response_revision:1925; number_of_response:1; }","duration":"1.125989672s","start":"2026-03-11T16:53:21.083234Z","end":"2026-03-11T16:53:22.209224Z","steps":["trace[2080232059] 'process raft request' (duration: 1.125560742s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:53:22.209425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:53:21.083215Z","time spent":"1.126128154s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T16:53:22.769532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.430817ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-11T16:53:22.770012Z","caller":"traceutil/trace.go:171","msg":"trace[47100108] transaction","detail":"{read_only:false; response_revision:1926; number_of_response:1; }","duration":"1.484034976s","start":"2026-03-11T16:53:21.285907Z","end":"2026-03-11T16:53:22.769942Z","steps":["trace[47100108] 'process raft request' (duration: 1.48373573s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:53:22.770147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:53:21.285884Z","time spent":"1.484191961s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T16:53:22.772093Z","caller":"traceutil/trace.go:171","msg":"trace[2074453188] linearizableReadLoop","detail":"{readStateIndex:2009; appliedIndex:2003; }","duration":"1.900430856s","start":"2026-03-11T16:53:20.871639Z","end":"2026-03-11T16:53:22.77207Z","steps":["trace[2074453188] 'read index received' (duration: 967.227784ms)","trace[2074453188] 'applied index is now lower than readState.Index' (duration: 933.201922ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T16:53:22.772183Z","caller":"traceutil/trace.go:171","msg":"trace[1495850490] transaction","detail":"{read_only:false; response_revision:1927; number_of_response:1; }","duration":"1.449542422s","start":"2026-03-11T16:53:21.322598Z","end":"2026-03-11T16:53:22.772141Z","steps":["trace[1495850490] 'process raft request' (duration: 1.447318621s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:53:22.772362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:53:21.322571Z","time spent":"1.449699725s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T16:53:22.772356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.507386334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T16:53:22.772527Z","caller":"traceutil/trace.go:171","msg":"trace[2123836142] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1927; }","duration":"1.507600009s","start":"2026-03-11T16:53:21.264896Z","end":"2026-03-11T16:53:22.772496Z","steps":["trace[2123836142] 'agreement among raft nodes before linearized reading' (duration: 1.507328233s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:53:22.772388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.886621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-11T16:53:22.77257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.489144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-11T16:53:22.772594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:53:21.264863Z","time spent":"1.507716232s","remote":"127.0.0.1:35764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-11T16:53:22.77262Z","caller":"traceutil/trace.go:171","msg":"trace[1953855187] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1927; }","duration":"506.571976ms","start":"2026-03-11T16:53:22.26603Z","end":"2026-03-11T16:53:22.772602Z","steps":["trace[1953855187] 'agreement among raft nodes before linearized reading' (duration: 506.419712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:53:22.772583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.611159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-11T16:53:22.772668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.205762298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-11T16:53:22.772675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:53:22.266008Z","time spent":"506.656757ms","remote":"127.0.0.1:60230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-11T16:53:22.772601Z","caller":"traceutil/trace.go:171","msg":"trace[2024765644] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:1927; }","duration":"790.178737ms","start":"2026-03-11T16:53:21.982407Z","end":"2026-03-11T16:53:22.772586Z","steps":["trace[2024765644] 'agreement among raft nodes before linearized reading' (duration: 789.829859ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:53:22.772686Z","caller":"traceutil/trace.go:171","msg":"trace[1131042367] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:1927; }","duration":"718.781212ms","start":"2026-03-11T16:53:22.053887Z","end":"2026-03-11T16:53:22.772668Z","steps":["trace[1131042367] 'agreement among raft nodes before linearized reading' (duration: 718.568767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:53:22.772771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:53:21.982384Z","time spent":"790.376442ms","remote":"127.0.0.1:35920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":14,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-11T16:53:22.772803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:53:22.053876Z","time spent":"718.912486ms","remote":"127.0.0.1:36138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":2,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-11T16:53:22.772839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.239050515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-11T16:53:22.772733Z","caller":"traceutil/trace.go:171","msg":"trace[1393353502] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1927; }","duration":"1.205848659s","start":"2026-03-11T16:53:21.566875Z","end":"2026-03-11T16:53:22.772724Z","steps":["trace[1393353502] 'agreement among raft nodes before linearized reading' (duration: 1.205639465s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:53:22.772409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.150479154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-11T16:53:22.77296Z","caller":"traceutil/trace.go:171","msg":"trace[1169422360] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1927; }","duration":"1.151060709s","start":"2026-03-11T16:53:21.621889Z","end":"2026-03-11T16:53:22.77295Z","steps":["trace[1169422360] 'agreement among raft nodes before linearized reading' (duration: 1.150382222s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:53:22.773005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:53:21.621877Z","time spent":"1.15111794s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-11T16:53:22.772651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.239014684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-11T16:53:22.77295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.489138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189bd7a197131e1e\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-03-11T16:53:22.772966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:53:21.566864Z","time spent":"1.206086897s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-11T16:53:22.773082Z","caller":"traceutil/trace.go:171","msg":"trace[1784572891] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1927; }","duration":"1.239496526s","start":"2026-03-11T16:53:21.533561Z","end":"2026-03-11T16:53:22.773057Z","steps":["trace[1784572891] 'agreement among raft nodes before linearized reading' (duration: 1.238872171s)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:53:22.773156Z","caller":"traceutil/trace.go:171","msg":"trace[1983247813] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1927; }","duration":"1.239313412s","start":"2026-03-11T16:53:21.533597Z","end":"2026-03-11T16:53:22.772911Z","steps":["trace[1983247813] 'agreement among raft nodes before linearized reading' (duration: 1.238737528s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:53:22.773186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:53:21.533539Z","time spent":"1.239615688s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T16:53:22.772381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.900704173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T16:53:22.773331Z","caller":"traceutil/trace.go:171","msg":"trace[539431064] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1927; }","duration":"1.901705476s","start":"2026-03-11T16:53:20.871611Z","end":"2026-03-11T16:53:22.773316Z","steps":["trace[539431064] 'agreement among raft nodes before linearized reading' (duration: 1.900543809s)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:53:22.77313Z","caller":"traceutil/trace.go:171","msg":"trace[518424228] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189bd7a197131e1e; range_end:; response_count:1; response_revision:1927; }","duration":"385.752894ms","start":"2026-03-11T16:53:22.38736Z","end":"2026-03-11T16:53:22.773113Z","steps":["trace[518424228] 'agreement among raft nodes before linearized reading' (duration: 385.060408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:53:22.773339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:53:21.533578Z","time spent":"1.239643529s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T16:53:22.773411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:53:20.871603Z","time spent":"1.901763737s","remote":"127.0.0.1:60168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-11T16:53:22.773544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:53:22.38734Z","time spent":"386.04349ms","remote":"127.0.0.1:35826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189bd7a197131e1e\" "} {"level":"info","ts":"2026-03-11T16:53:48.589937Z","caller":"traceutil/trace.go:171","msg":"trace[1219425393] transaction","detail":"{read_only:false; response_revision:2113; number_of_response:1; }","duration":"108.645161ms","start":"2026-03-11T16:53:48.481264Z","end":"2026-03-11T16:53:48.589909Z","steps":["trace[1219425393] 'process raft request' (duration: 108.367285ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:53:48.589971Z","caller":"traceutil/trace.go:171","msg":"trace[1118696442] linearizableReadLoop","detail":"{readStateIndex:2204; appliedIndex:2201; }","duration":"104.997268ms","start":"2026-03-11T16:53:48.484905Z","end":"2026-03-11T16:53:48.589902Z","steps":["trace[1118696442] 'read index received' (duration: 38.810094ms)","trace[1118696442] 'applied index is now lower than readState.Index' (duration: 66.185984ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T16:53:48.590113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.190032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/valkey-ca\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T16:53:48.590191Z","caller":"traceutil/trace.go:171","msg":"trace[1660788279] range","detail":"{range_begin:/registry/secrets/openstack/valkey-ca; range_end:; response_count:0; response_revision:2115; }","duration":"105.326335ms","start":"2026-03-11T16:53:48.484847Z","end":"2026-03-11T16:53:48.590173Z","steps":["trace[1660788279] 'agreement among raft nodes before linearized reading' (duration: 105.167801ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:53:48.590175Z","caller":"traceutil/trace.go:171","msg":"trace[1704550989] transaction","detail":"{read_only:false; response_revision:2114; number_of_response:1; }","duration":"107.124517ms","start":"2026-03-11T16:53:48.483015Z","end":"2026-03-11T16:53:48.590139Z","steps":["trace[1704550989] 'process raft request' (duration: 106.747229ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:54:00.822962Z","caller":"traceutil/trace.go:171","msg":"trace[830431713] transaction","detail":"{read_only:false; response_revision:2287; number_of_response:1; }","duration":"399.816388ms","start":"2026-03-11T16:54:00.423122Z","end":"2026-03-11T16:54:00.822938Z","steps":["trace[830431713] 'process raft request' (duration: 399.676855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:54:00.823204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:54:00.423061Z","time spent":"400.066944ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T16:54:00.886645Z","caller":"traceutil/trace.go:171","msg":"trace[432376862] transaction","detail":"{read_only:false; response_revision:2288; number_of_response:1; }","duration":"451.983969ms","start":"2026-03-11T16:54:00.434631Z","end":"2026-03-11T16:54:00.886615Z","steps":["trace[432376862] 'process raft request' (duration: 446.905862ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:54:00.886647Z","caller":"traceutil/trace.go:171","msg":"trace[1909031850] linearizableReadLoop","detail":"{readStateIndex:2385; appliedIndex:2383; }","duration":"228.279607ms","start":"2026-03-11T16:54:00.658341Z","end":"2026-03-11T16:54:00.886621Z","steps":["trace[1909031850] 'read index received' (duration: 164.076759ms)","trace[1909031850] 'applied index is now lower than readState.Index' (duration: 64.201848ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T16:54:00.8868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:54:00.434608Z","time spent":"452.113161ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T16:54:00.888141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.795372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T16:54:00.8882Z","caller":"traceutil/trace.go:171","msg":"trace[689168934] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2288; }","duration":"229.887063ms","start":"2026-03-11T16:54:00.6583Z","end":"2026-03-11T16:54:00.888187Z","steps":["trace[689168934] 'agreement among raft nodes before linearized reading' (duration: 228.42366ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:54:35.21826Z","caller":"traceutil/trace.go:171","msg":"trace[1686120581] transaction","detail":"{read_only:false; response_revision:2477; number_of_response:1; }","duration":"319.817132ms","start":"2026-03-11T16:54:34.898388Z","end":"2026-03-11T16:54:35.218205Z","steps":["trace[1686120581] 'process raft request' (duration: 319.638518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:54:35.218455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:54:34.89837Z","time spent":"319.988456ms","remote":"127.0.0.1:35826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T16:54:35.241707Z","caller":"traceutil/trace.go:171","msg":"trace[454665439] transaction","detail":"{read_only:false; response_revision:2478; number_of_response:1; }","duration":"149.173159ms","start":"2026-03-11T16:54:35.092506Z","end":"2026-03-11T16:54:35.24168Z","steps":["trace[454665439] 'process raft request' (duration: 148.961704ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:54:35.241954Z","caller":"traceutil/trace.go:171","msg":"trace[1549961685] transaction","detail":"{read_only:false; response_revision:2479; number_of_response:1; }","duration":"134.951324ms","start":"2026-03-11T16:54:35.106978Z","end":"2026-03-11T16:54:35.241929Z","steps":["trace[1549961685] 'process raft request' (duration: 134.655517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:54:35.771158Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438644257713058,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T16:54:36.070142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.450781ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T16:54:36.07027Z","caller":"traceutil/trace.go:171","msg":"trace[1326956782] transaction","detail":"{read_only:false; response_revision:2481; number_of_response:1; }","duration":"801.161818ms","start":"2026-03-11T16:54:35.269087Z","end":"2026-03-11T16:54:36.070249Z","steps":["trace[1326956782] 'process raft request' (duration: 529.510693ms)","trace[1326956782] 'compare' (duration: 271.049222ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T16:54:36.070354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:54:35.269067Z","time spent":"801.23872ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T16:54:36.668529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.543654ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T16:54:36.668648Z","caller":"traceutil/trace.go:171","msg":"trace[1807536903] transaction","detail":"{read_only:false; response_revision:2483; number_of_response:1; }","duration":"521.861193ms","start":"2026-03-11T16:54:36.146772Z","end":"2026-03-11T16:54:36.668633Z","steps":["trace[1807536903] 'process raft request' (duration: 521.830013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:54:36.668684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:54:36.146704Z","time spent":"521.963986ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T16:54:36.66878Z","caller":"traceutil/trace.go:171","msg":"trace[1795318997] transaction","detail":"{read_only:false; response_revision:2482; number_of_response:1; }","duration":"1.396818009s","start":"2026-03-11T16:54:35.271914Z","end":"2026-03-11T16:54:36.668732Z","steps":["trace[1795318997] 'process raft request' (duration: 1.170003578s)","trace[1795318997] 'compare' (duration: 226.464973ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T16:54:36.668842Z","caller":"traceutil/trace.go:171","msg":"trace[945214649] linearizableReadLoop","detail":"{readStateIndex:2586; appliedIndex:2584; }","duration":"1.398462444s","start":"2026-03-11T16:54:35.270345Z","end":"2026-03-11T16:54:36.668808Z","steps":["trace[945214649] 'read index received' (duration: 528.137702ms)","trace[945214649] 'applied index is now lower than readState.Index' (duration: 870.321782ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T16:54:36.668986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:54:35.271896Z","time spent":"1.396984322s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T16:54:36.669033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008127908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T16:54:36.669056Z","caller":"traceutil/trace.go:171","msg":"trace[1989715304] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2483; }","duration":"1.008184699s","start":"2026-03-11T16:54:35.660863Z","end":"2026-03-11T16:54:36.669048Z","steps":["trace[1989715304] 'agreement among raft nodes before linearized reading' (duration: 1.008144679s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:54:36.669075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:54:35.660845Z","time spent":"1.00822675s","remote":"127.0.0.1:35764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T16:54:36.669116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.398758761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-11T16:54:36.669166Z","caller":"traceutil/trace.go:171","msg":"trace[34949363] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2483; }","duration":"1.398866683s","start":"2026-03-11T16:54:35.270289Z","end":"2026-03-11T16:54:36.669155Z","steps":["trace[34949363] 'agreement among raft nodes before linearized reading' (duration: 1.398673279s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:54:36.669201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:54:35.270247Z","time spent":"1.398945615s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T16:54:36.669251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.412767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-11T16:54:36.669246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.687414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T16:54:36.6693Z","caller":"traceutil/trace.go:171","msg":"trace[188180866] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2483; }","duration":"945.483249ms","start":"2026-03-11T16:54:35.723802Z","end":"2026-03-11T16:54:36.669285Z","steps":["trace[188180866] 'agreement among raft nodes before linearized reading' (duration: 945.199812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:54:36.669299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.633446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.189bd7b513485f6c\" ","response":"range_response_count:1 size:781"} {"level":"warn","ts":"2026-03-11T16:54:36.66932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.469497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-11T16:54:36.669314Z","caller":"traceutil/trace.go:171","msg":"trace[1720243974] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:2483; }","duration":"826.799267ms","start":"2026-03-11T16:54:35.842495Z","end":"2026-03-11T16:54:36.669294Z","steps":["trace[1720243974] 'agreement among raft nodes before linearized reading' (duration: 826.672534ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:54:36.669348Z","caller":"traceutil/trace.go:171","msg":"trace[703718481] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:1; response_revision:2483; }","duration":"972.529649ms","start":"2026-03-11T16:54:35.696812Z","end":"2026-03-11T16:54:36.669342Z","steps":["trace[703718481] 'agreement among raft nodes before linearized reading' (duration: 972.334695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:54:36.669333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:54:35.723788Z","time spent":"945.536989ms","remote":"127.0.0.1:35920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-11T16:54:36.669355Z","caller":"traceutil/trace.go:171","msg":"trace[1628686533] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.189bd7b513485f6c; range_end:; response_count:1; response_revision:2483; }","duration":"653.705858ms","start":"2026-03-11T16:54:36.015625Z","end":"2026-03-11T16:54:36.669331Z","steps":["trace[1628686533] 'agreement among raft nodes before linearized reading' (duration: 653.515483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:54:36.669365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:54:35.696804Z","time spent":"972.558359ms","remote":"127.0.0.1:35788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.153\" "} {"level":"warn","ts":"2026-03-11T16:54:36.669365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:54:35.842478Z","time spent":"826.876578ms","remote":"127.0.0.1:50666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-11T16:54:36.669242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.892605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T16:54:36.669391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:54:36.015605Z","time spent":"653.778899ms","remote":"127.0.0.1:35826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":804,"request content":"key:\"/registry/events/auth-system/keycloak-0.189bd7b513485f6c\" "} {"level":"info","ts":"2026-03-11T16:54:36.669444Z","caller":"traceutil/trace.go:171","msg":"trace[1121827341] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:2483; }","duration":"104.15164ms","start":"2026-03-11T16:54:36.565268Z","end":"2026-03-11T16:54:36.66942Z","steps":["trace[1121827341] 'agreement among raft nodes before linearized reading' (duration: 103.896464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:54:36.669459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.372232023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-11T16:54:36.669541Z","caller":"traceutil/trace.go:171","msg":"trace[52468696] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2483; }","duration":"1.372345646s","start":"2026-03-11T16:54:35.297174Z","end":"2026-03-11T16:54:36.66952Z","steps":["trace[52468696] 'agreement among raft nodes before linearized reading' (duration: 1.371828964s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:54:36.669584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:54:35.297164Z","time spent":"1.372410697s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T16:54:36.66977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.367653081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-11T16:54:36.669826Z","caller":"traceutil/trace.go:171","msg":"trace[1413751944] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2483; }","duration":"1.367730983s","start":"2026-03-11T16:54:35.302081Z","end":"2026-03-11T16:54:36.669812Z","steps":["trace[1413751944] 'agreement among raft nodes before linearized reading' (duration: 1.366983927s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:54:36.669872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:54:35.302071Z","time spent":"1.367791314s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-11T16:54:37.011601Z","caller":"traceutil/trace.go:171","msg":"trace[183449058] transaction","detail":"{read_only:false; response_revision:2484; number_of_response:1; }","duration":"339.295305ms","start":"2026-03-11T16:54:36.67226Z","end":"2026-03-11T16:54:37.011555Z","steps":["trace[183449058] 'process raft request' (duration: 287.768703ms)","trace[183449058] 'compare' (duration: 51.182915ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T16:54:37.011777Z","caller":"traceutil/trace.go:171","msg":"trace[13307513] transaction","detail":"{read_only:false; response_revision:2486; number_of_response:1; }","duration":"338.334613ms","start":"2026-03-11T16:54:36.673435Z","end":"2026-03-11T16:54:37.01177Z","steps":["trace[13307513] 'process raft request' (duration: 338.076357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:54:37.011923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:54:36.672232Z","time spent":"339.56115ms","remote":"127.0.0.1:35826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T16:54:37.012062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:54:36.673419Z","time spent":"338.401274ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T16:54:37.012036Z","caller":"traceutil/trace.go:171","msg":"trace[1804350877] transaction","detail":"{read_only:false; response_revision:2487; number_of_response:1; }","duration":"337.909615ms","start":"2026-03-11T16:54:36.674092Z","end":"2026-03-11T16:54:37.012001Z","steps":["trace[1804350877] 'process raft request' (duration: 337.460784ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:54:37.012005Z","caller":"traceutil/trace.go:171","msg":"trace[1710173871] linearizableReadLoop","detail":"{readStateIndex:2589; appliedIndex:2588; }","duration":"339.00251ms","start":"2026-03-11T16:54:36.672987Z","end":"2026-03-11T16:54:37.011989Z","steps":["trace[1710173871] 'read index received' (duration: 53.918707ms)","trace[1710173871] 'applied index is now lower than readState.Index' (duration: 285.082503ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T16:54:37.012207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:54:36.674082Z","time spent":"338.044928ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T16:54:37.011749Z","caller":"traceutil/trace.go:171","msg":"trace[1312634808] transaction","detail":"{read_only:false; response_revision:2485; number_of_response:1; }","duration":"338.366833ms","start":"2026-03-11T16:54:36.673373Z","end":"2026-03-11T16:54:37.01174Z","steps":["trace[1312634808] 'process raft request' (duration: 338.049976ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:54:37.011693Z","caller":"traceutil/trace.go:171","msg":"trace[225755629] transaction","detail":"{read_only:false; response_revision:2488; number_of_response:1; }","duration":"283.111979ms","start":"2026-03-11T16:54:36.728561Z","end":"2026-03-11T16:54:37.011673Z","steps":["trace[225755629] 'process raft request' (duration: 283.067028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:54:37.012349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:54:36.67335Z","time spent":"338.938647ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T16:54:37.012138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.146073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1445"} {"level":"info","ts":"2026-03-11T16:54:37.012427Z","caller":"traceutil/trace.go:171","msg":"trace[926368929] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2488; }","duration":"339.458839ms","start":"2026-03-11T16:54:36.672955Z","end":"2026-03-11T16:54:37.012414Z","steps":["trace[926368929] 'agreement among raft nodes before linearized reading' (duration: 339.088471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:54:37.012442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.959969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T16:54:37.012536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:54:36.672943Z","time spent":"339.578142ms","remote":"127.0.0.1:35920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1468,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"info","ts":"2026-03-11T16:54:37.012542Z","caller":"traceutil/trace.go:171","msg":"trace[2094608141] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2488; }","duration":"335.073941ms","start":"2026-03-11T16:54:36.677451Z","end":"2026-03-11T16:54:37.012524Z","steps":["trace[2094608141] 'agreement among raft nodes before linearized reading' (duration: 334.884667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:54:37.012597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:54:36.677442Z","time spent":"335.147803ms","remote":"127.0.0.1:35764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-11T16:54:43.186561Z","caller":"traceutil/trace.go:171","msg":"trace[447521577] transaction","detail":"{read_only:false; response_revision:2515; number_of_response:1; }","duration":"122.980378ms","start":"2026-03-11T16:54:43.063549Z","end":"2026-03-11T16:54:43.186529Z","steps":["trace[447521577] 'process raft request' (duration: 122.65389ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:54:43.301521Z","caller":"traceutil/trace.go:171","msg":"trace[1448867636] transaction","detail":"{read_only:false; response_revision:2516; number_of_response:1; }","duration":"109.896327ms","start":"2026-03-11T16:54:43.191563Z","end":"2026-03-11T16:54:43.301459Z","steps":["trace[1448867636] 'process raft request' (duration: 87.023299ms)","trace[1448867636] 'compare' (duration: 22.365586ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T16:54:43.301834Z","caller":"traceutil/trace.go:171","msg":"trace[1108969020] transaction","detail":"{read_only:false; response_revision:2517; number_of_response:1; }","duration":"109.859406ms","start":"2026-03-11T16:54:43.191961Z","end":"2026-03-11T16:54:43.30182Z","steps":["trace[1108969020] 'process raft request' (duration: 109.436647ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:55:45.851505Z","caller":"traceutil/trace.go:171","msg":"trace[360466439] linearizableReadLoop","detail":"{readStateIndex:2944; appliedIndex:2943; }","duration":"124.740239ms","start":"2026-03-11T16:55:45.726727Z","end":"2026-03-11T16:55:45.851467Z","steps":["trace[360466439] 'read index received' (duration: 41.305244ms)","trace[360466439] 'applied index is now lower than readState.Index' (duration: 83.433425ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T16:55:45.851567Z","caller":"traceutil/trace.go:171","msg":"trace[1232100727] transaction","detail":"{read_only:false; response_revision:2824; number_of_response:1; }","duration":"127.97055ms","start":"2026-03-11T16:55:45.723549Z","end":"2026-03-11T16:55:45.85152Z","steps":["trace[1232100727] 'process raft request' (duration: 44.538485ms)","trace[1232100727] 'compare' (duration: 83.19664ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T16:55:45.851814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.055516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1445"} {"level":"info","ts":"2026-03-11T16:55:45.851867Z","caller":"traceutil/trace.go:171","msg":"trace[1541322591] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2824; }","duration":"125.140897ms","start":"2026-03-11T16:55:45.726709Z","end":"2026-03-11T16:55:45.85185Z","steps":["trace[1541322591] 'agreement among raft nodes before linearized reading' (duration: 124.906802ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:57:08.078126Z","caller":"traceutil/trace.go:171","msg":"trace[795921612] transaction","detail":"{read_only:false; response_revision:3402; number_of_response:1; }","duration":"481.228291ms","start":"2026-03-11T16:57:07.596869Z","end":"2026-03-11T16:57:08.078097Z","steps":["trace[795921612] 'process raft request' (duration: 481.055067ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:57:08.078321Z","caller":"traceutil/trace.go:171","msg":"trace[1416503120] linearizableReadLoop","detail":"{readStateIndex:3544; appliedIndex:3544; }","duration":"419.157867ms","start":"2026-03-11T16:57:07.659041Z","end":"2026-03-11T16:57:08.078199Z","steps":["trace[1416503120] 'read index received' (duration: 419.141477ms)","trace[1416503120] 'applied index is now lower than readState.Index' (duration: 13.77µs)"],"step_count":2} {"level":"warn","ts":"2026-03-11T16:57:08.078349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:57:07.596851Z","time spent":"481.409375ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T16:57:08.078497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.437903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T16:57:08.078613Z","caller":"traceutil/trace.go:171","msg":"trace[1467374397] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3402; }","duration":"419.564806ms","start":"2026-03-11T16:57:07.659023Z","end":"2026-03-11T16:57:08.078588Z","steps":["trace[1467374397] 'agreement among raft nodes before linearized reading' (duration: 419.379672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:57:08.078677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:57:07.658962Z","time spent":"419.699969ms","remote":"127.0.0.1:35764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T16:57:08.578521Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438644257715548,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T16:57:08.712845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.342644ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T16:57:08.712931Z","caller":"traceutil/trace.go:171","msg":"trace[290380998] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3402; }","duration":"548.440126ms","start":"2026-03-11T16:57:08.164474Z","end":"2026-03-11T16:57:08.712914Z","steps":["trace[290380998] 'range keys from in-memory index tree' (duration: 548.324054ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:57:08.802111Z","caller":"traceutil/trace.go:171","msg":"trace[1321805888] transaction","detail":"{read_only:false; response_revision:3403; number_of_response:1; }","duration":"925.020632ms","start":"2026-03-11T16:57:07.877064Z","end":"2026-03-11T16:57:08.802084Z","steps":["trace[1321805888] 'process raft request' (duration: 924.835928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:57:08.802255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:57:07.877037Z","time spent":"925.142885ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T16:57:08.802403Z","caller":"traceutil/trace.go:171","msg":"trace[20571165] linearizableReadLoop","detail":"{readStateIndex:3546; appliedIndex:3544; }","duration":"723.926277ms","start":"2026-03-11T16:57:08.078433Z","end":"2026-03-11T16:57:08.802359Z","steps":["trace[20571165] 'read index received' (duration: 723.356724ms)","trace[20571165] 'applied index is now lower than readState.Index' (duration: 565.523µs)"],"step_count":2} {"level":"warn","ts":"2026-03-11T16:57:08.802574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.588584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T16:57:08.802605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.039158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-11T16:57:08.802624Z","caller":"traceutil/trace.go:171","msg":"trace[1053459014] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:3404; }","duration":"811.667976ms","start":"2026-03-11T16:57:07.990941Z","end":"2026-03-11T16:57:08.802609Z","steps":["trace[1053459014] 'agreement among raft nodes before linearized reading' (duration: 811.591965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:57:08.802659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:57:07.990922Z","time spent":"811.728487ms","remote":"127.0.0.1:37488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-03-11T16:57:08.802661Z","caller":"traceutil/trace.go:171","msg":"trace[892297494] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3404; }","duration":"790.15319ms","start":"2026-03-11T16:57:08.012492Z","end":"2026-03-11T16:57:08.802645Z","steps":["trace[892297494] 'agreement among raft nodes before linearized reading' (duration: 789.971496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:57:08.802702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:57:08.012447Z","time spent":"790.247342ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T16:57:08.802759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.332446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-11T16:57:08.802799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.517885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-11T16:57:08.802786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.085027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T16:57:08.80286Z","caller":"traceutil/trace.go:171","msg":"trace[634706254] transaction","detail":"{read_only:false; response_revision:3404; number_of_response:1; }","duration":"924.250925ms","start":"2026-03-11T16:57:07.878598Z","end":"2026-03-11T16:57:08.802849Z","steps":["trace[634706254] 'process raft request' (duration: 923.446818ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:57:08.802896Z","caller":"traceutil/trace.go:171","msg":"trace[1399576165] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3404; }","duration":"723.334572ms","start":"2026-03-11T16:57:08.079552Z","end":"2026-03-11T16:57:08.802887Z","steps":["trace[1399576165] 'agreement among raft nodes before linearized reading' (duration: 723.028676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:57:08.802929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:57:07.878582Z","time spent":"924.312056ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T16:57:08.802945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:57:08.079536Z","time spent":"723.399124ms","remote":"127.0.0.1:35750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-11T16:57:08.802855Z","caller":"traceutil/trace.go:171","msg":"trace[1421523898] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:3404; }","duration":"203.49385ms","start":"2026-03-11T16:57:08.59934Z","end":"2026-03-11T16:57:08.802833Z","steps":["trace[1421523898] 'agreement among raft nodes before linearized reading' (duration: 203.273315ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:57:08.8029Z","caller":"traceutil/trace.go:171","msg":"trace[53783533] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3404; }","duration":"888.656918ms","start":"2026-03-11T16:57:07.914229Z","end":"2026-03-11T16:57:08.802885Z","steps":["trace[53783533] 'agreement among raft nodes before linearized reading' (duration: 888.345951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:57:08.803067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:57:07.914214Z","time spent":"888.832072ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T16:57:08.803115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.895828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qzc47\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-11T16:57:08.80323Z","caller":"traceutil/trace.go:171","msg":"trace[1133675456] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qzc47; range_end:; response_count:1; response_revision:3404; }","duration":"697.054562ms","start":"2026-03-11T16:57:08.106157Z","end":"2026-03-11T16:57:08.803211Z","steps":["trace[1133675456] 'agreement among raft nodes before linearized reading' (duration: 696.658774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:57:08.803294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:57:08.106142Z","time spent":"697.140564ms","remote":"127.0.0.1:35918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-qzc47\" "} {"level":"warn","ts":"2026-03-11T16:57:08.80329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.025576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-11T16:57:08.803396Z","caller":"traceutil/trace.go:171","msg":"trace[2113064832] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3404; }","duration":"780.389884ms","start":"2026-03-11T16:57:08.022994Z","end":"2026-03-11T16:57:08.803384Z","steps":["trace[2113064832] 'agreement among raft nodes before linearized reading' (duration: 779.442503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:57:08.803444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:57:08.022982Z","time spent":"780.450475ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T16:57:29.193483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.1162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qzc47\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-03-11T16:57:29.193545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.834053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-11T16:57:29.193599Z","caller":"traceutil/trace.go:171","msg":"trace[924172119] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qzc47; range_end:; response_count:1; response_revision:3520; }","duration":"102.270512ms","start":"2026-03-11T16:57:29.091302Z","end":"2026-03-11T16:57:29.193573Z","steps":["trace[924172119] 'range keys from in-memory index tree' (duration: 101.933548ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:57:29.193629Z","caller":"traceutil/trace.go:171","msg":"trace[284470176] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3520; }","duration":"105.966775ms","start":"2026-03-11T16:57:29.087642Z","end":"2026-03-11T16:57:29.193609Z","steps":["trace[284470176] 'range keys from in-memory index tree' (duration: 105.667431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:57:29.193547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.294343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-11T16:57:29.193734Z","caller":"traceutil/trace.go:171","msg":"trace[2122107752] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3520; }","duration":"102.523095ms","start":"2026-03-11T16:57:29.091188Z","end":"2026-03-11T16:57:29.193712Z","steps":["trace[2122107752] 'range keys from in-memory index tree' (duration: 102.168521ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:57:37.792297Z","caller":"traceutil/trace.go:171","msg":"trace[524704299] linearizableReadLoop","detail":"{readStateIndex:3750; appliedIndex:3749; }","duration":"123.185203ms","start":"2026-03-11T16:57:37.669093Z","end":"2026-03-11T16:57:37.792279Z","steps":["trace[524704299] 'read index received' (duration: 120.17301ms)","trace[524704299] 'applied index is now lower than readState.Index' (duration: 3.011623ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T16:57:37.792392Z","caller":"traceutil/trace.go:171","msg":"trace[411695939] transaction","detail":"{read_only:false; response_revision:3598; number_of_response:1; }","duration":"144.057542ms","start":"2026-03-11T16:57:37.648329Z","end":"2026-03-11T16:57:37.792387Z","steps":["trace[411695939] 'process raft request' (duration: 141.1304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:57:37.792541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.437046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/probes.monitoring.coreos.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T16:57:37.792566Z","caller":"traceutil/trace.go:171","msg":"trace[1579166442] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/probes.monitoring.coreos.com; range_end:; response_count:0; response_revision:3598; }","duration":"123.502707ms","start":"2026-03-11T16:57:37.669055Z","end":"2026-03-11T16:57:37.792558Z","steps":["trace[1579166442] 'agreement among raft nodes before linearized reading' (duration: 123.455026ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:58:20.863362Z","caller":"traceutil/trace.go:171","msg":"trace[1396226957] transaction","detail":"{read_only:false; response_revision:4234; number_of_response:1; }","duration":"127.84626ms","start":"2026-03-11T16:58:20.735462Z","end":"2026-03-11T16:58:20.863308Z","steps":["trace[1396226957] 'process raft request' (duration: 127.563326ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:58:24.20494Z","caller":"traceutil/trace.go:171","msg":"trace[2010503040] transaction","detail":"{read_only:false; response_revision:4307; number_of_response:1; }","duration":"223.973113ms","start":"2026-03-11T16:58:23.980946Z","end":"2026-03-11T16:58:24.204919Z","steps":["trace[2010503040] 'process raft request' (duration: 223.519537ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:58:28.52201Z","caller":"traceutil/trace.go:171","msg":"trace[1509050299] transaction","detail":"{read_only:false; response_revision:4486; number_of_response:1; }","duration":"125.841862ms","start":"2026-03-11T16:58:28.396136Z","end":"2026-03-11T16:58:28.521978Z","steps":["trace[1509050299] 'process raft request' (duration: 125.135012ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:58:28.690512Z","caller":"traceutil/trace.go:171","msg":"trace[936254184] transaction","detail":"{read_only:false; response_revision:4487; number_of_response:1; }","duration":"163.595774ms","start":"2026-03-11T16:58:28.526882Z","end":"2026-03-11T16:58:28.690477Z","steps":["trace[936254184] 'process raft request' (duration: 112.366988ms)","trace[936254184] 'compare' (duration: 51.006253ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T16:58:29.541689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.38488ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-11T16:58:29.541954Z","caller":"traceutil/trace.go:171","msg":"trace[1629021708] transaction","detail":"{read_only:false; response_revision:4503; number_of_response:1; }","duration":"392.288605ms","start":"2026-03-11T16:58:29.149617Z","end":"2026-03-11T16:58:29.541905Z","steps":["trace[1629021708] 'process raft request' (duration: 87.53406ms)","trace[1629021708] 'compare' (duration: 304.048595ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T16:58:29.542082Z","caller":"traceutil/trace.go:171","msg":"trace[1652855395] transaction","detail":"{read_only:false; response_revision:4504; number_of_response:1; }","duration":"297.552652ms","start":"2026-03-11T16:58:29.244499Z","end":"2026-03-11T16:58:29.542052Z","steps":["trace[1652855395] 'process raft request' (duration: 297.322469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:58:29.542132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:58:29.14961Z","time spent":"392.449907ms","remote":"127.0.0.1:36034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1001,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-11T16:58:29.542681Z","caller":"traceutil/trace.go:171","msg":"trace[1061847772] transaction","detail":"{read_only:false; response_revision:4505; number_of_response:1; }","duration":"289.026159ms","start":"2026-03-11T16:58:29.253641Z","end":"2026-03-11T16:58:29.542667Z","steps":["trace[1061847772] 'process raft request' (duration: 288.284537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:58:32.330973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.963733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-11T16:58:32.331151Z","caller":"traceutil/trace.go:171","msg":"trace[1989327524] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4561; }","duration":"490.178897ms","start":"2026-03-11T16:58:31.840951Z","end":"2026-03-11T16:58:32.33113Z","steps":["trace[1989327524] 'range keys from in-memory index tree' (duration: 489.785289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:58:32.331204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:58:31.840938Z","time spent":"490.254719ms","remote":"127.0.0.1:35918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-11T16:58:32.722779Z","caller":"traceutil/trace.go:171","msg":"trace[666736231] transaction","detail":"{read_only:false; response_revision:4562; number_of_response:1; }","duration":"346.129622ms","start":"2026-03-11T16:58:32.376626Z","end":"2026-03-11T16:58:32.722755Z","steps":["trace[666736231] 'process raft request' (duration: 346.014889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:58:32.722936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:58:32.376607Z","time spent":"346.277654ms","remote":"127.0.0.1:35826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":756,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-11T16:58:32.794269Z","caller":"traceutil/trace.go:171","msg":"trace[2133584560] linearizableReadLoop","detail":"{readStateIndex:4753; appliedIndex:4751; }","duration":"361.759317ms","start":"2026-03-11T16:58:32.432483Z","end":"2026-03-11T16:58:32.794242Z","steps":["trace[2133584560] 'read index received' (duration: 290.17942ms)","trace[2133584560] 'applied index is now lower than readState.Index' (duration: 71.576547ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T16:58:32.794339Z","caller":"traceutil/trace.go:171","msg":"trace[1228354126] transaction","detail":"{read_only:false; response_revision:4563; number_of_response:1; }","duration":"413.437904ms","start":"2026-03-11T16:58:32.380868Z","end":"2026-03-11T16:58:32.794306Z","steps":["trace[1228354126] 'process raft request' (duration: 405.887267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:58:32.794448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:58:32.380847Z","time spent":"413.555037ms","remote":"127.0.0.1:35842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":747,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-11T16:58:32.794472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.990073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T16:58:32.794514Z","caller":"traceutil/trace.go:171","msg":"trace[81984825] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4563; }","duration":"362.078295ms","start":"2026-03-11T16:58:32.432426Z","end":"2026-03-11T16:58:32.794504Z","steps":["trace[81984825] 'agreement among raft nodes before linearized reading' (duration: 361.947972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:58:32.794509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.956382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T16:58:32.794545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:58:32.432403Z","time spent":"362.136777ms","remote":"127.0.0.1:36134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-11T16:58:32.794579Z","caller":"traceutil/trace.go:171","msg":"trace[1351940669] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4563; }","duration":"134.060785ms","start":"2026-03-11T16:58:32.660496Z","end":"2026-03-11T16:58:32.794557Z","steps":["trace[1351940669] 'agreement among raft nodes before linearized reading' (duration: 133.895711ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:58:35.759443Z","caller":"traceutil/trace.go:171","msg":"trace[54229595] transaction","detail":"{read_only:false; response_revision:4626; number_of_response:1; }","duration":"492.39394ms","start":"2026-03-11T16:58:35.267014Z","end":"2026-03-11T16:58:35.759408Z","steps":["trace[54229595] 'process raft request' (duration: 477.104083ms)","trace[54229595] 'compare' (duration: 15.164835ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T16:58:35.759844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:58:35.266989Z","time spent":"492.772305ms","remote":"127.0.0.1:35626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7495,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T16:58:35.76576Z","caller":"traceutil/trace.go:171","msg":"trace[831210782] transaction","detail":"{read_only:false; response_revision:4628; number_of_response:1; }","duration":"202.794248ms","start":"2026-03-11T16:58:35.56294Z","end":"2026-03-11T16:58:35.765734Z","steps":["trace[831210782] 'process raft request' (duration: 202.697866ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:58:35.765805Z","caller":"traceutil/trace.go:171","msg":"trace[879510562] transaction","detail":"{read_only:false; response_revision:4627; number_of_response:1; }","duration":"204.516504ms","start":"2026-03-11T16:58:35.561263Z","end":"2026-03-11T16:58:35.76578Z","steps":["trace[879510562] 'process raft request' (duration: 204.22551ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:58:35.765938Z","caller":"traceutil/trace.go:171","msg":"trace[1684489390] linearizableReadLoop","detail":"{readStateIndex:4821; appliedIndex:4818; }","duration":"199.03979ms","start":"2026-03-11T16:58:35.566864Z","end":"2026-03-11T16:58:35.765903Z","steps":["trace[1684489390] 'read index received' (duration: 177.270573ms)","trace[1684489390] 'applied index is now lower than readState.Index' (duration: 21.765577ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T16:58:35.76619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.322473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-11T16:58:35.766224Z","caller":"traceutil/trace.go:171","msg":"trace[2074687723] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4629; }","duration":"197.407404ms","start":"2026-03-11T16:58:35.568807Z","end":"2026-03-11T16:58:35.766214Z","steps":["trace[2074687723] 'agreement among raft nodes before linearized reading' (duration: 197.239241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:58:35.766201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.326824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-11T16:58:35.766244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.289051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-11T16:58:35.76628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.827139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qzc47\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-11T16:58:35.766339Z","caller":"traceutil/trace.go:171","msg":"trace[1819270844] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qzc47; range_end:; response_count:1; response_revision:4629; }","duration":"193.931131ms","start":"2026-03-11T16:58:35.572395Z","end":"2026-03-11T16:58:35.766326Z","steps":["trace[1819270844] 'agreement among raft nodes before linearized reading' (duration: 193.734208ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:58:35.766282Z","caller":"traceutil/trace.go:171","msg":"trace[196936954] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4629; }","duration":"199.484197ms","start":"2026-03-11T16:58:35.566776Z","end":"2026-03-11T16:58:35.76626Z","steps":["trace[196936954] 'agreement among raft nodes before linearized reading' (duration: 199.253963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:58:35.766524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.745146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-11T16:58:35.766338Z","caller":"traceutil/trace.go:171","msg":"trace[181126145] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4629; }","duration":"193.397552ms","start":"2026-03-11T16:58:35.572917Z","end":"2026-03-11T16:58:35.766314Z","steps":["trace[181126145] 'agreement among raft nodes before linearized reading' (duration: 193.193089ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:58:35.766633Z","caller":"traceutil/trace.go:171","msg":"trace[996188156] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4629; }","duration":"191.890959ms","start":"2026-03-11T16:58:35.57471Z","end":"2026-03-11T16:58:35.766601Z","steps":["trace[996188156] 'agreement among raft nodes before linearized reading' (duration: 191.508753ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:58:35.977096Z","caller":"traceutil/trace.go:171","msg":"trace[738208694] transaction","detail":"{read_only:false; response_revision:4636; number_of_response:1; }","duration":"134.734175ms","start":"2026-03-11T16:58:35.842321Z","end":"2026-03-11T16:58:35.977055Z","steps":["trace[738208694] 'process raft request' (duration: 50.636844ms)","trace[738208694] 'compare' (duration: 83.851647ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T16:58:35.977191Z","caller":"traceutil/trace.go:171","msg":"trace[2022697719] linearizableReadLoop","detail":"{readStateIndex:4830; appliedIndex:4829; }","duration":"134.054775ms","start":"2026-03-11T16:58:35.843104Z","end":"2026-03-11T16:58:35.977159Z","steps":["trace[2022697719] 'read index received' (duration: 49.830771ms)","trace[2022697719] 'applied index is now lower than readState.Index' (duration: 84.222344ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T16:58:35.977215Z","caller":"traceutil/trace.go:171","msg":"trace[155417108] transaction","detail":"{read_only:false; response_revision:4637; number_of_response:1; }","duration":"125.284469ms","start":"2026-03-11T16:58:35.851902Z","end":"2026-03-11T16:58:35.977186Z","steps":["trace[155417108] 'process raft request' (duration: 125.161257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:58:35.977506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.37334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-11T16:58:35.977599Z","caller":"traceutil/trace.go:171","msg":"trace[51430400] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:4637; }","duration":"134.536441ms","start":"2026-03-11T16:58:35.843048Z","end":"2026-03-11T16:58:35.977585Z","steps":["trace[51430400] 'agreement among raft nodes before linearized reading' (duration: 134.257377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:58:36.245303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.302332ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T16:58:36.245418Z","caller":"traceutil/trace.go:171","msg":"trace[553266381] linearizableReadLoop","detail":"{readStateIndex:4832; appliedIndex:4831; }","duration":"268.139969ms","start":"2026-03-11T16:58:35.977259Z","end":"2026-03-11T16:58:36.245399Z","steps":["trace[553266381] 'read index received' (duration: 114.737086ms)","trace[553266381] 'applied index is now lower than readState.Index' (duration: 153.401653ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T16:58:36.245505Z","caller":"traceutil/trace.go:171","msg":"trace[969627858] transaction","detail":"{read_only:false; response_revision:4638; number_of_response:1; }","duration":"347.131852ms","start":"2026-03-11T16:58:35.898346Z","end":"2026-03-11T16:58:36.245478Z","steps":["trace[969627858] 'process raft request' (duration: 193.541176ms)","trace[969627858] 'compare' (duration: 153.17514ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T16:58:36.245618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.130188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-03-11T16:58:36.245625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:58:35.898328Z","time spent":"347.239323ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T16:58:36.245652Z","caller":"traceutil/trace.go:171","msg":"trace[1469577671] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4638; }","duration":"372.191969ms","start":"2026-03-11T16:58:35.873447Z","end":"2026-03-11T16:58:36.245639Z","steps":["trace[1469577671] 'agreement among raft nodes before linearized reading' (duration: 372.028796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:58:36.245689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:58:35.873431Z","time spent":"372.248899ms","remote":"127.0.0.1:35902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-11T16:58:36.257287Z","caller":"traceutil/trace.go:171","msg":"trace[57267215] transaction","detail":"{read_only:false; response_revision:4639; number_of_response:1; }","duration":"275.831219ms","start":"2026-03-11T16:58:35.981422Z","end":"2026-03-11T16:58:36.257254Z","steps":["trace[57267215] 'process raft request' (duration: 275.625456ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:58:36.257312Z","caller":"traceutil/trace.go:171","msg":"trace[384945853] transaction","detail":"{read_only:false; response_revision:4640; number_of_response:1; }","duration":"274.027271ms","start":"2026-03-11T16:58:35.983266Z","end":"2026-03-11T16:58:36.257293Z","steps":["trace[384945853] 'process raft request' (duration: 273.889459ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:58:36.257415Z","caller":"traceutil/trace.go:171","msg":"trace[924467149] transaction","detail":"{read_only:false; response_revision:4641; number_of_response:1; }","duration":"274.050251ms","start":"2026-03-11T16:58:35.983323Z","end":"2026-03-11T16:58:36.257373Z","steps":["trace[924467149] 'process raft request' (duration: 273.892929ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:58:36.257687Z","caller":"traceutil/trace.go:171","msg":"trace[1342962656] transaction","detail":"{read_only:false; response_revision:4642; number_of_response:1; }","duration":"273.529294ms","start":"2026-03-11T16:58:35.984138Z","end":"2026-03-11T16:58:36.257667Z","steps":["trace[1342962656] 'process raft request' (duration: 273.111247ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:58:36.259267Z","caller":"traceutil/trace.go:171","msg":"trace[345133598] transaction","detail":"{read_only:false; response_revision:4643; number_of_response:1; }","duration":"274.237124ms","start":"2026-03-11T16:58:35.984459Z","end":"2026-03-11T16:58:36.258696Z","steps":["trace[345133598] 'process raft request' (duration: 273.142228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:58:36.260033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.567393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-11T16:58:36.260123Z","caller":"traceutil/trace.go:171","msg":"trace[262271366] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:4643; }","duration":"280.701504ms","start":"2026-03-11T16:58:35.979397Z","end":"2026-03-11T16:58:36.260098Z","steps":["trace[262271366] 'agreement among raft nodes before linearized reading' (duration: 278.327588ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:58:37.871842Z","caller":"traceutil/trace.go:171","msg":"trace[10593236] transaction","detail":"{read_only:false; response_revision:4666; number_of_response:1; }","duration":"101.302457ms","start":"2026-03-11T16:58:37.77051Z","end":"2026-03-11T16:58:37.871812Z","steps":["trace[10593236] 'process raft request' (duration: 100.82488ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:58:40.208949Z","caller":"traceutil/trace.go:171","msg":"trace[1979587650] transaction","detail":"{read_only:false; response_revision:4727; number_of_response:1; }","duration":"250.387255ms","start":"2026-03-11T16:58:39.958533Z","end":"2026-03-11T16:58:40.20892Z","steps":["trace[1979587650] 'process raft request' (duration: 250.202222ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:58:40.325152Z","caller":"traceutil/trace.go:171","msg":"trace[972394681] transaction","detail":"{read_only:false; response_revision:4728; number_of_response:1; }","duration":"114.168757ms","start":"2026-03-11T16:58:40.210961Z","end":"2026-03-11T16:58:40.32513Z","steps":["trace[972394681] 'process raft request' (duration: 73.819032ms)","trace[972394681] 'compare' (duration: 40.235533ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T16:58:48.278884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.087049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T16:58:48.278983Z","caller":"traceutil/trace.go:171","msg":"trace[971880877] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4850; }","duration":"162.22014ms","start":"2026-03-11T16:58:48.116741Z","end":"2026-03-11T16:58:48.278961Z","steps":["trace[971880877] 'range keys from in-memory index tree' (duration: 162.005048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:58:48.278902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.823417ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T16:58:48.279679Z","caller":"traceutil/trace.go:171","msg":"trace[736333927] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4850; }","duration":"115.616099ms","start":"2026-03-11T16:58:48.164032Z","end":"2026-03-11T16:58:48.279648Z","steps":["trace[736333927] 'range keys from in-memory index tree' (duration: 114.808077ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:58:49.056291Z","caller":"traceutil/trace.go:171","msg":"trace[2088160229] transaction","detail":"{read_only:false; response_revision:4851; number_of_response:1; }","duration":"137.957624ms","start":"2026-03-11T16:58:48.918314Z","end":"2026-03-11T16:58:49.056272Z","steps":["trace[2088160229] 'process raft request' (duration: 137.803282ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:58:49.056296Z","caller":"traceutil/trace.go:171","msg":"trace[1484994971] linearizableReadLoop","detail":"{readStateIndex:5048; appliedIndex:5048; }","duration":"126.764011ms","start":"2026-03-11T16:58:48.929504Z","end":"2026-03-11T16:58:49.056268Z","steps":["trace[1484994971] 'read index received' (duration: 126.753741ms)","trace[1484994971] 'applied index is now lower than readState.Index' (duration: 8.6µs)"],"step_count":2} {"level":"warn","ts":"2026-03-11T16:58:49.056688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.159678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a32368ae-945c-4e22-83e9-f31bbd37d90d\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-03-11T16:58:49.056782Z","caller":"traceutil/trace.go:171","msg":"trace[81480540] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a32368ae-945c-4e22-83e9-f31bbd37d90d; range_end:; response_count:1; response_revision:4851; }","duration":"127.304631ms","start":"2026-03-11T16:58:48.929459Z","end":"2026-03-11T16:58:49.056764Z","steps":["trace[81480540] 'agreement among raft nodes before linearized reading' (duration: 126.882323ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:58:49.380213Z","caller":"traceutil/trace.go:171","msg":"trace[2071933077] linearizableReadLoop","detail":"{readStateIndex:5049; appliedIndex:5048; }","duration":"323.619287ms","start":"2026-03-11T16:58:49.05656Z","end":"2026-03-11T16:58:49.38018Z","steps":["trace[2071933077] 'read index received' (duration: 311.231366ms)","trace[2071933077] 'applied index is now lower than readState.Index' (duration: 12.386811ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T16:58:49.380264Z","caller":"traceutil/trace.go:171","msg":"trace[1492747337] transaction","detail":"{read_only:false; response_revision:4852; number_of_response:1; }","duration":"441.185157ms","start":"2026-03-11T16:58:48.939056Z","end":"2026-03-11T16:58:49.380241Z","steps":["trace[1492747337] 'process raft request' (duration: 428.762075ms)","trace[1492747337] 'compare' (duration: 12.103827ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T16:58:49.380359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.66212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-11T16:58:49.380387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:58:48.939037Z","time spent":"441.283548ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T16:58:49.380406Z","caller":"traceutil/trace.go:171","msg":"trace[1631830076] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:4852; }","duration":"369.747912ms","start":"2026-03-11T16:58:49.010647Z","end":"2026-03-11T16:58:49.380395Z","steps":["trace[1631830076] 'agreement among raft nodes before linearized reading' (duration: 369.657821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:58:49.380394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.77491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-11T16:58:49.38044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:58:49.010635Z","time spent":"369.796973ms","remote":"127.0.0.1:36070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-03-11T16:58:49.380472Z","caller":"traceutil/trace.go:171","msg":"trace[346421032] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:4852; }","duration":"343.916732ms","start":"2026-03-11T16:58:49.036534Z","end":"2026-03-11T16:58:49.380451Z","steps":["trace[346421032] 'agreement among raft nodes before linearized reading' (duration: 343.708599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:58:49.38053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:58:49.03651Z","time spent":"344.009163ms","remote":"127.0.0.1:36106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-11T16:58:49.408376Z","caller":"traceutil/trace.go:171","msg":"trace[2005232470] transaction","detail":"{read_only:false; response_revision:4853; number_of_response:1; }","duration":"343.943693ms","start":"2026-03-11T16:58:49.064207Z","end":"2026-03-11T16:58:49.40815Z","steps":["trace[2005232470] 'process raft request' (duration: 343.684409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:58:49.408606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:58:49.064184Z","time spent":"344.334999ms","remote":"127.0.0.1:35918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3748,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T16:58:51.275642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.364703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-11T16:58:51.275737Z","caller":"traceutil/trace.go:171","msg":"trace[555168703] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4876; }","duration":"215.519185ms","start":"2026-03-11T16:58:51.060198Z","end":"2026-03-11T16:58:51.275717Z","steps":["trace[555168703] 'range keys from in-memory index tree' (duration: 215.131779ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:58:55.680876Z","caller":"traceutil/trace.go:171","msg":"trace[1717941271] transaction","detail":"{read_only:false; response_revision:4929; number_of_response:1; }","duration":"381.636636ms","start":"2026-03-11T16:58:55.299165Z","end":"2026-03-11T16:58:55.680801Z","steps":["trace[1717941271] 'process raft request' (duration: 381.416912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:58:55.681069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:58:55.299138Z","time spent":"381.833338ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T16:59:01.364411Z","caller":"traceutil/trace.go:171","msg":"trace[1979968491] transaction","detail":"{read_only:false; response_revision:5031; number_of_response:1; }","duration":"292.865591ms","start":"2026-03-11T16:59:01.07151Z","end":"2026-03-11T16:59:01.364376Z","steps":["trace[1979968491] 'process raft request' (duration: 292.627488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:59:06.671232Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438644257719272,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T16:59:07.171816Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438644257719272,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T16:59:07.672388Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438644257719272,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T16:59:08.028248Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.903523607s","expected-duration":"1s"} {"level":"info","ts":"2026-03-11T16:59:08.028722Z","caller":"traceutil/trace.go:171","msg":"trace[607987498] transaction","detail":"{read_only:false; response_revision:5077; number_of_response:1; }","duration":"1.904134166s","start":"2026-03-11T16:59:06.124565Z","end":"2026-03-11T16:59:08.0287Z","steps":["trace[607987498] 'process raft request' (duration: 1.903953823s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:59:08.029038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:59:06.124536Z","time spent":"1.904289058s","remote":"127.0.0.1:35918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10670,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T16:59:08.890224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.980455ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T16:59:08.890418Z","caller":"traceutil/trace.go:171","msg":"trace[296109232] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5077; }","duration":"726.182428ms","start":"2026-03-11T16:59:08.164195Z","end":"2026-03-11T16:59:08.890377Z","steps":["trace[296109232] 'range keys from in-memory index tree' (duration: 725.949515ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:59:08.890527Z","caller":"traceutil/trace.go:171","msg":"trace[1854027604] transaction","detail":"{read_only:false; response_revision:5078; number_of_response:1; }","duration":"1.73636092s","start":"2026-03-11T16:59:07.154129Z","end":"2026-03-11T16:59:08.89049Z","steps":["trace[1854027604] 'process raft request' (duration: 1.63689638s)","trace[1854027604] 'compare' (duration: 98.842849ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T16:59:08.890631Z","caller":"traceutil/trace.go:171","msg":"trace[2127395929] linearizableReadLoop","detail":"{readStateIndex:5281; appliedIndex:5279; }","duration":"2.719901839s","start":"2026-03-11T16:59:06.170674Z","end":"2026-03-11T16:59:08.890576Z","steps":["trace[2127395929] 'read index received' (duration: 1.85787971s)","trace[2127395929] 'applied index is now lower than readState.Index' (duration: 862.021179ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T16:59:08.890743Z","caller":"traceutil/trace.go:171","msg":"trace[986109769] transaction","detail":"{read_only:false; response_revision:5080; number_of_response:1; }","duration":"893.75022ms","start":"2026-03-11T16:59:07.996983Z","end":"2026-03-11T16:59:08.890733Z","steps":["trace[986109769] 'process raft request' (duration: 893.563777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:59:08.890819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:59:07.996966Z","time spent":"893.821031ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T16:59:08.890922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.720239354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-11T16:59:08.89098Z","caller":"traceutil/trace.go:171","msg":"trace[1319431638] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5080; }","duration":"2.720317995s","start":"2026-03-11T16:59:06.170643Z","end":"2026-03-11T16:59:08.890961Z","steps":["trace[1319431638] 'agreement among raft nodes before linearized reading' (duration: 2.720138142s)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:59:08.890643Z","caller":"traceutil/trace.go:171","msg":"trace[422264528] transaction","detail":"{read_only:false; response_revision:5079; number_of_response:1; }","duration":"907.407952ms","start":"2026-03-11T16:59:07.983201Z","end":"2026-03-11T16:59:08.890609Z","steps":["trace[422264528] 'process raft request' (duration: 907.29601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:59:08.891029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:59:06.170628Z","time spent":"2.720390817s","remote":"127.0.0.1:35902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-11T16:59:08.891072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:59:07.154106Z","time spent":"1.736494462s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T16:59:08.891409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:59:07.983152Z","time spent":"907.890959ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T16:59:09.212991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.092358ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T16:59:09.213272Z","caller":"traceutil/trace.go:171","msg":"trace[1534493857] transaction","detail":"{read_only:false; response_revision:5081; number_of_response:1; }","duration":"1.173418558s","start":"2026-03-11T16:59:08.039818Z","end":"2026-03-11T16:59:09.213237Z","steps":["trace[1534493857] 'process raft request' (duration: 1.001978445s)","trace[1534493857] 'compare' (duration: 170.908235ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T16:59:09.21331Z","caller":"traceutil/trace.go:171","msg":"trace[302845791] transaction","detail":"{read_only:false; response_revision:5082; number_of_response:1; }","duration":"1.173278326s","start":"2026-03-11T16:59:08.040004Z","end":"2026-03-11T16:59:09.213283Z","steps":["trace[302845791] 'process raft request' (duration: 1.173104143s)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:59:09.213339Z","caller":"traceutil/trace.go:171","msg":"trace[2058704301] transaction","detail":"{read_only:false; response_revision:5083; number_of_response:1; }","duration":"1.149516767s","start":"2026-03-11T16:59:08.063801Z","end":"2026-03-11T16:59:09.213318Z","steps":["trace[2058704301] 'process raft request' (duration: 1.149393835s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:59:09.213415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:59:08.039998Z","time spent":"1.173357307s","remote":"127.0.0.1:35992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1429,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T16:59:09.213415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:59:08.039805Z","time spent":"1.173534109s","remote":"127.0.0.1:35908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":893,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T16:59:09.213434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:59:08.063781Z","time spent":"1.149613099s","remote":"127.0.0.1:35992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1506,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T16:59:09.213581Z","caller":"traceutil/trace.go:171","msg":"trace[1314676905] transaction","detail":"{read_only:false; response_revision:5084; number_of_response:1; }","duration":"1.148661075s","start":"2026-03-11T16:59:08.064903Z","end":"2026-03-11T16:59:09.213564Z","steps":["trace[1314676905] 'process raft request' (duration: 1.1483578s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:59:09.213682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:59:08.064881Z","time spent":"1.148753676s","remote":"127.0.0.1:35908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":951,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T16:59:09.213776Z","caller":"traceutil/trace.go:171","msg":"trace[1525846388] linearizableReadLoop","detail":"{readStateIndex:5289; appliedIndex:5283; }","duration":"323.059829ms","start":"2026-03-11T16:59:08.890707Z","end":"2026-03-11T16:59:09.213767Z","steps":["trace[1525846388] 'read index received' (duration: 151.134769ms)","trace[1525846388] 'applied index is now lower than readState.Index' (duration: 171.92432ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T16:59:09.213979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.148974129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-11T16:59:09.213998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.462222697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-11T16:59:09.214016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.146677834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10685"} {"level":"info","ts":"2026-03-11T16:59:09.214053Z","caller":"traceutil/trace.go:171","msg":"trace[1862271522] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5086; }","duration":"1.462343369s","start":"2026-03-11T16:59:07.751696Z","end":"2026-03-11T16:59:09.214039Z","steps":["trace[1862271522] 'agreement among raft nodes before linearized reading' (duration: 1.462143096s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:59:09.214081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.832108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a32368ae-945c-4e22-83e9-f31bbd37d90d\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-03-11T16:59:09.214081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.192162472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-11T16:59:09.214089Z","caller":"traceutil/trace.go:171","msg":"trace[1527208534] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5086; }","duration":"1.146759225s","start":"2026-03-11T16:59:08.067307Z","end":"2026-03-11T16:59:09.214067Z","steps":["trace[1527208534] 'agreement among raft nodes before linearized reading' (duration: 1.146498272s)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:59:09.214108Z","caller":"traceutil/trace.go:171","msg":"trace[1693089136] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a32368ae-945c-4e22-83e9-f31bbd37d90d; range_end:; response_count:1; response_revision:5086; }","duration":"317.894199ms","start":"2026-03-11T16:59:08.896206Z","end":"2026-03-11T16:59:09.2141Z","steps":["trace[1693089136] 'agreement among raft nodes before linearized reading' (duration: 317.824168ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:59:09.21412Z","caller":"traceutil/trace.go:171","msg":"trace[1763131424] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5086; }","duration":"2.192228153s","start":"2026-03-11T16:59:07.021879Z","end":"2026-03-11T16:59:09.214107Z","steps":["trace[1763131424] 'agreement among raft nodes before linearized reading' (duration: 2.192121931s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:59:09.214091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:59:07.751673Z","time spent":"1.46241056s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T16:59:09.214164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:59:07.021857Z","time spent":"2.192300074s","remote":"127.0.0.1:60078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-11T16:59:09.214176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.191780162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-11T16:59:09.214203Z","caller":"traceutil/trace.go:171","msg":"trace[936623595] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5086; }","duration":"1.191850142s","start":"2026-03-11T16:59:08.022344Z","end":"2026-03-11T16:59:09.214194Z","steps":["trace[936623595] 'agreement among raft nodes before linearized reading' (duration: 1.191772771s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:59:09.214235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:59:08.022321Z","time spent":"1.191908474s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T16:59:09.214295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.064076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T16:59:09.214131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:59:08.896186Z","time spent":"317.940869ms","remote":"127.0.0.1:35894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-a32368ae-945c-4e22-83e9-f31bbd37d90d\" "} {"level":"warn","ts":"2026-03-11T16:59:09.214314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.55360201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T16:59:09.214351Z","caller":"traceutil/trace.go:171","msg":"trace[864574950] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5086; }","duration":"1.553672102s","start":"2026-03-11T16:59:07.66067Z","end":"2026-03-11T16:59:09.214342Z","steps":["trace[864574950] 'agreement among raft nodes before linearized reading' (duration: 1.553619071s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:59:09.214333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.179641624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-11T16:59:09.214132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:59:08.067295Z","time spent":"1.146829736s","remote":"127.0.0.1:35918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10708,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-11T16:59:09.21441Z","caller":"traceutil/trace.go:171","msg":"trace[2032261961] transaction","detail":"{read_only:false; response_revision:5085; number_of_response:1; }","duration":"1.148897218s","start":"2026-03-11T16:59:08.065498Z","end":"2026-03-11T16:59:09.214395Z","steps":["trace[2032261961] 'process raft request' (duration: 1.147984735s)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:59:09.214451Z","caller":"traceutil/trace.go:171","msg":"trace[268162173] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5086; }","duration":"1.179774606s","start":"2026-03-11T16:59:08.034648Z","end":"2026-03-11T16:59:09.214423Z","steps":["trace[268162173] 'agreement among raft nodes before linearized reading' (duration: 1.179466561s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:59:09.21449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:59:08.065489Z","time spent":"1.148956279s","remote":"127.0.0.1:35826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":806,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-11T16:59:09.214513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:59:08.034593Z","time spent":"1.179907788s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-11T16:59:09.214606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.31345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-11T16:59:09.214648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174966231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-11T16:59:09.214383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:59:07.660645Z","time spent":"1.553731672s","remote":"127.0.0.1:35764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-11T16:59:09.214713Z","caller":"traceutil/trace.go:171","msg":"trace[1914768497] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5086; }","duration":"1.175081373s","start":"2026-03-11T16:59:08.039619Z","end":"2026-03-11T16:59:09.2147Z","steps":["trace[1914768497] 'agreement among raft nodes before linearized reading' (duration: 1.174951351s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:59:09.214753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.788168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-11T16:59:09.214762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.147404115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qzc47\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-11T16:59:09.214786Z","caller":"traceutil/trace.go:171","msg":"trace[2124411552] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5086; }","duration":"571.898889ms","start":"2026-03-11T16:59:08.642879Z","end":"2026-03-11T16:59:09.214778Z","steps":["trace[2124411552] 'agreement among raft nodes before linearized reading' (duration: 571.808688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:59:09.214814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:59:08.642856Z","time spent":"571.951551ms","remote":"127.0.0.1:35918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-11T16:59:09.214621Z","caller":"traceutil/trace.go:171","msg":"trace[1389718566] transaction","detail":"{read_only:false; response_revision:5086; number_of_response:1; }","duration":"1.127645049s","start":"2026-03-11T16:59:08.086968Z","end":"2026-03-11T16:59:09.214613Z","steps":["trace[1389718566] 'process raft request' (duration: 1.126709945s)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:59:09.214324Z","caller":"traceutil/trace.go:171","msg":"trace[2108137322] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5086; }","duration":"222.184598ms","start":"2026-03-11T16:59:08.992133Z","end":"2026-03-11T16:59:09.214317Z","steps":["trace[2108137322] 'agreement among raft nodes before linearized reading' (duration: 222.145638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:59:09.214905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:59:08.086954Z","time spent":"1.127909493s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T16:59:09.21466Z","caller":"traceutil/trace.go:171","msg":"trace[1707301693] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:5086; }","duration":"783.416842ms","start":"2026-03-11T16:59:08.431232Z","end":"2026-03-11T16:59:09.214649Z","steps":["trace[1707301693] 'agreement among raft nodes before linearized reading' (duration: 783.302671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:59:09.21498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:59:08.431212Z","time spent":"783.756368ms","remote":"127.0.0.1:35920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":48,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-03-11T16:59:09.214812Z","caller":"traceutil/trace.go:171","msg":"trace[1318951365] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qzc47; range_end:; response_count:1; response_revision:5086; }","duration":"1.147476236s","start":"2026-03-11T16:59:08.067325Z","end":"2026-03-11T16:59:09.214802Z","steps":["trace[1318951365] 'agreement among raft nodes before linearized reading' (duration: 1.147350384s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:59:09.215039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:59:08.067318Z","time spent":"1.147712241s","remote":"127.0.0.1:35918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-qzc47\" "} {"level":"info","ts":"2026-03-11T16:59:09.214011Z","caller":"traceutil/trace.go:171","msg":"trace[1519099004] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5086; }","duration":"1.149045491s","start":"2026-03-11T16:59:08.064957Z","end":"2026-03-11T16:59:09.214002Z","steps":["trace[1519099004] 'agreement among raft nodes before linearized reading' (duration: 1.148874698s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:59:09.214755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:59:08.039596Z","time spent":"1.175150874s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T16:59:09.215201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T16:59:08.064934Z","time spent":"1.150251179s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T16:59:09.590144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.392112ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T16:59:09.590226Z","caller":"traceutil/trace.go:171","msg":"trace[671538820] linearizableReadLoop","detail":"{readStateIndex:5297; appliedIndex:5296; }","duration":"167.524442ms","start":"2026-03-11T16:59:09.42269Z","end":"2026-03-11T16:59:09.590214Z","steps":["trace[671538820] 'read index received' (duration: 49.461µs)","trace[671538820] 'applied index is now lower than readState.Index' (duration: 167.474311ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T16:59:09.590294Z","caller":"traceutil/trace.go:171","msg":"trace[690462665] transaction","detail":"{read_only:false; response_revision:5094; number_of_response:1; }","duration":"281.667608ms","start":"2026-03-11T16:59:09.308616Z","end":"2026-03-11T16:59:09.590284Z","steps":["trace[690462665] 'process raft request' (duration: 66.057993ms)","trace[690462665] 'compare' (duration: 215.28591ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T16:59:09.590424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.751196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T16:59:09.590442Z","caller":"traceutil/trace.go:171","msg":"trace[1091487692] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5094; }","duration":"167.817927ms","start":"2026-03-11T16:59:09.422619Z","end":"2026-03-11T16:59:09.590437Z","steps":["trace[1091487692] 'agreement among raft nodes before linearized reading' (duration: 167.778657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T16:59:09.590583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.100728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T16:59:09.590606Z","caller":"traceutil/trace.go:171","msg":"trace[2080857711] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:5094; }","duration":"151.139159ms","start":"2026-03-11T16:59:09.439458Z","end":"2026-03-11T16:59:09.590597Z","steps":["trace[2080857711] 'agreement among raft nodes before linearized reading' (duration: 151.100258ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:59:10.239683Z","caller":"traceutil/trace.go:171","msg":"trace[1308368089] transaction","detail":"{read_only:false; response_revision:5096; number_of_response:1; }","duration":"132.699584ms","start":"2026-03-11T16:59:10.106941Z","end":"2026-03-11T16:59:10.239641Z","steps":["trace[1308368089] 'process raft request' (duration: 38.7207ms)","trace[1308368089] 'compare' (duration: 51.907473ms)","trace[1308368089] 'store kv pair into bolt db' {req_type:put; key:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; req_size:13646; } (duration: 41.728575ms)"],"step_count":3} {"level":"info","ts":"2026-03-11T16:59:10.239946Z","caller":"traceutil/trace.go:171","msg":"trace[1653185153] transaction","detail":"{read_only:false; response_revision:5097; number_of_response:1; }","duration":"112.219797ms","start":"2026-03-11T16:59:10.127689Z","end":"2026-03-11T16:59:10.239909Z","steps":["trace[1653185153] 'process raft request' (duration: 111.75783ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:59:10.239548Z","caller":"traceutil/trace.go:171","msg":"trace[1762917027] linearizableReadLoop","detail":"{readStateIndex:5300; appliedIndex:5298; }","duration":"107.763427ms","start":"2026-03-11T16:59:10.131759Z","end":"2026-03-11T16:59:10.239522Z","steps":["trace[1762917027] 'read index received' (duration: 13.878054ms)","trace[1762917027] 'applied index is now lower than readState.Index' (duration: 93.884493ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T16:59:10.240213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.437628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-11T16:59:10.240275Z","caller":"traceutil/trace.go:171","msg":"trace[72683013] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5097; }","duration":"108.55397ms","start":"2026-03-11T16:59:10.131705Z","end":"2026-03-11T16:59:10.240259Z","steps":["trace[72683013] 'agreement among raft nodes before linearized reading' (duration: 108.336836ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:59:33.134191Z","caller":"traceutil/trace.go:171","msg":"trace[944484349] transaction","detail":"{read_only:false; response_revision:5234; number_of_response:1; }","duration":"106.960927ms","start":"2026-03-11T16:59:33.027212Z","end":"2026-03-11T16:59:33.134173Z","steps":["trace[944484349] 'process raft request' (duration: 106.832354ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T16:59:47.496941Z","caller":"traceutil/trace.go:171","msg":"trace[698545057] transaction","detail":"{read_only:false; response_revision:5414; number_of_response:1; }","duration":"120.680122ms","start":"2026-03-11T16:59:47.376234Z","end":"2026-03-11T16:59:47.496914Z","steps":["trace[698545057] 'process raft request' (duration: 120.544968ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:00:00.645928Z","caller":"traceutil/trace.go:171","msg":"trace[1448691804] transaction","detail":"{read_only:false; response_revision:5504; number_of_response:1; }","duration":"155.654583ms","start":"2026-03-11T17:00:00.490212Z","end":"2026-03-11T17:00:00.645867Z","steps":["trace[1448691804] 'process raft request' (duration: 155.182572ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:00:01.497836Z","caller":"traceutil/trace.go:171","msg":"trace[67389012] transaction","detail":"{read_only:false; response_revision:5506; number_of_response:1; }","duration":"137.328171ms","start":"2026-03-11T17:00:01.360463Z","end":"2026-03-11T17:00:01.497791Z","steps":["trace[67389012] 'process raft request' (duration: 137.085635ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:00:01.639713Z","caller":"traceutil/trace.go:171","msg":"trace[625564177] transaction","detail":"{read_only:false; response_revision:5507; number_of_response:1; }","duration":"266.02187ms","start":"2026-03-11T17:00:01.373665Z","end":"2026-03-11T17:00:01.639687Z","steps":["trace[625564177] 'process raft request' (duration: 265.846425ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:00:15.832442Z","caller":"traceutil/trace.go:171","msg":"trace[862087156] linearizableReadLoop","detail":"{readStateIndex:5826; appliedIndex:5824; }","duration":"101.13357ms","start":"2026-03-11T17:00:15.731279Z","end":"2026-03-11T17:00:15.832412Z","steps":["trace[862087156] 'read index received' (duration: 12.521838ms)","trace[862087156] 'applied index is now lower than readState.Index' (duration: 88.610662ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:00:15.832552Z","caller":"traceutil/trace.go:171","msg":"trace[518377420] transaction","detail":"{read_only:false; response_revision:5608; number_of_response:1; }","duration":"127.572312ms","start":"2026-03-11T17:00:15.704951Z","end":"2026-03-11T17:00:15.832523Z","steps":["trace[518377420] 'process raft request' (duration: 69.4451ms)","trace[518377420] 'compare' (duration: 57.895496ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:00:15.833012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.668574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-11T17:00:15.833197Z","caller":"traceutil/trace.go:171","msg":"trace[46083322] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:1; response_revision:5608; }","duration":"101.9473ms","start":"2026-03-11T17:00:15.731224Z","end":"2026-03-11T17:00:15.833172Z","steps":["trace[46083322] 'agreement among raft nodes before linearized reading' (duration: 101.325865ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:00:15.859668Z","caller":"traceutil/trace.go:171","msg":"trace[1833858496] transaction","detail":"{read_only:false; response_revision:5609; number_of_response:1; }","duration":"107.870017ms","start":"2026-03-11T17:00:15.751778Z","end":"2026-03-11T17:00:15.859648Z","steps":["trace[1833858496] 'process raft request' (duration: 107.570899ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:00:16.163164Z","caller":"traceutil/trace.go:171","msg":"trace[2090792290] transaction","detail":"{read_only:false; response_revision:5619; number_of_response:1; }","duration":"130.559606ms","start":"2026-03-11T17:00:16.032572Z","end":"2026-03-11T17:00:16.163131Z","steps":["trace[2090792290] 'process raft request' (duration: 126.027943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:00:16.163271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.746456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:00:16.16334Z","caller":"traceutil/trace.go:171","msg":"trace[977269195] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5619; }","duration":"127.972372ms","start":"2026-03-11T17:00:16.035355Z","end":"2026-03-11T17:00:16.163327Z","steps":["trace[977269195] 'agreement among raft nodes before linearized reading' (duration: 127.686495ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:00:22.609406Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2710} {"level":"info","ts":"2026-03-11T17:00:22.677301Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2710,"took":"66.410055ms","hash":364242388,"current-db-size-bytes":41156608,"current-db-size":"41 MB","current-db-size-in-use-bytes":30658560,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-11T17:00:22.677356Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":364242388,"revision":2710,"compact-revision":-1} {"level":"warn","ts":"2026-03-11T17:04:51.119106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.050941ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T17:04:51.1192Z","caller":"traceutil/trace.go:171","msg":"trace[307034443] transaction","detail":"{read_only:false; response_revision:7392; number_of_response:1; }","duration":"252.434835ms","start":"2026-03-11T17:04:50.86675Z","end":"2026-03-11T17:04:51.119185Z","steps":["trace[307034443] 'process raft request' (duration: 90.21423ms)","trace[307034443] 'compare' (duration: 161.878636ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:05:04.845967Z","caller":"traceutil/trace.go:171","msg":"trace[290961841] transaction","detail":"{read_only:false; response_revision:7594; number_of_response:1; }","duration":"158.040239ms","start":"2026-03-11T17:05:04.687892Z","end":"2026-03-11T17:05:04.845932Z","steps":["trace[290961841] 'process raft request' (duration: 157.867625ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:05:04.869209Z","caller":"traceutil/trace.go:171","msg":"trace[807363840] linearizableReadLoop","detail":"{readStateIndex:7883; appliedIndex:7881; }","duration":"154.012947ms","start":"2026-03-11T17:05:04.715172Z","end":"2026-03-11T17:05:04.869185Z","steps":["trace[807363840] 'read index received' (duration: 130.502491ms)","trace[807363840] 'applied index is now lower than readState.Index' (duration: 23.509456ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:05:04.869348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.1619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T17:05:04.869377Z","caller":"traceutil/trace.go:171","msg":"trace[1165678436] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:7595; }","duration":"154.216321ms","start":"2026-03-11T17:05:04.71515Z","end":"2026-03-11T17:05:04.869366Z","steps":["trace[1165678436] 'agreement among raft nodes before linearized reading' (duration: 154.115609ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:05:04.869675Z","caller":"traceutil/trace.go:171","msg":"trace[136858274] transaction","detail":"{read_only:false; response_revision:7595; number_of_response:1; }","duration":"173.423289ms","start":"2026-03-11T17:05:04.696242Z","end":"2026-03-11T17:05:04.869666Z","steps":["trace[136858274] 'process raft request' (duration: 172.839838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:05:07.624355Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438644257726109,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-11T17:05:07.83711Z","caller":"traceutil/trace.go:171","msg":"trace[454634245] transaction","detail":"{read_only:false; response_revision:7606; number_of_response:1; }","duration":"986.345266ms","start":"2026-03-11T17:05:06.85073Z","end":"2026-03-11T17:05:07.837075Z","steps":["trace[454634245] 'process raft request' (duration: 986.196373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:05:07.837333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:05:06.850707Z","time spent":"986.482499ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:05:08.650002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.597869ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:05:08.650765Z","caller":"traceutil/trace.go:171","msg":"trace[450786756] linearizableReadLoop","detail":"{readStateIndex:7898; appliedIndex:7894; }","duration":"1.526905588s","start":"2026-03-11T17:05:07.123834Z","end":"2026-03-11T17:05:08.65074Z","steps":["trace[450786756] 'read index received' (duration: 713.100035ms)","trace[450786756] 'applied index is now lower than readState.Index' (duration: 813.804673ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:05:08.650798Z","caller":"traceutil/trace.go:171","msg":"trace[1323541870] transaction","detail":"{read_only:false; response_revision:7608; number_of_response:1; }","duration":"1.741773638s","start":"2026-03-11T17:05:06.909004Z","end":"2026-03-11T17:05:08.650777Z","steps":["trace[1323541870] 'process raft request' (duration: 1.741655355s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:05:08.650784Z","caller":"traceutil/trace.go:171","msg":"trace[1917020994] transaction","detail":"{read_only:false; response_revision:7607; number_of_response:1; }","duration":"1.776451729s","start":"2026-03-11T17:05:06.874297Z","end":"2026-03-11T17:05:08.650749Z","steps":["trace[1917020994] 'process raft request' (duration: 1.677843033s)","trace[1917020994] 'compare' (duration: 98.035645ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:05:08.650872Z","caller":"traceutil/trace.go:171","msg":"trace[933681534] transaction","detail":"{read_only:false; response_revision:7609; number_of_response:1; }","duration":"1.442218474s","start":"2026-03-11T17:05:07.208647Z","end":"2026-03-11T17:05:08.650866Z","steps":["trace[933681534] 'process raft request' (duration: 1.442055451s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:05:08.650913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:05:06.90898Z","time spent":"1.741856159s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:05:08.650942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:05:06.874278Z","time spent":"1.776584672s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:05:08.650947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.504114867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:05:08.650987Z","caller":"traceutil/trace.go:171","msg":"trace[254734105] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:7609; }","duration":"1.504201059s","start":"2026-03-11T17:05:07.146776Z","end":"2026-03-11T17:05:08.650977Z","steps":["trace[254734105] 'agreement among raft nodes before linearized reading' (duration: 1.504130067s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:05:08.651017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:05:07.146739Z","time spent":"1.50427197s","remote":"127.0.0.1:37472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:05:08.650923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:05:07.208633Z","time spent":"1.442258425s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:05:08.651146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.527325446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:05:08.651166Z","caller":"traceutil/trace.go:171","msg":"trace[1004222477] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:7609; }","duration":"1.527390807s","start":"2026-03-11T17:05:07.123769Z","end":"2026-03-11T17:05:08.65116Z","steps":["trace[1004222477] 'agreement among raft nodes before linearized reading' (duration: 1.527355466s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:05:08.65119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:05:07.123741Z","time spent":"1.527444489s","remote":"127.0.0.1:50666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:05:08.651291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.413212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:05:08.651319Z","caller":"traceutil/trace.go:171","msg":"trace[1218161137] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:7609; }","duration":"635.478222ms","start":"2026-03-11T17:05:08.015833Z","end":"2026-03-11T17:05:08.651311Z","steps":["trace[1218161137] 'agreement among raft nodes before linearized reading' (duration: 635.441571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:05:08.651339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:05:08.015811Z","time spent":"635.523324ms","remote":"127.0.0.1:60134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:05:08.651423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.544931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T17:05:08.651451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.103090288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-11T17:05:08.651471Z","caller":"traceutil/trace.go:171","msg":"trace[287608217] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7609; }","duration":"991.628833ms","start":"2026-03-11T17:05:07.659831Z","end":"2026-03-11T17:05:08.65146Z","steps":["trace[287608217] 'agreement among raft nodes before linearized reading' (duration: 991.558032ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:05:08.651489Z","caller":"traceutil/trace.go:171","msg":"trace[1573725497] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7609; }","duration":"1.103151399s","start":"2026-03-11T17:05:07.548323Z","end":"2026-03-11T17:05:08.651474Z","steps":["trace[1573725497] 'agreement among raft nodes before linearized reading' (duration: 1.103031737s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:05:08.651488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110018099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-11T17:05:08.651504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:05:07.659812Z","time spent":"991.684864ms","remote":"127.0.0.1:35764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T17:05:08.651526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:05:07.548305Z","time spent":"1.10321314s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-11T17:05:08.651575Z","caller":"traceutil/trace.go:171","msg":"trace[1709384149] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7609; }","duration":"1.11009928s","start":"2026-03-11T17:05:07.541423Z","end":"2026-03-11T17:05:08.651522Z","steps":["trace[1709384149] 'agreement among raft nodes before linearized reading' (duration: 1.109973928s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:05:08.651605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:05:07.541401Z","time spent":"1.110195083s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T17:05:08.651692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.073822268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-11T17:05:08.651729Z","caller":"traceutil/trace.go:171","msg":"trace[781914252] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7609; }","duration":"1.073897719s","start":"2026-03-11T17:05:07.577822Z","end":"2026-03-11T17:05:08.65172Z","steps":["trace[781914252] 'agreement among raft nodes before linearized reading' (duration: 1.073804806s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:05:08.651754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:05:07.577802Z","time spent":"1.07394529s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T17:05:08.651835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.339073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qzc47\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-03-11T17:05:08.651811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.073303767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-11T17:05:08.651896Z","caller":"traceutil/trace.go:171","msg":"trace[870525001] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qzc47; range_end:; response_count:1; response_revision:7609; }","duration":"891.444036ms","start":"2026-03-11T17:05:07.760438Z","end":"2026-03-11T17:05:08.651882Z","steps":["trace[870525001] 'agreement among raft nodes before linearized reading' (duration: 891.296343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:05:08.651951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:05:07.760415Z","time spent":"891.524528ms","remote":"127.0.0.1:35918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-qzc47\" "} {"level":"info","ts":"2026-03-11T17:05:08.651945Z","caller":"traceutil/trace.go:171","msg":"trace[142616758] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7609; }","duration":"1.073506681s","start":"2026-03-11T17:05:07.578407Z","end":"2026-03-11T17:05:08.651914Z","steps":["trace[142616758] 'agreement among raft nodes before linearized reading' (duration: 1.0730001s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:05:08.652018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:05:07.578388Z","time spent":"1.073618483s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-11T17:05:08.652472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.150665323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-11T17:05:08.650691Z","caller":"traceutil/trace.go:171","msg":"trace[289391775] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7606; }","duration":"486.292593ms","start":"2026-03-11T17:05:08.164363Z","end":"2026-03-11T17:05:08.650656Z","steps":["trace[289391775] 'range keys from in-memory index tree' (duration: 485.575899ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:05:08.652606Z","caller":"traceutil/trace.go:171","msg":"trace[1369333816] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7609; }","duration":"1.151175382s","start":"2026-03-11T17:05:07.501396Z","end":"2026-03-11T17:05:08.652571Z","steps":["trace[1369333816] 'agreement among raft nodes before linearized reading' (duration: 1.15056352s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:05:08.65268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:05:07.501377Z","time spent":"1.151287815s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T17:05:08.652466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.30415231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-11T17:05:08.652816Z","caller":"traceutil/trace.go:171","msg":"trace[217727707] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:7609; }","duration":"1.304542217s","start":"2026-03-11T17:05:07.34826Z","end":"2026-03-11T17:05:08.652802Z","steps":["trace[217727707] 'agreement among raft nodes before linearized reading' (duration: 1.303106097s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:05:08.652859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:05:07.348239Z","time spent":"1.304606409s","remote":"127.0.0.1:35902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-11T17:05:19.197888Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438644257726241,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-11T17:05:19.441307Z","caller":"traceutil/trace.go:171","msg":"trace[1809338469] transaction","detail":"{read_only:false; response_revision:7654; number_of_response:1; }","duration":"746.00083ms","start":"2026-03-11T17:05:18.69528Z","end":"2026-03-11T17:05:19.441281Z","steps":["trace[1809338469] 'process raft request' (duration: 745.839197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:05:19.441461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:05:18.695256Z","time spent":"746.128283ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:05:19.451042Z","caller":"traceutil/trace.go:171","msg":"trace[2142727610] transaction","detail":"{read_only:false; response_revision:7655; number_of_response:1; }","duration":"751.024833ms","start":"2026-03-11T17:05:18.699984Z","end":"2026-03-11T17:05:19.451009Z","steps":["trace[2142727610] 'process raft request' (duration: 750.837419ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:05:19.451218Z","caller":"traceutil/trace.go:171","msg":"trace[1427922772] linearizableReadLoop","detail":"{readStateIndex:7947; appliedIndex:7944; }","duration":"753.695856ms","start":"2026-03-11T17:05:18.697507Z","end":"2026-03-11T17:05:19.451202Z","steps":["trace[1427922772] 'read index received' (duration: 743.695513ms)","trace[1427922772] 'applied index is now lower than readState.Index' (duration: 9.999223ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:05:19.451244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:05:18.699969Z","time spent":"751.186926ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:05:19.451394Z","caller":"traceutil/trace.go:171","msg":"trace[548774082] transaction","detail":"{read_only:false; response_revision:7656; number_of_response:1; }","duration":"468.078625ms","start":"2026-03-11T17:05:18.983304Z","end":"2026-03-11T17:05:19.451383Z","steps":["trace[548774082] 'process raft request' (duration: 467.653776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:05:19.451467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:05:18.983277Z","time spent":"468.149547ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:05:19.451519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.045116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-11T17:05:19.451559Z","caller":"traceutil/trace.go:171","msg":"trace[1537583118] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7656; }","duration":"724.110068ms","start":"2026-03-11T17:05:18.727438Z","end":"2026-03-11T17:05:19.451549Z","steps":["trace[1537583118] 'agreement among raft nodes before linearized reading' (duration: 723.985896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:05:19.451592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:05:18.727424Z","time spent":"724.161039ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T17:05:19.451715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.676809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:05:19.451764Z","caller":"traceutil/trace.go:171","msg":"trace[1021839545] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:7656; }","duration":"723.73562ms","start":"2026-03-11T17:05:18.728017Z","end":"2026-03-11T17:05:19.451752Z","steps":["trace[1021839545] 'agreement among raft nodes before linearized reading' (duration: 723.658169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:05:19.451803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:05:18.728011Z","time spent":"723.783582ms","remote":"127.0.0.1:60036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:05:19.451826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.813982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-11T17:05:19.451812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.183997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-11T17:05:19.451863Z","caller":"traceutil/trace.go:171","msg":"trace[1716120429] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7656; }","duration":"723.886723ms","start":"2026-03-11T17:05:18.727968Z","end":"2026-03-11T17:05:19.451854Z","steps":["trace[1716120429] 'agreement among raft nodes before linearized reading' (duration: 723.799511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:05:19.451895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:05:18.727951Z","time spent":"723.938505ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-11T17:05:19.451899Z","caller":"traceutil/trace.go:171","msg":"trace[1367227539] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7656; }","duration":"715.29993ms","start":"2026-03-11T17:05:18.736579Z","end":"2026-03-11T17:05:19.451879Z","steps":["trace[1367227539] 'agreement among raft nodes before linearized reading' (duration: 715.014714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:05:19.45196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:05:18.736571Z","time spent":"715.375661ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T17:05:19.452046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.330962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qzc47\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-11T17:05:19.452087Z","caller":"traceutil/trace.go:171","msg":"trace[982620946] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qzc47; range_end:; response_count:1; response_revision:7656; }","duration":"721.390293ms","start":"2026-03-11T17:05:18.730687Z","end":"2026-03-11T17:05:19.452078Z","steps":["trace[982620946] 'agreement among raft nodes before linearized reading' (duration: 721.26326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:05:19.452121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:05:18.730675Z","time spent":"721.439114ms","remote":"127.0.0.1:35918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-qzc47\" "} {"level":"warn","ts":"2026-03-11T17:05:19.452187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.673156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-11T17:05:19.452244Z","caller":"traceutil/trace.go:171","msg":"trace[1747821508] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7656; }","duration":"754.760108ms","start":"2026-03-11T17:05:18.697471Z","end":"2026-03-11T17:05:19.452231Z","steps":["trace[1747821508] 'agreement among raft nodes before linearized reading' (duration: 754.630705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:05:19.452287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:05:18.697455Z","time spent":"754.822129ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-11T17:05:19.452454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.796359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-11T17:05:19.452499Z","caller":"traceutil/trace.go:171","msg":"trace[1219755495] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7656; }","duration":"715.86123ms","start":"2026-03-11T17:05:18.736627Z","end":"2026-03-11T17:05:19.452488Z","steps":["trace[1219755495] 'agreement among raft nodes before linearized reading' (duration: 715.743297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:05:19.452541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:05:18.73662Z","time spent":"715.910611ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-11T17:05:19.61299Z","caller":"traceutil/trace.go:171","msg":"trace[799580855] transaction","detail":"{read_only:false; response_revision:7660; number_of_response:1; }","duration":"155.873955ms","start":"2026-03-11T17:05:19.45709Z","end":"2026-03-11T17:05:19.612964Z","steps":["trace[799580855] 'process raft request' (duration: 155.799593ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:05:19.613014Z","caller":"traceutil/trace.go:171","msg":"trace[2079003605] transaction","detail":"{read_only:false; response_revision:7658; number_of_response:1; }","duration":"156.902826ms","start":"2026-03-11T17:05:19.456081Z","end":"2026-03-11T17:05:19.612984Z","steps":["trace[2079003605] 'process raft request' (duration: 156.58885ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:05:19.613085Z","caller":"traceutil/trace.go:171","msg":"trace[1015335828] transaction","detail":"{read_only:false; response_revision:7659; number_of_response:1; }","duration":"156.357924ms","start":"2026-03-11T17:05:19.456693Z","end":"2026-03-11T17:05:19.613051Z","steps":["trace[1015335828] 'process raft request' (duration: 156.15179ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:05:19.61312Z","caller":"traceutil/trace.go:171","msg":"trace[452025282] linearizableReadLoop","detail":"{readStateIndex:7949; appliedIndex:7947; }","duration":"156.450246ms","start":"2026-03-11T17:05:19.456647Z","end":"2026-03-11T17:05:19.613098Z","steps":["trace[452025282] 'read index received' (duration: 23.150838ms)","trace[452025282] 'applied index is now lower than readState.Index' (duration: 133.298138ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:05:19.613195Z","caller":"traceutil/trace.go:171","msg":"trace[1354516566] transaction","detail":"{read_only:false; response_revision:7661; number_of_response:1; }","duration":"155.036028ms","start":"2026-03-11T17:05:19.458147Z","end":"2026-03-11T17:05:19.613183Z","steps":["trace[1354516566] 'process raft request' (duration: 154.774663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:05:19.613444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.779373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222796"} {"level":"info","ts":"2026-03-11T17:05:19.613474Z","caller":"traceutil/trace.go:171","msg":"trace[965458965] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7661; }","duration":"156.845095ms","start":"2026-03-11T17:05:19.456621Z","end":"2026-03-11T17:05:19.613466Z","steps":["trace[965458965] 'agreement among raft nodes before linearized reading' (duration: 156.577099ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:05:21.539141Z","caller":"traceutil/trace.go:171","msg":"trace[89449231] transaction","detail":"{read_only:false; response_revision:7664; number_of_response:1; }","duration":"699.752145ms","start":"2026-03-11T17:05:20.839321Z","end":"2026-03-11T17:05:21.539073Z","steps":["trace[89449231] 'process raft request' (duration: 699.544741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:05:21.539494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:05:20.839304Z","time spent":"700.072381ms","remote":"127.0.0.1:35826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:05:21.627605Z","caller":"traceutil/trace.go:171","msg":"trace[387638676] transaction","detail":"{read_only:false; response_revision:7665; number_of_response:1; }","duration":"181.107086ms","start":"2026-03-11T17:05:21.446472Z","end":"2026-03-11T17:05:21.627579Z","steps":["trace[387638676] 'process raft request' (duration: 180.930652ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:05:21.627726Z","caller":"traceutil/trace.go:171","msg":"trace[441140260] linearizableReadLoop","detail":"{readStateIndex:7958; appliedIndex:7954; }","duration":"143.654178ms","start":"2026-03-11T17:05:21.484049Z","end":"2026-03-11T17:05:21.627703Z","steps":["trace[441140260] 'read index received' (duration: 54.791829ms)","trace[441140260] 'applied index is now lower than readState.Index' (duration: 88.861459ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:05:21.627858Z","caller":"traceutil/trace.go:171","msg":"trace[1412566738] transaction","detail":"{read_only:false; response_revision:7666; number_of_response:1; }","duration":"170.183035ms","start":"2026-03-11T17:05:21.457643Z","end":"2026-03-11T17:05:21.627826Z","steps":["trace[1412566738] 'process raft request' (duration: 169.890368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:05:21.627965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.899753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-11T17:05:21.628006Z","caller":"traceutil/trace.go:171","msg":"trace[1076969752] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7666; }","duration":"143.995275ms","start":"2026-03-11T17:05:21.484Z","end":"2026-03-11T17:05:21.627995Z","steps":["trace[1076969752] 'agreement among raft nodes before linearized reading' (duration: 143.850852ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:05:22.829823Z","caller":"traceutil/trace.go:171","msg":"trace[1139506959] linearizableReadLoop","detail":"{readStateIndex:7965; appliedIndex:7964; }","duration":"168.969221ms","start":"2026-03-11T17:05:22.66083Z","end":"2026-03-11T17:05:22.829799Z","steps":["trace[1139506959] 'read index received' (duration: 168.772417ms)","trace[1139506959] 'applied index is now lower than readState.Index' (duration: 196.064µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:05:22.829866Z","caller":"traceutil/trace.go:171","msg":"trace[1262026552] transaction","detail":"{read_only:false; response_revision:7673; number_of_response:1; }","duration":"218.185507ms","start":"2026-03-11T17:05:22.611655Z","end":"2026-03-11T17:05:22.829841Z","steps":["trace[1262026552] 'process raft request' (duration: 218.014713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:05:22.829969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.131904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:05:22.830002Z","caller":"traceutil/trace.go:171","msg":"trace[174857022] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7673; }","duration":"169.225866ms","start":"2026-03-11T17:05:22.660766Z","end":"2026-03-11T17:05:22.829992Z","steps":["trace[174857022] 'agreement among raft nodes before linearized reading' (duration: 169.132744ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:05:22.933627Z","caller":"traceutil/trace.go:171","msg":"trace[1649262248] linearizableReadLoop","detail":"{readStateIndex:7966; appliedIndex:7965; }","duration":"102.196609ms","start":"2026-03-11T17:05:22.831402Z","end":"2026-03-11T17:05:22.933599Z","steps":["trace[1649262248] 'read index received' (duration: 10.791719ms)","trace[1649262248] 'applied index is now lower than readState.Index' (duration: 91.40375ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:05:22.933655Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5664} {"level":"warn","ts":"2026-03-11T17:05:22.933764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.344182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:05:22.933809Z","caller":"traceutil/trace.go:171","msg":"trace[1773670849] compact","detail":"{revision:5664; response_revision:7673; }","duration":"102.886104ms","start":"2026-03-11T17:05:22.83089Z","end":"2026-03-11T17:05:22.933776Z","steps":["trace[1773670849] 'check and update compact revision' (duration: 91.253768ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:05:22.933918Z","caller":"traceutil/trace.go:171","msg":"trace[1127373983] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7673; }","duration":"102.433094ms","start":"2026-03-11T17:05:22.831356Z","end":"2026-03-11T17:05:22.933789Z","steps":["trace[1127373983] 'agreement among raft nodes before linearized reading' (duration: 102.348912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:05:24.1523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.890491ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T17:05:24.152535Z","caller":"traceutil/trace.go:171","msg":"trace[427908567] transaction","detail":"{read_only:false; response_revision:7674; number_of_response:1; }","duration":"518.836322ms","start":"2026-03-11T17:05:23.633659Z","end":"2026-03-11T17:05:24.152495Z","steps":["trace[427908567] 'process raft request' (duration: 178.650705ms)","trace[427908567] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/messaging-topology-operator-leader-election; req_size:553; } (duration: 333.4638ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:05:24.152652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:05:23.633631Z","time spent":"518.966514ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:05:24.152977Z","caller":"traceutil/trace.go:171","msg":"trace[665135069] linearizableReadLoop","detail":"{readStateIndex:7968; appliedIndex:7966; }","duration":"502.661905ms","start":"2026-03-11T17:05:23.650301Z","end":"2026-03-11T17:05:24.152963Z","steps":["trace[665135069] 'read index received' (duration: 162.08318ms)","trace[665135069] 'applied index is now lower than readState.Index' (duration: 340.577784ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:05:24.153077Z","caller":"traceutil/trace.go:171","msg":"trace[1669940566] transaction","detail":"{read_only:false; response_revision:7675; number_of_response:1; }","duration":"518.481275ms","start":"2026-03-11T17:05:23.634557Z","end":"2026-03-11T17:05:24.153038Z","steps":["trace[1669940566] 'process raft request' (duration: 517.849182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:05:24.153284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:05:23.634532Z","time spent":"518.639858ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:05:24.154082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.771756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-11T17:05:24.154136Z","caller":"traceutil/trace.go:171","msg":"trace[431198137] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7675; }","duration":"503.857738ms","start":"2026-03-11T17:05:23.650266Z","end":"2026-03-11T17:05:24.154124Z","steps":["trace[431198137] 'agreement among raft nodes before linearized reading' (duration: 503.691015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:05:24.154484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:05:23.650253Z","time spent":"504.098063ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-11T17:05:24.464688Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5664,"took":"1.529016071s","hash":3328453269,"current-db-size-bytes":42962944,"current-db-size":"43 MB","current-db-size-in-use-bytes":23138304,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-11T17:05:24.464789Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3328453269,"revision":5664,"compact-revision":2710} {"level":"info","ts":"2026-03-11T17:05:24.515768Z","caller":"traceutil/trace.go:171","msg":"trace[929383646] linearizableReadLoop","detail":"{readStateIndex:7969; appliedIndex:7968; }","duration":"362.677271ms","start":"2026-03-11T17:05:24.153062Z","end":"2026-03-11T17:05:24.515739Z","steps":["trace[929383646] 'read index received' (duration: 362.539158ms)","trace[929383646] 'applied index is now lower than readState.Index' (duration: 136.833µs)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:05:24.516034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.058487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-11T17:05:24.516103Z","caller":"traceutil/trace.go:171","msg":"trace[1413322198] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7676; }","duration":"809.17034ms","start":"2026-03-11T17:05:23.706905Z","end":"2026-03-11T17:05:24.516076Z","steps":["trace[1413322198] 'agreement among raft nodes before linearized reading' (duration: 808.988526ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:05:24.516111Z","caller":"traceutil/trace.go:171","msg":"trace[470190894] transaction","detail":"{read_only:false; response_revision:7676; number_of_response:1; }","duration":"596.389803ms","start":"2026-03-11T17:05:23.919677Z","end":"2026-03-11T17:05:24.516066Z","steps":["trace[470190894] 'process raft request' (duration: 595.848051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:05:24.516176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:05:23.706885Z","time spent":"809.274162ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T17:05:24.51624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.770071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qzc47\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-03-11T17:05:24.516328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.377354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-11T17:05:24.516368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.406585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-11T17:05:24.516431Z","caller":"traceutil/trace.go:171","msg":"trace[859946282] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7676; }","duration":"808.536256ms","start":"2026-03-11T17:05:23.707873Z","end":"2026-03-11T17:05:24.516409Z","steps":["trace[859946282] 'agreement among raft nodes before linearized reading' (duration: 808.243111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:05:24.516478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:05:23.707853Z","time spent":"808.615789ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T17:05:24.516281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:05:23.919651Z","time spent":"596.543745ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:05:24.516381Z","caller":"traceutil/trace.go:171","msg":"trace[624917674] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qzc47; range_end:; response_count:1; response_revision:7676; }","duration":"802.083386ms","start":"2026-03-11T17:05:23.714275Z","end":"2026-03-11T17:05:24.516358Z","steps":["trace[624917674] 'agreement among raft nodes before linearized reading' (duration: 801.501594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:05:24.516635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:05:23.714266Z","time spent":"802.351982ms","remote":"127.0.0.1:35918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-qzc47\" "} {"level":"warn","ts":"2026-03-11T17:05:24.516094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.540076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-11T17:05:24.51677Z","caller":"traceutil/trace.go:171","msg":"trace[450968532] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:7676; }","duration":"557.30225ms","start":"2026-03-11T17:05:23.959454Z","end":"2026-03-11T17:05:24.516757Z","steps":["trace[450968532] 'agreement among raft nodes before linearized reading' (duration: 556.449043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:05:24.516816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:05:23.95944Z","time spent":"557.363892ms","remote":"127.0.0.1:35824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-03-11T17:05:24.516469Z","caller":"traceutil/trace.go:171","msg":"trace[1312720937] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7676; }","duration":"808.565397ms","start":"2026-03-11T17:05:23.707885Z","end":"2026-03-11T17:05:24.516451Z","steps":["trace[1312720937] 'agreement among raft nodes before linearized reading' (duration: 808.310492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:05:24.516878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:05:23.707873Z","time spent":"808.987345ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T17:05:24.516898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.391392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:126299"} {"level":"info","ts":"2026-03-11T17:05:24.516951Z","caller":"traceutil/trace.go:171","msg":"trace[2067800873] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:7676; }","duration":"554.475744ms","start":"2026-03-11T17:05:23.962461Z","end":"2026-03-11T17:05:24.516937Z","steps":["trace[2067800873] 'agreement among raft nodes before linearized reading' (duration: 553.429523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:05:24.516992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:05:23.962445Z","time spent":"554.539145ms","remote":"127.0.0.1:35820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":126322,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-11T17:05:24.517168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.280992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-11T17:05:24.517235Z","caller":"traceutil/trace.go:171","msg":"trace[1721190819] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7676; }","duration":"809.067528ms","start":"2026-03-11T17:05:23.708151Z","end":"2026-03-11T17:05:24.517219Z","steps":["trace[1721190819] 'agreement among raft nodes before linearized reading' (duration: 808.084448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:05:24.517493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:05:23.708144Z","time spent":"809.227531ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-11T17:05:24.558596Z","caller":"traceutil/trace.go:171","msg":"trace[24540210] transaction","detail":"{read_only:false; response_revision:7677; number_of_response:1; }","duration":"399.539828ms","start":"2026-03-11T17:05:24.159039Z","end":"2026-03-11T17:05:24.558579Z","steps":["trace[24540210] 'process raft request' (duration: 399.462287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:05:24.558709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:05:24.15902Z","time spent":"399.623889ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:05:25.316606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.257266ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T17:05:25.31687Z","caller":"traceutil/trace.go:171","msg":"trace[1569135866] transaction","detail":"{read_only:false; response_revision:7679; number_of_response:1; }","duration":"796.155636ms","start":"2026-03-11T17:05:24.520695Z","end":"2026-03-11T17:05:25.316851Z","steps":["trace[1569135866] 'process raft request' (duration: 796.036583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:05:25.316946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:05:24.52067Z","time spent":"796.240988ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:05:25.316997Z","caller":"traceutil/trace.go:171","msg":"trace[237258626] transaction","detail":"{read_only:false; response_revision:7678; number_of_response:1; }","duration":"796.271228ms","start":"2026-03-11T17:05:24.520641Z","end":"2026-03-11T17:05:25.316912Z","steps":["trace[237258626] 'process raft request' (duration: 88.621084ms)","trace[237258626] 'compare' (duration: 705.622964ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:05:25.317368Z","caller":"traceutil/trace.go:171","msg":"trace[518705840] linearizableReadLoop","detail":"{readStateIndex:7974; appliedIndex:7970; }","duration":"758.687177ms","start":"2026-03-11T17:05:24.558652Z","end":"2026-03-11T17:05:25.317339Z","steps":["trace[518705840] 'read index received' (duration: 50.584044ms)","trace[518705840] 'applied index is now lower than readState.Index' (duration: 708.101963ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:05:25.317417Z","caller":"traceutil/trace.go:171","msg":"trace[1138047284] transaction","detail":"{read_only:false; response_revision:7681; number_of_response:1; }","duration":"795.265778ms","start":"2026-03-11T17:05:24.52212Z","end":"2026-03-11T17:05:25.317386Z","steps":["trace[1138047284] 'process raft request' (duration: 795.103135ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:05:25.317571Z","caller":"traceutil/trace.go:171","msg":"trace[1498524675] transaction","detail":"{read_only:false; response_revision:7680; number_of_response:1; }","duration":"795.804118ms","start":"2026-03-11T17:05:24.52174Z","end":"2026-03-11T17:05:25.317544Z","steps":["trace[1498524675] 'process raft request' (duration: 795.070813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:05:25.317661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.376271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-11T17:05:25.317718Z","caller":"traceutil/trace.go:171","msg":"trace[1887815463] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:7681; }","duration":"754.496094ms","start":"2026-03-11T17:05:24.563208Z","end":"2026-03-11T17:05:25.317704Z","steps":["trace[1887815463] 'agreement among raft nodes before linearized reading' (duration: 754.32366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:05:25.317753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:05:24.563187Z","time spent":"754.556364ms","remote":"127.0.0.1:35824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-11T17:05:25.317779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.211287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222796"} {"level":"warn","ts":"2026-03-11T17:05:25.317785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.970874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-11T17:05:25.31777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.605582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:05:25.317821Z","caller":"traceutil/trace.go:171","msg":"trace[1733955215] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7681; }","duration":"796.277549ms","start":"2026-03-11T17:05:24.521532Z","end":"2026-03-11T17:05:25.317809Z","steps":["trace[1733955215] 'agreement among raft nodes before linearized reading' (duration: 795.865921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:05:25.317833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:05:24.521724Z","time spent":"795.899501ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:05:25.317859Z","caller":"traceutil/trace.go:171","msg":"trace[787625027] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7681; }","duration":"431.072866ms","start":"2026-03-11T17:05:24.886761Z","end":"2026-03-11T17:05:25.317834Z","steps":["trace[787625027] 'agreement among raft nodes before linearized reading' (duration: 430.830781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:05:25.317875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:05:24.52152Z","time spent":"796.34305ms","remote":"127.0.0.1:35918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":222819,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-11T17:05:25.317882Z","caller":"traceutil/trace.go:171","msg":"trace[961245621] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7681; }","duration":"657.764545ms","start":"2026-03-11T17:05:24.66009Z","end":"2026-03-11T17:05:25.317854Z","steps":["trace[961245621] 'agreement among raft nodes before linearized reading' (duration: 657.55545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:05:25.317909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:05:24.886747Z","time spent":"431.153678ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-11T17:05:25.317932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:05:24.660069Z","time spent":"657.854517ms","remote":"127.0.0.1:35764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T17:05:25.317979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:05:24.522109Z","time spent":"795.481802ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:05:25.318308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:05:24.520619Z","time spent":"796.500554ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:05:25.318707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.574995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:52 size:74591"} {"level":"info","ts":"2026-03-11T17:05:25.318774Z","caller":"traceutil/trace.go:171","msg":"trace[1175424682] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:52; response_revision:7681; }","duration":"798.665877ms","start":"2026-03-11T17:05:24.520095Z","end":"2026-03-11T17:05:25.318761Z","steps":["trace[1175424682] 'agreement among raft nodes before linearized reading' (duration: 797.426962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:05:25.31881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:05:24.520086Z","time spent":"798.714677ms","remote":"127.0.0.1:35920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":52,"response size":74614,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-03-11T17:05:48.558151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.395015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-flf9h\" ","response":"range_response_count:1 size:4455"} {"level":"info","ts":"2026-03-11T17:05:48.558261Z","caller":"traceutil/trace.go:171","msg":"trace[317625168] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-flf9h; range_end:; response_count:1; response_revision:7846; }","duration":"237.566559ms","start":"2026-03-11T17:05:48.320671Z","end":"2026-03-11T17:05:48.558238Z","steps":["trace[317625168] 'range keys from in-memory index tree' (duration: 237.219072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:05:48.558142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.839623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-03-11T17:05:48.558527Z","caller":"traceutil/trace.go:171","msg":"trace[2118205742] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-csi-config; range_end:; response_count:1; response_revision:7846; }","duration":"155.252201ms","start":"2026-03-11T17:05:48.403212Z","end":"2026-03-11T17:05:48.558465Z","steps":["trace[2118205742] 'range keys from in-memory index tree' (duration: 154.590959ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:05:48.717694Z","caller":"traceutil/trace.go:171","msg":"trace[941586905] transaction","detail":"{read_only:false; response_revision:7847; number_of_response:1; }","duration":"152.856224ms","start":"2026-03-11T17:05:48.564809Z","end":"2026-03-11T17:05:48.717665Z","steps":["trace[941586905] 'process raft request' (duration: 152.692061ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:05:48.722841Z","caller":"traceutil/trace.go:171","msg":"trace[15751747] linearizableReadLoop","detail":"{readStateIndex:8148; appliedIndex:8146; }","duration":"119.405728ms","start":"2026-03-11T17:05:48.603404Z","end":"2026-03-11T17:05:48.72281Z","steps":["trace[15751747] 'read index received' (duration: 114.237063ms)","trace[15751747] 'applied index is now lower than readState.Index' (duration: 5.167705ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:05:48.722889Z","caller":"traceutil/trace.go:171","msg":"trace[731517684] transaction","detail":"{read_only:false; response_revision:7848; number_of_response:1; }","duration":"121.730575ms","start":"2026-03-11T17:05:48.601123Z","end":"2026-03-11T17:05:48.722854Z","steps":["trace[731517684] 'process raft request' (duration: 121.50254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:05:48.723316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.898397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19564"} {"level":"info","ts":"2026-03-11T17:05:48.723399Z","caller":"traceutil/trace.go:171","msg":"trace[1490325560] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:7848; }","duration":"120.04588ms","start":"2026-03-11T17:05:48.603334Z","end":"2026-03-11T17:05:48.72338Z","steps":["trace[1490325560] 'agreement among raft nodes before linearized reading' (duration: 119.723234ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:05:50.546363Z","caller":"traceutil/trace.go:171","msg":"trace[807902498] transaction","detail":"{read_only:false; response_revision:7858; number_of_response:1; }","duration":"302.210007ms","start":"2026-03-11T17:05:50.24411Z","end":"2026-03-11T17:05:50.54632Z","steps":["trace[807902498] 'process raft request' (duration: 301.972801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:05:50.546628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:05:50.244046Z","time spent":"302.451183ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:05:50.556659Z","caller":"traceutil/trace.go:171","msg":"trace[1072157213] transaction","detail":"{read_only:false; response_revision:7859; number_of_response:1; }","duration":"311.022782ms","start":"2026-03-11T17:05:50.245617Z","end":"2026-03-11T17:05:50.55664Z","steps":["trace[1072157213] 'process raft request' (duration: 310.901969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:05:50.556779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:05:50.245594Z","time spent":"311.120285ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:05:53.141415Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438644257726906,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T17:05:53.642077Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438644257726906,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T17:05:54.142591Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438644257726906,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T17:05:54.441553Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.883560009s","expected-duration":"1s"} {"level":"info","ts":"2026-03-11T17:05:54.442006Z","caller":"traceutil/trace.go:171","msg":"trace[1425200357] transaction","detail":"{read_only:false; response_revision:7867; number_of_response:1; }","duration":"1.884093962s","start":"2026-03-11T17:05:52.557883Z","end":"2026-03-11T17:05:54.441977Z","steps":["trace[1425200357] 'process raft request' (duration: 1.883929548s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:05:54.442173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:05:52.557854Z","time spent":"1.884238165s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:05:54.480978Z","caller":"traceutil/trace.go:171","msg":"trace[437562309] transaction","detail":"{read_only:false; response_revision:7868; number_of_response:1; }","duration":"1.918768s","start":"2026-03-11T17:05:52.562167Z","end":"2026-03-11T17:05:54.480935Z","steps":["trace[437562309] 'process raft request' (duration: 1.918502113s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:05:54.481187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:05:52.562155Z","time spent":"1.918928953s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:05:54.48133Z","caller":"traceutil/trace.go:171","msg":"trace[1605813573] linearizableReadLoop","detail":"{readStateIndex:8171; appliedIndex:8168; }","duration":"1.840812745s","start":"2026-03-11T17:05:52.640476Z","end":"2026-03-11T17:05:54.481289Z","steps":["trace[1605813573] 'read index received' (duration: 1.801413522s)","trace[1605813573] 'applied index is now lower than readState.Index' (duration: 39.396553ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:05:54.481694Z","caller":"traceutil/trace.go:171","msg":"trace[998127379] transaction","detail":"{read_only:false; response_revision:7869; number_of_response:1; }","duration":"1.746364346s","start":"2026-03-11T17:05:52.735237Z","end":"2026-03-11T17:05:54.481601Z","steps":["trace[998127379] 'process raft request' (duration: 1.745589377s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:05:54.481729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.841241025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:05:54.481805Z","caller":"traceutil/trace.go:171","msg":"trace[1838591802] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:7869; }","duration":"1.841366098s","start":"2026-03-11T17:05:52.640419Z","end":"2026-03-11T17:05:54.481785Z","steps":["trace[1838591802] 'agreement among raft nodes before linearized reading' (duration: 1.841183224s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:05:54.481857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:05:52.640397Z","time spent":"1.841445419s","remote":"127.0.0.1:36090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:05:54.481903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:05:52.735205Z","time spent":"1.746576961s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:05:54.482028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.739328124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-11T17:05:54.48211Z","caller":"traceutil/trace.go:171","msg":"trace[1056490325] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7869; }","duration":"1.739473688s","start":"2026-03-11T17:05:52.742617Z","end":"2026-03-11T17:05:54.482091Z","steps":["trace[1056490325] 'agreement among raft nodes before linearized reading' (duration: 1.739203151s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:05:54.482192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.013624756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qzc47\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-11T17:05:54.482264Z","caller":"traceutil/trace.go:171","msg":"trace[379187078] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qzc47; range_end:; response_count:1; response_revision:7869; }","duration":"1.013719018s","start":"2026-03-11T17:05:53.468528Z","end":"2026-03-11T17:05:54.482247Z","steps":["trace[379187078] 'agreement among raft nodes before linearized reading' (duration: 1.013464141s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:05:54.482301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:05:53.468518Z","time spent":"1.01377482s","remote":"127.0.0.1:35918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-qzc47\" "} {"level":"warn","ts":"2026-03-11T17:05:54.48223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02684674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-11T17:05:54.482468Z","caller":"traceutil/trace.go:171","msg":"trace[709025912] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7869; }","duration":"1.027112256s","start":"2026-03-11T17:05:53.455335Z","end":"2026-03-11T17:05:54.482447Z","steps":["trace[709025912] 'agreement among raft nodes before linearized reading' (duration: 1.026546981s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:05:54.482587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:05:53.455329Z","time spent":"1.027238969s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T17:05:54.482479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:05:52.742597Z","time spent":"1.739819016s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T17:05:54.482526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.969877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T17:05:54.482493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031362251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-11T17:05:54.482988Z","caller":"traceutil/trace.go:171","msg":"trace[1905024609] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7869; }","duration":"1.031905034s","start":"2026-03-11T17:05:53.451066Z","end":"2026-03-11T17:05:54.482971Z","steps":["trace[1905024609] 'agreement among raft nodes before linearized reading' (duration: 1.031301659s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:05:54.483057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:05:53.451056Z","time spent":"1.031977915s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T17:05:54.4828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033760149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-11T17:05:54.483137Z","caller":"traceutil/trace.go:171","msg":"trace[3551261] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7869; }","duration":"822.099385ms","start":"2026-03-11T17:05:53.661016Z","end":"2026-03-11T17:05:54.483083Z","steps":["trace[3551261] 'agreement among raft nodes before linearized reading' (duration: 820.942656ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:05:54.483191Z","caller":"traceutil/trace.go:171","msg":"trace[1124151693] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7869; }","duration":"1.03421707s","start":"2026-03-11T17:05:53.448963Z","end":"2026-03-11T17:05:54.48318Z","steps":["trace[1124151693] 'agreement among raft nodes before linearized reading' (duration: 1.033512243s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:05:54.483224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:05:53.448945Z","time spent":"1.034270461s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T17:05:54.483211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:05:53.660996Z","time spent":"822.197327ms","remote":"127.0.0.1:35764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T17:05:54.483274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031120924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-11T17:05:54.483368Z","caller":"traceutil/trace.go:171","msg":"trace[1426122729] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7869; }","duration":"1.031239787s","start":"2026-03-11T17:05:53.452105Z","end":"2026-03-11T17:05:54.483344Z","steps":["trace[1426122729] 'agreement among raft nodes before linearized reading' (duration: 1.030295864s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:05:54.483427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:05:53.452099Z","time spent":"1.031315978s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-11T17:05:56.392648Z","caller":"traceutil/trace.go:171","msg":"trace[1108565207] transaction","detail":"{read_only:false; response_revision:7877; number_of_response:1; }","duration":"154.932398ms","start":"2026-03-11T17:05:56.237678Z","end":"2026-03-11T17:05:56.39261Z","steps":["trace[1108565207] 'process raft request' (duration: 154.672351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:06.910519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.238849ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:06:06.910626Z","caller":"traceutil/trace.go:171","msg":"trace[1722842873] transaction","detail":"{read_only:false; number_of_response:1; response_revision:7964; }","duration":"635.529633ms","start":"2026-03-11T17:06:06.27508Z","end":"2026-03-11T17:06:06.910609Z","steps":["trace[1722842873] 'process raft request' (duration: 414.987697ms)","trace[1722842873] 'compare' (duration: 219.926932ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:06:06.910686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:06.275069Z","time spent":"635.588204ms","remote":"127.0.0.1:56876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-03-11T17:06:06.941807Z","caller":"traceutil/trace.go:171","msg":"trace[612502301] linearizableReadLoop","detail":"{readStateIndex:8273; appliedIndex:8271; }","duration":"473.329671ms","start":"2026-03-11T17:06:06.468444Z","end":"2026-03-11T17:06:06.941774Z","steps":["trace[612502301] 'read index received' (duration: 221.636821ms)","trace[612502301] 'applied index is now lower than readState.Index' (duration: 251.69168ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:06:06.942098Z","caller":"traceutil/trace.go:171","msg":"trace[1580868575] transaction","detail":"{read_only:false; response_revision:7967; number_of_response:1; }","duration":"459.948076ms","start":"2026-03-11T17:06:06.48207Z","end":"2026-03-11T17:06:06.942018Z","steps":["trace[1580868575] 'process raft request' (duration: 459.569837ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:06:06.942201Z","caller":"traceutil/trace.go:171","msg":"trace[1597421708] transaction","detail":"{read_only:false; response_revision:7968; number_of_response:1; }","duration":"423.768634ms","start":"2026-03-11T17:06:06.518416Z","end":"2026-03-11T17:06:06.942185Z","steps":["trace[1597421708] 'process raft request' (duration: 423.288713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:06.94232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:06.518396Z","time spent":"423.843426ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:06:06.942355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:06.482052Z","time spent":"460.164282ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:06:06.942578Z","caller":"traceutil/trace.go:171","msg":"trace[617719763] transaction","detail":"{read_only:false; response_revision:7965; number_of_response:1; }","duration":"666.166846ms","start":"2026-03-11T17:06:06.276398Z","end":"2026-03-11T17:06:06.942565Z","steps":["trace[617719763] 'process raft request' (duration: 664.989247ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:06:06.942641Z","caller":"traceutil/trace.go:171","msg":"trace[1784252604] transaction","detail":"{read_only:false; response_revision:7969; number_of_response:1; }","duration":"415.344416ms","start":"2026-03-11T17:06:06.527285Z","end":"2026-03-11T17:06:06.94263Z","steps":["trace[1784252604] 'process raft request' (duration: 414.452255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:06.942654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:06.276384Z","time spent":"666.227987ms","remote":"127.0.0.1:35918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4630,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:06:06.942717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:06.527269Z","time spent":"415.409807ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:06:06.942883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.444399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-flf9h\" ","response":"range_response_count:1 size:4645"} {"level":"info","ts":"2026-03-11T17:06:06.942924Z","caller":"traceutil/trace.go:171","msg":"trace[1156041356] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-flf9h; range_end:; response_count:1; response_revision:7969; }","duration":"474.523201ms","start":"2026-03-11T17:06:06.468392Z","end":"2026-03-11T17:06:06.942916Z","steps":["trace[1156041356] 'agreement among raft nodes before linearized reading' (duration: 474.455339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:06.942955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:06.468373Z","time spent":"474.574592ms","remote":"127.0.0.1:35918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4668,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-flf9h\" "} {"level":"warn","ts":"2026-03-11T17:06:06.943072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.988729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:06:06.943046Z","caller":"traceutil/trace.go:171","msg":"trace[903996336] transaction","detail":"{read_only:false; response_revision:7966; number_of_response:1; }","duration":"474.144282ms","start":"2026-03-11T17:06:06.468868Z","end":"2026-03-11T17:06:06.943012Z","steps":["trace[903996336] 'process raft request' (duration: 472.696408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:06.943331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:06.468852Z","time spent":"474.391897ms","remote":"127.0.0.1:35826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-11T17:06:06.943385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.916851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qzc47\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-03-11T17:06:06.943417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.894524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-11T17:06:06.943432Z","caller":"traceutil/trace.go:171","msg":"trace[825662222] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qzc47; range_end:; response_count:1; response_revision:7969; }","duration":"376.984522ms","start":"2026-03-11T17:06:06.566433Z","end":"2026-03-11T17:06:06.943417Z","steps":["trace[825662222] 'agreement among raft nodes before linearized reading' (duration: 376.795418ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:06:06.94346Z","caller":"traceutil/trace.go:171","msg":"trace[1181749298] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7969; }","duration":"380.962375ms","start":"2026-03-11T17:06:06.562488Z","end":"2026-03-11T17:06:06.943451Z","steps":["trace[1181749298] 'agreement among raft nodes before linearized reading' (duration: 380.826442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:06.943467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:06.566425Z","time spent":"377.035153ms","remote":"127.0.0.1:35918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-qzc47\" "} {"level":"warn","ts":"2026-03-11T17:06:06.943491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:06.562475Z","time spent":"381.008856ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-11T17:06:06.943136Z","caller":"traceutil/trace.go:171","msg":"trace[1984848188] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7969; }","duration":"407.096342ms","start":"2026-03-11T17:06:06.53603Z","end":"2026-03-11T17:06:06.943127Z","steps":["trace[1984848188] 'agreement among raft nodes before linearized reading' (duration: 407.01942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:06.943673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.12438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:06:06.943702Z","caller":"traceutil/trace.go:171","msg":"trace[1088771680] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7969; }","duration":"283.200922ms","start":"2026-03-11T17:06:06.660492Z","end":"2026-03-11T17:06:06.943693Z","steps":["trace[1088771680] 'agreement among raft nodes before linearized reading' (duration: 283.148121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:06.943704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:06.536008Z","time spent":"407.676486ms","remote":"127.0.0.1:35764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T17:06:06.94382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.339886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-11T17:06:06.943945Z","caller":"traceutil/trace.go:171","msg":"trace[412701188] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7969; }","duration":"390.50162ms","start":"2026-03-11T17:06:06.553415Z","end":"2026-03-11T17:06:06.943916Z","steps":["trace[412701188] 'agreement among raft nodes before linearized reading' (duration: 390.204043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:06.944002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:06.553402Z","time spent":"390.588992ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T17:06:06.944155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.546107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-11T17:06:06.944167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.205273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-11T17:06:06.944184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.172501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-11T17:06:06.944201Z","caller":"traceutil/trace.go:171","msg":"trace[883528404] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7969; }","duration":"386.629599ms","start":"2026-03-11T17:06:06.557561Z","end":"2026-03-11T17:06:06.94419Z","steps":["trace[883528404] 'agreement among raft nodes before linearized reading' (duration: 386.522397ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:06:06.944204Z","caller":"traceutil/trace.go:171","msg":"trace[766644412] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7969; }","duration":"390.262744ms","start":"2026-03-11T17:06:06.55393Z","end":"2026-03-11T17:06:06.944192Z","steps":["trace[766644412] 'agreement among raft nodes before linearized reading' (duration: 390.156312ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:06:06.944225Z","caller":"traceutil/trace.go:171","msg":"trace[46393672] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7969; }","duration":"384.234193ms","start":"2026-03-11T17:06:06.559978Z","end":"2026-03-11T17:06:06.944213Z","steps":["trace[46393672] 'agreement among raft nodes before linearized reading' (duration: 384.12711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:06.944235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:06.553921Z","time spent":"390.307745ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-11T17:06:06.944267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:06.559963Z","time spent":"384.297294ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T17:06:06.94388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.26182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:06:06.944353Z","caller":"traceutil/trace.go:171","msg":"trace[614946077] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:7969; }","duration":"324.741231ms","start":"2026-03-11T17:06:06.619567Z","end":"2026-03-11T17:06:06.944308Z","steps":["trace[614946077] 'agreement among raft nodes before linearized reading' (duration: 324.2721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:06.94441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:06.619548Z","time spent":"324.845343ms","remote":"127.0.0.1:51118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:06:06.944233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:06.557545Z","time spent":"386.68015ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T17:06:07.983821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.525078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:06:07.983907Z","caller":"traceutil/trace.go:171","msg":"trace[688514585] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7979; }","duration":"260.658671ms","start":"2026-03-11T17:06:07.72323Z","end":"2026-03-11T17:06:07.983889Z","steps":["trace[688514585] 'range keys from in-memory index tree' (duration: 260.416715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:07.984702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.864915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-03-11T17:06:07.984775Z","caller":"traceutil/trace.go:171","msg":"trace[1611451307] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:7979; }","duration":"108.978017ms","start":"2026-03-11T17:06:07.875778Z","end":"2026-03-11T17:06:07.984756Z","steps":["trace[1611451307] 'range keys from in-memory index tree' (duration: 107.995364ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:06:08.635212Z","caller":"traceutil/trace.go:171","msg":"trace[2048283115] transaction","detail":"{read_only:false; response_revision:7980; number_of_response:1; }","duration":"524.442566ms","start":"2026-03-11T17:06:08.11074Z","end":"2026-03-11T17:06:08.635183Z","steps":["trace[2048283115] 'process raft request' (duration: 524.214791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:08.635485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:08.110723Z","time spent":"524.642232ms","remote":"127.0.0.1:35626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7367,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:06:09.004138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.746764ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T17:06:09.004309Z","caller":"traceutil/trace.go:171","msg":"trace[1838155951] transaction","detail":"{read_only:false; response_revision:7982; number_of_response:1; }","duration":"774.576949ms","start":"2026-03-11T17:06:08.229716Z","end":"2026-03-11T17:06:09.004293Z","steps":["trace[1838155951] 'process raft request' (duration: 774.515998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:09.004374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:08.229702Z","time spent":"774.64821ms","remote":"127.0.0.1:36020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":527,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-11T17:06:09.004377Z","caller":"traceutil/trace.go:171","msg":"trace[1905102107] transaction","detail":"{read_only:false; response_revision:7981; number_of_response:1; }","duration":"809.971213ms","start":"2026-03-11T17:06:08.19435Z","end":"2026-03-11T17:06:09.004321Z","steps":["trace[1905102107] 'process raft request' (duration: 590.946193ms)","trace[1905102107] 'compare' (duration: 218.638431ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:06:09.004477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:08.194325Z","time spent":"810.104147ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:06:09.161828Z","caller":"traceutil/trace.go:171","msg":"trace[1100081073] linearizableReadLoop","detail":"{readStateIndex:8297; appliedIndex:8295; }","duration":"103.599591ms","start":"2026-03-11T17:06:09.058201Z","end":"2026-03-11T17:06:09.161801Z","steps":["trace[1100081073] 'read index received' (duration: 81.325976ms)","trace[1100081073] 'applied index is now lower than readState.Index' (duration: 22.272375ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:06:09.161898Z","caller":"traceutil/trace.go:171","msg":"trace[323099726] transaction","detail":"{read_only:false; response_revision:7989; number_of_response:1; }","duration":"104.207345ms","start":"2026-03-11T17:06:09.057652Z","end":"2026-03-11T17:06:09.161859Z","steps":["trace[323099726] 'process raft request' (duration: 103.659643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:09.16207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.842846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-11T17:06:09.162146Z","caller":"traceutil/trace.go:171","msg":"trace[665288925] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7989; }","duration":"103.949519ms","start":"2026-03-11T17:06:09.058186Z","end":"2026-03-11T17:06:09.162136Z","steps":["trace[665288925] 'agreement among raft nodes before linearized reading' (duration: 103.751024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:09.162143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.728534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-11T17:06:09.162217Z","caller":"traceutil/trace.go:171","msg":"trace[1672263221] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7989; }","duration":"103.821066ms","start":"2026-03-11T17:06:09.058375Z","end":"2026-03-11T17:06:09.162196Z","steps":["trace[1672263221] 'agreement among raft nodes before linearized reading' (duration: 103.618041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:09.162147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.70672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qzc47\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-03-11T17:06:09.162409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.763935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-11T17:06:09.162447Z","caller":"traceutil/trace.go:171","msg":"trace[1942410718] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7989; }","duration":"103.827497ms","start":"2026-03-11T17:06:09.05861Z","end":"2026-03-11T17:06:09.162437Z","steps":["trace[1942410718] 'agreement among raft nodes before linearized reading' (duration: 103.733044ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:06:09.162434Z","caller":"traceutil/trace.go:171","msg":"trace[925433741] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qzc47; range_end:; response_count:1; response_revision:7989; }","duration":"102.999227ms","start":"2026-03-11T17:06:09.059406Z","end":"2026-03-11T17:06:09.162405Z","steps":["trace[925433741] 'agreement among raft nodes before linearized reading' (duration: 102.621368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:09.162458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.625821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-11T17:06:09.162527Z","caller":"traceutil/trace.go:171","msg":"trace[1646184048] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7989; }","duration":"103.716653ms","start":"2026-03-11T17:06:09.058794Z","end":"2026-03-11T17:06:09.16251Z","steps":["trace[1646184048] 'agreement among raft nodes before linearized reading' (duration: 103.425997ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:06:10.553976Z","caller":"traceutil/trace.go:171","msg":"trace[1192619802] transaction","detail":"{read_only:false; response_revision:7995; number_of_response:1; }","duration":"144.552866ms","start":"2026-03-11T17:06:10.409252Z","end":"2026-03-11T17:06:10.553804Z","steps":["trace[1192619802] 'process raft request' (duration: 144.230947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:11.558288Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438644257727297,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T17:06:11.67341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.012918704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T17:06:11.673475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.100602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T17:06:11.673493Z","caller":"traceutil/trace.go:171","msg":"trace[798599580] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7995; }","duration":"1.013030427s","start":"2026-03-11T17:06:10.660444Z","end":"2026-03-11T17:06:11.673475Z","steps":["trace[798599580] 'range keys from in-memory index tree' (duration: 1.012834473s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:06:11.673551Z","caller":"traceutil/trace.go:171","msg":"trace[500906317] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:7995; }","duration":"921.186854ms","start":"2026-03-11T17:06:10.75233Z","end":"2026-03-11T17:06:11.673516Z","steps":["trace[500906317] 'count revisions from in-memory index tree' (duration: 921.04581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:11.673601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:10.752318Z","time spent":"921.270446ms","remote":"127.0.0.1:35994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:06:11.673756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054904074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:06:11.67387Z","caller":"traceutil/trace.go:171","msg":"trace[1391086866] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7995; }","duration":"1.055025416s","start":"2026-03-11T17:06:10.618789Z","end":"2026-03-11T17:06:11.673814Z","steps":["trace[1391086866] 'count revisions from in-memory index tree' (duration: 1.054822132s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:11.673878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.970053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-8557b5db66-jk9nq.189bd84c5f9f8e5d\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-11T17:06:11.67395Z","caller":"traceutil/trace.go:171","msg":"trace[460202645] range","detail":"{range_begin:/registry/events/openstack/barbican-api-8557b5db66-jk9nq.189bd84c5f9f8e5d; range_end:; response_count:1; response_revision:7995; }","duration":"838.089486ms","start":"2026-03-11T17:06:10.83584Z","end":"2026-03-11T17:06:11.673929Z","steps":["trace[460202645] 'range keys from in-memory index tree' (duration: 837.713437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:11.673992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:10.83582Z","time spent":"838.162408ms","remote":"127.0.0.1:35826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-8557b5db66-jk9nq.189bd84c5f9f8e5d\" "} {"level":"warn","ts":"2026-03-11T17:06:11.673533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:10.660413Z","time spent":"1.013111249s","remote":"127.0.0.1:35764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T17:06:11.673911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:10.618744Z","time spent":"1.055157689s","remote":"127.0.0.1:51148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:06:11.674613Z","caller":"traceutil/trace.go:171","msg":"trace[462596882] transaction","detail":"{read_only:false; response_revision:7996; number_of_response:1; }","duration":"643.998003ms","start":"2026-03-11T17:06:11.03059Z","end":"2026-03-11T17:06:11.674588Z","steps":["trace[462596882] 'process raft request' (duration: 554.665318ms)","trace[462596882] 'compare' (duration: 88.455634ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:06:11.674733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:11.030567Z","time spent":"644.100756ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:06:11.674626Z","caller":"traceutil/trace.go:171","msg":"trace[1733950511] transaction","detail":"{read_only:false; response_revision:7997; number_of_response:1; }","duration":"623.179772ms","start":"2026-03-11T17:06:11.051436Z","end":"2026-03-11T17:06:11.674615Z","steps":["trace[1733950511] 'process raft request' (duration: 623.08511ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:06:11.674747Z","caller":"traceutil/trace.go:171","msg":"trace[516263811] transaction","detail":"{read_only:false; response_revision:7998; number_of_response:1; }","duration":"622.428095ms","start":"2026-03-11T17:06:11.05229Z","end":"2026-03-11T17:06:11.674718Z","steps":["trace[516263811] 'process raft request' (duration: 622.298582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:11.674871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:11.051416Z","time spent":"623.381738ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:06:11.674897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:11.052269Z","time spent":"622.550447ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:06:11.810165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.304748ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-11T17:06:11.810307Z","caller":"traceutil/trace.go:171","msg":"trace[368316398] linearizableReadLoop","detail":"{readStateIndex:8307; appliedIndex:8303; }","duration":"752.729245ms","start":"2026-03-11T17:06:11.057558Z","end":"2026-03-11T17:06:11.810287Z","steps":["trace[368316398] 'read index received' (duration: 527.793095ms)","trace[368316398] 'applied index is now lower than readState.Index' (duration: 224.9343ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:06:11.810543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.963621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T17:06:11.810607Z","caller":"traceutil/trace.go:171","msg":"trace[258006520] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:7998; }","duration":"753.044633ms","start":"2026-03-11T17:06:11.057546Z","end":"2026-03-11T17:06:11.810591Z","steps":["trace[258006520] 'agreement among raft nodes before linearized reading' (duration: 752.829508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:11.810647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:11.057501Z","time spent":"753.134565ms","remote":"127.0.0.1:35924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":114,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:06:11.815724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.58748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T17:06:11.815813Z","caller":"traceutil/trace.go:171","msg":"trace[1568173701] transaction","detail":"{read_only:false; response_revision:7999; number_of_response:1; }","duration":"138.598715ms","start":"2026-03-11T17:06:11.677199Z","end":"2026-03-11T17:06:11.815798Z","steps":["trace[1568173701] 'process raft request' (duration: 138.195086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:11.815898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.697108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-11T17:06:11.815945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.957391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-11T17:06:11.815975Z","caller":"traceutil/trace.go:171","msg":"trace[997726876] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7999; }","duration":"607.831191ms","start":"2026-03-11T17:06:11.208127Z","end":"2026-03-11T17:06:11.815958Z","steps":["trace[997726876] 'agreement among raft nodes before linearized reading' (duration: 607.591996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:11.815965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.813153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qzc47\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-11T17:06:11.815811Z","caller":"traceutil/trace.go:171","msg":"trace[199896558] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:7999; }","duration":"544.739813ms","start":"2026-03-11T17:06:11.271056Z","end":"2026-03-11T17:06:11.815796Z","steps":["trace[199896558] 'agreement among raft nodes before linearized reading' (duration: 544.58637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:11.816031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:11.208108Z","time spent":"607.910593ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-11T17:06:11.816037Z","caller":"traceutil/trace.go:171","msg":"trace[591816594] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qzc47; range_end:; response_count:1; response_revision:7999; }","duration":"602.910045ms","start":"2026-03-11T17:06:11.213109Z","end":"2026-03-11T17:06:11.816019Z","steps":["trace[591816594] 'agreement among raft nodes before linearized reading' (duration: 602.70309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:11.81608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:11.213101Z","time spent":"602.967196ms","remote":"127.0.0.1:35918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-qzc47\" "} {"level":"warn","ts":"2026-03-11T17:06:11.816077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:11.271041Z","time spent":"545.00233ms","remote":"127.0.0.1:36154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":23,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:06:11.816059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.824285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T17:06:11.815691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.58563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-11T17:06:11.816173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.80872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-11T17:06:11.816214Z","caller":"traceutil/trace.go:171","msg":"trace[106884361] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:7999; }","duration":"292.157483ms","start":"2026-03-11T17:06:11.524007Z","end":"2026-03-11T17:06:11.816164Z","steps":["trace[106884361] 'agreement among raft nodes before linearized reading' (duration: 291.800525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:11.815768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.008612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:06:11.816249Z","caller":"traceutil/trace.go:171","msg":"trace[2097103570] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7999; }","duration":"607.915172ms","start":"2026-03-11T17:06:11.208315Z","end":"2026-03-11T17:06:11.81623Z","steps":["trace[2097103570] 'agreement among raft nodes before linearized reading' (duration: 607.655226ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:06:11.816263Z","caller":"traceutil/trace.go:171","msg":"trace[2100570412] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7999; }","duration":"141.522064ms","start":"2026-03-11T17:06:11.674729Z","end":"2026-03-11T17:06:11.816251Z","steps":["trace[2100570412] 'agreement among raft nodes before linearized reading' (duration: 141.013412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:11.816302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:11.208308Z","time spent":"607.983385ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-11T17:06:11.81599Z","caller":"traceutil/trace.go:171","msg":"trace[1219147204] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7999; }","duration":"419.000442ms","start":"2026-03-11T17:06:11.396977Z","end":"2026-03-11T17:06:11.815977Z","steps":["trace[1219147204] 'agreement among raft nodes before linearized reading' (duration: 418.864078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:11.816352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:11.396915Z","time spent":"419.424431ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-11T17:06:11.816512Z","caller":"traceutil/trace.go:171","msg":"trace[525487202] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7999; }","duration":"660.146503ms","start":"2026-03-11T17:06:11.156062Z","end":"2026-03-11T17:06:11.816209Z","steps":["trace[525487202] 'agreement among raft nodes before linearized reading' (duration: 659.511908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:11.816604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:11.156046Z","time spent":"660.543752ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T17:06:11.81673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.486109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-11T17:06:11.816776Z","caller":"traceutil/trace.go:171","msg":"trace[234923188] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7999; }","duration":"623.579501ms","start":"2026-03-11T17:06:11.193186Z","end":"2026-03-11T17:06:11.816765Z","steps":["trace[234923188] 'agreement among raft nodes before linearized reading' (duration: 623.431657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:11.816805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:11.193164Z","time spent":"623.634253ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T17:06:11.816982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.709306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-11T17:06:11.817052Z","caller":"traceutil/trace.go:171","msg":"trace[1159831660] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7999; }","duration":"609.804668ms","start":"2026-03-11T17:06:11.207233Z","end":"2026-03-11T17:06:11.817037Z","steps":["trace[1159831660] 'agreement among raft nodes before linearized reading' (duration: 608.676931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:11.817095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:06:11.207221Z","time spent":"609.863309ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-11T17:06:28.186127Z","caller":"traceutil/trace.go:171","msg":"trace[197898544] linearizableReadLoop","detail":"{readStateIndex:8523; appliedIndex:8519; }","duration":"141.74044ms","start":"2026-03-11T17:06:28.044367Z","end":"2026-03-11T17:06:28.186107Z","steps":["trace[197898544] 'read index received' (duration: 41.095269ms)","trace[197898544] 'applied index is now lower than readState.Index' (duration: 100.644491ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:06:28.186191Z","caller":"traceutil/trace.go:171","msg":"trace[334660975] transaction","detail":"{read_only:false; response_revision:8206; number_of_response:1; }","duration":"147.957376ms","start":"2026-03-11T17:06:28.0382Z","end":"2026-03-11T17:06:28.186157Z","steps":["trace[334660975] 'process raft request' (duration: 147.834023ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:06:28.186298Z","caller":"traceutil/trace.go:171","msg":"trace[1976383742] transaction","detail":"{read_only:false; response_revision:8207; number_of_response:1; }","duration":"144.949615ms","start":"2026-03-11T17:06:28.041313Z","end":"2026-03-11T17:06:28.186263Z","steps":["trace[1976383742] 'process raft request' (duration: 144.7484ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:06:28.186345Z","caller":"traceutil/trace.go:171","msg":"trace[1369578056] transaction","detail":"{read_only:false; response_revision:8205; number_of_response:1; }","duration":"148.166121ms","start":"2026-03-11T17:06:28.038112Z","end":"2026-03-11T17:06:28.186278Z","steps":["trace[1369578056] 'process raft request' (duration: 147.805003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:28.186564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.16255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qzc47\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-11T17:06:28.186681Z","caller":"traceutil/trace.go:171","msg":"trace[1920683956] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qzc47; range_end:; response_count:1; response_revision:8207; }","duration":"142.314603ms","start":"2026-03-11T17:06:28.044342Z","end":"2026-03-11T17:06:28.186656Z","steps":["trace[1920683956] 'agreement among raft nodes before linearized reading' (duration: 142.015936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:28.260117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.312908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-03-11T17:06:28.26021Z","caller":"traceutil/trace.go:171","msg":"trace[2122119119] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:8208; }","duration":"149.43873ms","start":"2026-03-11T17:06:28.110751Z","end":"2026-03-11T17:06:28.26019Z","steps":["trace[2122119119] 'agreement among raft nodes before linearized reading' (duration: 149.241666ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:06:28.260627Z","caller":"traceutil/trace.go:171","msg":"trace[2054765832] transaction","detail":"{read_only:false; response_revision:8208; number_of_response:1; }","duration":"168.94261ms","start":"2026-03-11T17:06:28.09165Z","end":"2026-03-11T17:06:28.260593Z","steps":["trace[2054765832] 'process raft request' (duration: 145.320194ms)","trace[2054765832] 'compare' (duration: 22.870938ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:06:29.025207Z","caller":"traceutil/trace.go:171","msg":"trace[2032137504] transaction","detail":"{read_only:false; response_revision:8209; number_of_response:1; }","duration":"166.914792ms","start":"2026-03-11T17:06:28.858251Z","end":"2026-03-11T17:06:29.025166Z","steps":["trace[2032137504] 'process raft request' (duration: 166.719778ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:06:29.663621Z","caller":"traceutil/trace.go:171","msg":"trace[164053032] transaction","detail":"{read_only:false; response_revision:8211; number_of_response:1; }","duration":"172.005343ms","start":"2026-03-11T17:06:29.491563Z","end":"2026-03-11T17:06:29.663568Z","steps":["trace[164053032] 'process raft request' (duration: 171.743357ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:06:29.71933Z","caller":"traceutil/trace.go:171","msg":"trace[1451019768] transaction","detail":"{read_only:false; response_revision:8212; number_of_response:1; }","duration":"117.634641ms","start":"2026-03-11T17:06:29.601638Z","end":"2026-03-11T17:06:29.719273Z","steps":["trace[1451019768] 'process raft request' (duration: 85.228677ms)","trace[1451019768] 'compare' (duration: 32.008815ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:06:29.979743Z","caller":"traceutil/trace.go:171","msg":"trace[2111742511] transaction","detail":"{read_only:false; response_revision:8213; number_of_response:1; }","duration":"136.926156ms","start":"2026-03-11T17:06:29.842779Z","end":"2026-03-11T17:06:29.979705Z","steps":["trace[2111742511] 'process raft request' (duration: 121.254307ms)","trace[2111742511] 'compare' (duration: 15.556166ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:06:29.996959Z","caller":"traceutil/trace.go:171","msg":"trace[1502830456] transaction","detail":"{read_only:false; response_revision:8215; number_of_response:1; }","duration":"151.270384ms","start":"2026-03-11T17:06:29.84566Z","end":"2026-03-11T17:06:29.996931Z","steps":["trace[1502830456] 'process raft request' (duration: 151.214723ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:06:29.996975Z","caller":"traceutil/trace.go:171","msg":"trace[1655561851] transaction","detail":"{read_only:false; response_revision:8214; number_of_response:1; }","duration":"152.208076ms","start":"2026-03-11T17:06:29.84474Z","end":"2026-03-11T17:06:29.996948Z","steps":["trace[1655561851] 'process raft request' (duration: 151.991161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:46.316982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.572257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-11T17:06:46.317126Z","caller":"traceutil/trace.go:171","msg":"trace[986327828] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8306; }","duration":"116.69425ms","start":"2026-03-11T17:06:46.200372Z","end":"2026-03-11T17:06:46.317066Z","steps":["trace[986327828] 'range keys from in-memory index tree' (duration: 116.415223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:06:46.317302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.978888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-11T17:06:46.317388Z","caller":"traceutil/trace.go:171","msg":"trace[1068751040] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8306; }","duration":"126.166313ms","start":"2026-03-11T17:06:46.191201Z","end":"2026-03-11T17:06:46.317367Z","steps":["trace[1068751040] 'range keys from in-memory index tree' (duration: 125.801924ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:07:08.775284Z","caller":"traceutil/trace.go:171","msg":"trace[1136141644] linearizableReadLoop","detail":"{readStateIndex:8923; appliedIndex:8922; }","duration":"293.098626ms","start":"2026-03-11T17:07:08.482157Z","end":"2026-03-11T17:07:08.775256Z","steps":["trace[1136141644] 'read index received' (duration: 292.81401ms)","trace[1136141644] 'applied index is now lower than readState.Index' (duration: 283.566µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:07:08.775342Z","caller":"traceutil/trace.go:171","msg":"trace[1914373806] transaction","detail":"{read_only:false; response_revision:8597; number_of_response:1; }","duration":"314.718465ms","start":"2026-03-11T17:07:08.46059Z","end":"2026-03-11T17:07:08.775309Z","steps":["trace[1914373806] 'process raft request' (duration: 314.47405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:07:08.775492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:07:08.460567Z","time spent":"314.847719ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:07:08.775602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.194676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-11T17:07:08.77559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.852677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-11T17:07:08.775647Z","caller":"traceutil/trace.go:171","msg":"trace[1433293640] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8597; }","duration":"270.287019ms","start":"2026-03-11T17:07:08.505347Z","end":"2026-03-11T17:07:08.775634Z","steps":["trace[1433293640] 'agreement among raft nodes before linearized reading' (duration: 270.102525ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:07:08.775658Z","caller":"traceutil/trace.go:171","msg":"trace[1460856624] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8597; }","duration":"193.945149ms","start":"2026-03-11T17:07:08.5817Z","end":"2026-03-11T17:07:08.775645Z","steps":["trace[1460856624] 'agreement among raft nodes before linearized reading' (duration: 193.770845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:07:08.77569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.491805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-11T17:07:08.775713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.924595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-11T17:07:08.775739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.259475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qzc47\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-11T17:07:08.775825Z","caller":"traceutil/trace.go:171","msg":"trace[1638724167] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qzc47; range_end:; response_count:1; response_revision:8597; }","duration":"244.392308ms","start":"2026-03-11T17:07:08.531413Z","end":"2026-03-11T17:07:08.775805Z","steps":["trace[1638724167] 'agreement among raft nodes before linearized reading' (duration: 244.103311ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:07:08.775814Z","caller":"traceutil/trace.go:171","msg":"trace[1787848421] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8597; }","duration":"204.083279ms","start":"2026-03-11T17:07:08.571708Z","end":"2026-03-11T17:07:08.775792Z","steps":["trace[1787848421] 'agreement among raft nodes before linearized reading' (duration: 203.788562ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:07:08.77583Z","caller":"traceutil/trace.go:171","msg":"trace[175964629] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8597; }","duration":"293.657369ms","start":"2026-03-11T17:07:08.482122Z","end":"2026-03-11T17:07:08.775779Z","steps":["trace[175964629] 'agreement among raft nodes before linearized reading' (duration: 293.323231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:07:14.54465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.138272ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-11T17:07:14.544763Z","caller":"traceutil/trace.go:171","msg":"trace[834770970] linearizableReadLoop","detail":"{readStateIndex:8955; appliedIndex:8954; }","duration":"127.538559ms","start":"2026-03-11T17:07:14.417205Z","end":"2026-03-11T17:07:14.544743Z","steps":["trace[834770970] 'read index received' (duration: 10.230337ms)","trace[834770970] 'applied index is now lower than readState.Index' (duration: 117.306782ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:07:14.544827Z","caller":"traceutil/trace.go:171","msg":"trace[388954005] transaction","detail":"{read_only:false; response_revision:8628; number_of_response:1; }","duration":"168.020671ms","start":"2026-03-11T17:07:14.376786Z","end":"2026-03-11T17:07:14.544807Z","steps":["trace[388954005] 'process raft request' (duration: 50.657699ms)","trace[388954005] 'compare' (duration: 116.992462ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:07:14.544991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.776439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-11T17:07:14.545037Z","caller":"traceutil/trace.go:171","msg":"trace[178715597] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8628; }","duration":"127.852729ms","start":"2026-03-11T17:07:14.417175Z","end":"2026-03-11T17:07:14.545027Z","steps":["trace[178715597] 'agreement among raft nodes before linearized reading' (duration: 127.633259ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:07:22.453786Z","caller":"traceutil/trace.go:171","msg":"trace[225089681] transaction","detail":"{read_only:false; response_revision:8670; number_of_response:1; }","duration":"129.892131ms","start":"2026-03-11T17:07:22.323865Z","end":"2026-03-11T17:07:22.453757Z","steps":["trace[225089681] 'process raft request' (duration: 129.744621ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:07:22.454253Z","caller":"traceutil/trace.go:171","msg":"trace[730580118] transaction","detail":"{read_only:false; response_revision:8669; number_of_response:1; }","duration":"131.908699ms","start":"2026-03-11T17:07:22.321789Z","end":"2026-03-11T17:07:22.453698Z","steps":["trace[730580118] 'process raft request' (duration: 110.788263ms)","trace[730580118] 'compare' (duration: 20.863256ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:07:23.269308Z","caller":"traceutil/trace.go:171","msg":"trace[316895874] linearizableReadLoop","detail":"{readStateIndex:9000; appliedIndex:8999; }","duration":"368.161374ms","start":"2026-03-11T17:07:22.901126Z","end":"2026-03-11T17:07:23.269287Z","steps":["trace[316895874] 'read index received' (duration: 367.934324ms)","trace[316895874] 'applied index is now lower than readState.Index' (duration: 226.37µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:07:23.26939Z","caller":"traceutil/trace.go:171","msg":"trace[822334271] transaction","detail":"{read_only:false; response_revision:8671; number_of_response:1; }","duration":"407.014675ms","start":"2026-03-11T17:07:22.862337Z","end":"2026-03-11T17:07:23.269352Z","steps":["trace[822334271] 'process raft request' (duration: 406.811785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:07:23.269584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:07:22.862317Z","time spent":"407.144266ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:07:23.269614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.366685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:07:23.269691Z","caller":"traceutil/trace.go:171","msg":"trace[2023706103] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:8671; }","duration":"235.511465ms","start":"2026-03-11T17:07:23.03416Z","end":"2026-03-11T17:07:23.269671Z","steps":["trace[2023706103] 'agreement among raft nodes before linearized reading' (duration: 235.377955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:07:23.269613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.608126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-11T17:07:23.269706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.800798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-11T17:07:23.269823Z","caller":"traceutil/trace.go:171","msg":"trace[1045763553] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8671; }","duration":"349.926567ms","start":"2026-03-11T17:07:22.919874Z","end":"2026-03-11T17:07:23.2698Z","steps":["trace[1045763553] 'agreement among raft nodes before linearized reading' (duration: 349.791748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:07:23.269711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.648859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-11T17:07:23.269851Z","caller":"traceutil/trace.go:171","msg":"trace[1033991168] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8671; }","duration":"360.825435ms","start":"2026-03-11T17:07:22.908971Z","end":"2026-03-11T17:07:23.269797Z","steps":["trace[1033991168] 'agreement among raft nodes before linearized reading' (duration: 360.517576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:07:23.270002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:07:22.908964Z","time spent":"360.991835ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-11T17:07:23.269907Z","caller":"traceutil/trace.go:171","msg":"trace[1518394555] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8671; }","duration":"348.886008ms","start":"2026-03-11T17:07:22.921011Z","end":"2026-03-11T17:07:23.269897Z","steps":["trace[1518394555] 'agreement among raft nodes before linearized reading' (duration: 348.500759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:07:23.270088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:07:22.921003Z","time spent":"349.062238ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T17:07:23.269872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:07:22.91986Z","time spent":"349.999977ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T17:07:23.269697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.533264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qzc47\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-11T17:07:23.270261Z","caller":"traceutil/trace.go:171","msg":"trace[2006351668] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qzc47; range_end:; response_count:1; response_revision:8671; }","duration":"369.145983ms","start":"2026-03-11T17:07:22.901087Z","end":"2026-03-11T17:07:23.270233Z","steps":["trace[2006351668] 'agreement among raft nodes before linearized reading' (duration: 368.377304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:07:23.26977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.028357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-11T17:07:23.270367Z","caller":"traceutil/trace.go:171","msg":"trace[505261822] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8671; }","duration":"352.627467ms","start":"2026-03-11T17:07:22.917725Z","end":"2026-03-11T17:07:23.270352Z","steps":["trace[505261822] 'agreement among raft nodes before linearized reading' (duration: 351.995328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:07:23.270372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:07:22.901071Z","time spent":"369.283973ms","remote":"127.0.0.1:35918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-qzc47\" "} {"level":"warn","ts":"2026-03-11T17:07:23.270412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:07:22.917718Z","time spent":"352.683557ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-11T17:07:23.424328Z","caller":"traceutil/trace.go:171","msg":"trace[1841765404] transaction","detail":"{read_only:false; response_revision:8672; number_of_response:1; }","duration":"149.250765ms","start":"2026-03-11T17:07:23.275046Z","end":"2026-03-11T17:07:23.424297Z","steps":["trace[1841765404] 'process raft request' (duration: 80.952651ms)","trace[1841765404] 'compare' (duration: 68.040464ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:07:23.424385Z","caller":"traceutil/trace.go:171","msg":"trace[1075416343] transaction","detail":"{read_only:false; response_revision:8674; number_of_response:1; }","duration":"149.015375ms","start":"2026-03-11T17:07:23.275336Z","end":"2026-03-11T17:07:23.424351Z","steps":["trace[1075416343] 'process raft request' (duration: 148.945465ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:07:23.424433Z","caller":"traceutil/trace.go:171","msg":"trace[1457319005] transaction","detail":"{read_only:false; response_revision:8673; number_of_response:1; }","duration":"148.953205ms","start":"2026-03-11T17:07:23.275451Z","end":"2026-03-11T17:07:23.424405Z","steps":["trace[1457319005] 'process raft request' (duration: 148.754735ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:07:23.424744Z","caller":"traceutil/trace.go:171","msg":"trace[30412331] linearizableReadLoop","detail":"{readStateIndex:9004; appliedIndex:9000; }","duration":"147.593825ms","start":"2026-03-11T17:07:23.277118Z","end":"2026-03-11T17:07:23.424712Z","steps":["trace[30412331] 'read index received' (duration: 78.811101ms)","trace[30412331] 'applied index is now lower than readState.Index' (duration: 68.781464ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:07:23.424846Z","caller":"traceutil/trace.go:171","msg":"trace[1005858161] transaction","detail":"{read_only:false; response_revision:8675; number_of_response:1; }","duration":"149.115685ms","start":"2026-03-11T17:07:23.275716Z","end":"2026-03-11T17:07:23.424832Z","steps":["trace[1005858161] 'process raft request' (duration: 148.611665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:07:23.425237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.091344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:289864"} {"level":"info","ts":"2026-03-11T17:07:23.425288Z","caller":"traceutil/trace.go:171","msg":"trace[402340975] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:8675; }","duration":"148.201184ms","start":"2026-03-11T17:07:23.277074Z","end":"2026-03-11T17:07:23.425275Z","steps":["trace[402340975] 'agreement among raft nodes before linearized reading' (duration: 147.741955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:07:23.861528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.825543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:07:23.861994Z","caller":"traceutil/trace.go:171","msg":"trace[421159182] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8675; }","duration":"201.341023ms","start":"2026-03-11T17:07:23.660632Z","end":"2026-03-11T17:07:23.861973Z","steps":["trace[421159182] 'range keys from in-memory index tree' (duration: 200.741672ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:07:24.565714Z","caller":"traceutil/trace.go:171","msg":"trace[200791685] transaction","detail":"{read_only:false; response_revision:8677; number_of_response:1; }","duration":"100.487086ms","start":"2026-03-11T17:07:24.4652Z","end":"2026-03-11T17:07:24.565687Z","steps":["trace[200791685] 'process raft request' (duration: 24.837754ms)","trace[200791685] 'compare' (duration: 75.554392ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:07:24.70018Z","caller":"traceutil/trace.go:171","msg":"trace[4840031] transaction","detail":"{read_only:false; response_revision:8678; number_of_response:1; }","duration":"234.462846ms","start":"2026-03-11T17:07:24.465681Z","end":"2026-03-11T17:07:24.700144Z","steps":["trace[4840031] 'process raft request' (duration: 221.103999ms)","trace[4840031] 'compare' (duration: 13.069556ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:09:16.943481Z","caller":"traceutil/trace.go:171","msg":"trace[657941808] transaction","detail":"{read_only:false; response_revision:9428; number_of_response:1; }","duration":"103.49702ms","start":"2026-03-11T17:09:16.839958Z","end":"2026-03-11T17:09:16.943455Z","steps":["trace[657941808] 'process raft request' (duration: 103.306136ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:09:40.269017Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"355195d5aae85944","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-11T17:09:40.291771Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-11T17:09:40.291906Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-11T17:09:40.917134Z","caller":"traceutil/trace.go:171","msg":"trace[862680314] linearizableReadLoop","detail":"{readStateIndex:10004; appliedIndex:10003; }","duration":"256.56735ms","start":"2026-03-11T17:09:40.660542Z","end":"2026-03-11T17:09:40.917109Z","steps":["trace[862680314] 'read index received' (duration: 256.332285ms)","trace[862680314] 'applied index is now lower than readState.Index' (duration: 233.695µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:09:40.917174Z","caller":"traceutil/trace.go:171","msg":"trace[774866704] transaction","detail":"{read_only:false; response_revision:9642; number_of_response:1; }","duration":"268.868056ms","start":"2026-03-11T17:09:40.648286Z","end":"2026-03-11T17:09:40.917154Z","steps":["trace[774866704] 'process raft request' (duration: 268.677992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:09:40.917252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.694943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:09:40.917283Z","caller":"traceutil/trace.go:171","msg":"trace[1496544582] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9642; }","duration":"256.795345ms","start":"2026-03-11T17:09:40.660477Z","end":"2026-03-11T17:09:40.917272Z","steps":["trace[1496544582] 'agreement among raft nodes before linearized reading' (duration: 256.728603ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:10:22.942583Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7673} {"level":"info","ts":"2026-03-11T17:10:23.008762Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7673,"took":"64.014408ms","hash":3920100468,"current-db-size-bytes":42962944,"current-db-size":"43 MB","current-db-size-in-use-bytes":26755072,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-11T17:10:23.008877Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3920100468,"revision":7673,"compact-revision":5664} {"level":"info","ts":"2026-03-11T17:10:52.782708Z","caller":"traceutil/trace.go:171","msg":"trace[2013929870] linearizableReadLoop","detail":"{readStateIndex:10717; appliedIndex:10716; }","duration":"199.349979ms","start":"2026-03-11T17:10:52.583331Z","end":"2026-03-11T17:10:52.782681Z","steps":["trace[2013929870] 'read index received' (duration: 199.086804ms)","trace[2013929870] 'applied index is now lower than readState.Index' (duration: 262.235µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:10:52.782765Z","caller":"traceutil/trace.go:171","msg":"trace[1360641603] transaction","detail":"{read_only:false; response_revision:10336; number_of_response:1; }","duration":"333.712057ms","start":"2026-03-11T17:10:52.449014Z","end":"2026-03-11T17:10:52.782727Z","steps":["trace[1360641603] 'process raft request' (duration: 333.505533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:10:52.782939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:10:52.448998Z","time spent":"333.842282ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:10:52.783066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.709508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-11T17:10:52.783126Z","caller":"traceutil/trace.go:171","msg":"trace[1018920389] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10336; }","duration":"199.79945ms","start":"2026-03-11T17:10:52.583315Z","end":"2026-03-11T17:10:52.783115Z","steps":["trace[1018920389] 'agreement among raft nodes before linearized reading' (duration: 199.506723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:10:52.783138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.829566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-11T17:10:52.783218Z","caller":"traceutil/trace.go:171","msg":"trace[712001747] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10336; }","duration":"148.941648ms","start":"2026-03-11T17:10:52.634257Z","end":"2026-03-11T17:10:52.783199Z","steps":["trace[712001747] 'agreement among raft nodes before linearized reading' (duration: 148.704072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:10:52.783255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.21681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-11T17:10:52.783293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.413337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T17:10:52.783141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.113633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-11T17:10:52.783336Z","caller":"traceutil/trace.go:171","msg":"trace[1794505129] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10336; }","duration":"122.489599ms","start":"2026-03-11T17:10:52.660832Z","end":"2026-03-11T17:10:52.783322Z","steps":["trace[1794505129] 'agreement among raft nodes before linearized reading' (duration: 122.414538ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:10:52.783352Z","caller":"traceutil/trace.go:171","msg":"trace[386215917] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10336; }","duration":"198.4168ms","start":"2026-03-11T17:10:52.584924Z","end":"2026-03-11T17:10:52.783341Z","steps":["trace[386215917] 'agreement among raft nodes before linearized reading' (duration: 197.97185ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:10:52.783302Z","caller":"traceutil/trace.go:171","msg":"trace[685828719] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10336; }","duration":"152.27472ms","start":"2026-03-11T17:10:52.631009Z","end":"2026-03-11T17:10:52.783284Z","steps":["trace[685828719] 'agreement among raft nodes before linearized reading' (duration: 152.182648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:10:53.592885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.85858ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T17:10:53.593206Z","caller":"traceutil/trace.go:171","msg":"trace[1872081284] transaction","detail":"{read_only:false; response_revision:10339; number_of_response:1; }","duration":"805.645629ms","start":"2026-03-11T17:10:52.787542Z","end":"2026-03-11T17:10:53.593187Z","steps":["trace[1872081284] 'process raft request' (duration: 805.571898ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:10:53.593194Z","caller":"traceutil/trace.go:171","msg":"trace[357217825] transaction","detail":"{read_only:false; response_revision:10338; number_of_response:1; }","duration":"805.943416ms","start":"2026-03-11T17:10:52.787213Z","end":"2026-03-11T17:10:53.593156Z","steps":["trace[357217825] 'process raft request' (duration: 805.806073ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:10:53.593185Z","caller":"traceutil/trace.go:171","msg":"trace[822109967] transaction","detail":"{read_only:false; response_revision:10337; number_of_response:1; }","duration":"806.123299ms","start":"2026-03-11T17:10:52.787007Z","end":"2026-03-11T17:10:53.59313Z","steps":["trace[822109967] 'process raft request' (duration: 440.934782ms)","trace[822109967] 'compare' (duration: 364.632995ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:10:53.593288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:10:52.787524Z","time spent":"805.728821ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:10:53.593367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:10:52.787194Z","time spent":"806.069038ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:10:53.593686Z","caller":"traceutil/trace.go:171","msg":"trace[913227512] linearizableReadLoop","detail":"{readStateIndex:10721; appliedIndex:10717; }","duration":"636.407017ms","start":"2026-03-11T17:10:52.957243Z","end":"2026-03-11T17:10:53.59365Z","steps":["trace[913227512] 'read index received' (duration: 270.70978ms)","trace[913227512] 'applied index is now lower than readState.Index' (duration: 365.691787ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:10:53.593799Z","caller":"traceutil/trace.go:171","msg":"trace[57478308] transaction","detail":"{read_only:false; response_revision:10340; number_of_response:1; }","duration":"806.051558ms","start":"2026-03-11T17:10:52.787704Z","end":"2026-03-11T17:10:53.593755Z","steps":["trace[57478308] 'process raft request' (duration: 805.447245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:10:53.593931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:10:52.787696Z","time spent":"806.17702ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:10:53.593406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:10:52.78699Z","time spent":"806.300284ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:10:53.59422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.743824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qzc47\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-11T17:10:53.594365Z","caller":"traceutil/trace.go:171","msg":"trace[1771497947] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qzc47; range_end:; response_count:1; response_revision:10340; }","duration":"637.133013ms","start":"2026-03-11T17:10:52.957186Z","end":"2026-03-11T17:10:53.594319Z","steps":["trace[1771497947] 'agreement among raft nodes before linearized reading' (duration: 636.561561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:10:53.594451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:10:52.957167Z","time spent":"637.243356ms","remote":"127.0.0.1:35918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-qzc47\" "} {"level":"info","ts":"2026-03-11T17:10:53.620097Z","caller":"traceutil/trace.go:171","msg":"trace[1296377191] transaction","detail":"{read_only:false; response_revision:10341; number_of_response:1; }","duration":"209.293396ms","start":"2026-03-11T17:10:53.410789Z","end":"2026-03-11T17:10:53.620082Z","steps":["trace[1296377191] 'process raft request' (duration: 209.189124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:10:53.621417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.653581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:10:53.621483Z","caller":"traceutil/trace.go:171","msg":"trace[887459165] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10343; }","duration":"325.746414ms","start":"2026-03-11T17:10:53.295722Z","end":"2026-03-11T17:10:53.621469Z","steps":["trace[887459165] 'agreement among raft nodes before linearized reading' (duration: 325.631242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:10:53.621474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.242293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:666"} {"level":"warn","ts":"2026-03-11T17:10:53.6215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.69087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-11T17:10:53.621554Z","caller":"traceutil/trace.go:171","msg":"trace[932312571] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:10343; }","duration":"421.344285ms","start":"2026-03-11T17:10:53.200191Z","end":"2026-03-11T17:10:53.621536Z","steps":["trace[932312571] 'agreement among raft nodes before linearized reading' (duration: 421.145321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:10:53.621573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.807995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:10:53.621579Z","caller":"traceutil/trace.go:171","msg":"trace[1891467633] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10343; }","duration":"420.793963ms","start":"2026-03-11T17:10:53.200763Z","end":"2026-03-11T17:10:53.621557Z","steps":["trace[1891467633] 'agreement among raft nodes before linearized reading' (duration: 420.569778ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:10:53.621599Z","caller":"traceutil/trace.go:171","msg":"trace[1610022288] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10343; }","duration":"325.847446ms","start":"2026-03-11T17:10:53.295744Z","end":"2026-03-11T17:10:53.621591Z","steps":["trace[1610022288] 'agreement among raft nodes before linearized reading' (duration: 325.801245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:10:53.621627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:10:53.200751Z","time spent":"420.863804ms","remote":"127.0.0.1:35958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5027,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-11T17:10:53.621597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.343296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T17:10:53.621635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.984208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T17:10:53.621675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.444967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T17:10:53.621679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.252135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:10:53.621698Z","caller":"traceutil/trace.go:171","msg":"trace[1254698817] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10343; }","duration":"421.502719ms","start":"2026-03-11T17:10:53.200174Z","end":"2026-03-11T17:10:53.621677Z","steps":["trace[1254698817] 'agreement among raft nodes before linearized reading' (duration: 421.282114ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:10:53.621737Z","caller":"traceutil/trace.go:171","msg":"trace[848215799] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10343; }","duration":"421.509769ms","start":"2026-03-11T17:10:53.20021Z","end":"2026-03-11T17:10:53.62172Z","steps":["trace[848215799] 'agreement among raft nodes before linearized reading' (duration: 421.416417ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:10:53.621749Z","caller":"traceutil/trace.go:171","msg":"trace[1218470622] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10343; }","duration":"326.368978ms","start":"2026-03-11T17:10:53.295361Z","end":"2026-03-11T17:10:53.62173Z","steps":["trace[1218470622] 'agreement among raft nodes before linearized reading' (duration: 326.240295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:10:53.621764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.690443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T17:10:53.621761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:10:53.200153Z","time spent":"421.598281ms","remote":"127.0.0.1:35958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-03-11T17:10:53.621786Z","caller":"traceutil/trace.go:171","msg":"trace[1063452020] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10343; }","duration":"421.734584ms","start":"2026-03-11T17:10:53.200046Z","end":"2026-03-11T17:10:53.62178Z","steps":["trace[1063452020] 'agreement among raft nodes before linearized reading' (duration: 421.702423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:10:53.621785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:10:53.29533Z","time spent":"326.44621ms","remote":"127.0.0.1:35958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-11T17:10:53.621784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:10:53.200153Z","time spent":"421.623242ms","remote":"127.0.0.1:35958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-11T17:10:53.621808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:10:53.200029Z","time spent":"421.774554ms","remote":"127.0.0.1:35958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-11T17:10:53.6216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:10:53.200181Z","time spent":"421.409727ms","remote":"127.0.0.1:35908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-03-11T17:10:53.621693Z","caller":"traceutil/trace.go:171","msg":"trace[1279804444] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10343; }","duration":"326.076801ms","start":"2026-03-11T17:10:53.295607Z","end":"2026-03-11T17:10:53.621684Z","steps":["trace[1279804444] 'agreement among raft nodes before linearized reading' (duration: 325.954848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:10:53.6219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:10:53.295592Z","time spent":"326.300185ms","remote":"127.0.0.1:35958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-11T17:10:53.62163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:10:53.295735Z","time spent":"325.889456ms","remote":"127.0.0.1:35958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-11T17:10:53.621521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:10:53.295719Z","time spent":"325.793195ms","remote":"127.0.0.1:35958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-11T17:10:53.622155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.369248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:10:53.622204Z","caller":"traceutil/trace.go:171","msg":"trace[1435791608] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10343; }","duration":"422.46163ms","start":"2026-03-11T17:10:53.199728Z","end":"2026-03-11T17:10:53.622189Z","steps":["trace[1435791608] 'agreement among raft nodes before linearized reading' (duration: 422.208934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:10:53.622233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:10:53.199701Z","time spent":"422.526501ms","remote":"127.0.0.1:35958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-11T17:10:53.622576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.048642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-11T17:10:53.622638Z","caller":"traceutil/trace.go:171","msg":"trace[1166687635] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10343; }","duration":"327.120553ms","start":"2026-03-11T17:10:53.2955Z","end":"2026-03-11T17:10:53.62262Z","steps":["trace[1166687635] 'agreement among raft nodes before linearized reading' (duration: 326.002619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:10:53.622668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:10:53.295491Z","time spent":"327.170594ms","remote":"127.0.0.1:35958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5027,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-03-11T17:11:17.150072Z","caller":"traceutil/trace.go:171","msg":"trace[2023300176] transaction","detail":"{read_only:false; response_revision:10456; number_of_response:1; }","duration":"264.415763ms","start":"2026-03-11T17:11:16.885631Z","end":"2026-03-11T17:11:17.150047Z","steps":["trace[2023300176] 'process raft request' (duration: 264.25665ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:11:18.177923Z","caller":"traceutil/trace.go:171","msg":"trace[1149642816] linearizableReadLoop","detail":"{readStateIndex:10845; appliedIndex:10843; }","duration":"413.432262ms","start":"2026-03-11T17:11:17.764465Z","end":"2026-03-11T17:11:18.177897Z","steps":["trace[1149642816] 'read index received' (duration: 413.228357ms)","trace[1149642816] 'applied index is now lower than readState.Index' (duration: 202.935µs)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:11:18.178157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.488953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-11T17:11:18.1782Z","caller":"traceutil/trace.go:171","msg":"trace[404891371] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10459; }","duration":"445.574444ms","start":"2026-03-11T17:11:17.732615Z","end":"2026-03-11T17:11:18.178189Z","steps":["trace[404891371] 'agreement among raft nodes before linearized reading' (duration: 445.422121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:11:18.178237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:11:17.7326Z","time spent":"445.626736ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-11T17:11:18.17825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.550862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-11T17:11:18.178345Z","caller":"traceutil/trace.go:171","msg":"trace[1380373129] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10459; }","duration":"433.705715ms","start":"2026-03-11T17:11:17.744619Z","end":"2026-03-11T17:11:18.178325Z","steps":["trace[1380373129] 'agreement among raft nodes before linearized reading' (duration: 433.404079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:11:18.1784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:11:17.744596Z","time spent":"433.791967ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-11T17:11:18.178388Z","caller":"traceutil/trace.go:171","msg":"trace[1431761579] transaction","detail":"{read_only:false; response_revision:10458; number_of_response:1; }","duration":"464.927428ms","start":"2026-03-11T17:11:17.713424Z","end":"2026-03-11T17:11:18.178352Z","steps":["trace[1431761579] 'process raft request' (duration: 464.274874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:11:18.178393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.333714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T17:11:18.17859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.66718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-11T17:11:18.178555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:11:17.71339Z","time spent":"465.078701ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:11:18.178612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.34013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-11T17:11:18.178631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.257371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"warn","ts":"2026-03-11T17:11:18.178655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.957981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-11T17:11:18.178622Z","caller":"traceutil/trace.go:171","msg":"trace[2121457332] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10459; }","duration":"463.649991ms","start":"2026-03-11T17:11:17.714941Z","end":"2026-03-11T17:11:18.178591Z","steps":["trace[2121457332] 'agreement among raft nodes before linearized reading' (duration: 463.238702ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:11:18.178691Z","caller":"traceutil/trace.go:171","msg":"trace[1944207962] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10459; }","duration":"461.454283ms","start":"2026-03-11T17:11:17.717219Z","end":"2026-03-11T17:11:18.178673Z","steps":["trace[1944207962] 'agreement among raft nodes before linearized reading' (duration: 461.200107ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:11:18.1787Z","caller":"traceutil/trace.go:171","msg":"trace[1255966315] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10459; }","duration":"434.035192ms","start":"2026-03-11T17:11:17.744654Z","end":"2026-03-11T17:11:18.178689Z","steps":["trace[1255966315] 'agreement among raft nodes before linearized reading' (duration: 433.93258ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:11:18.178703Z","caller":"traceutil/trace.go:171","msg":"trace[1112863590] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10459; }","duration":"463.356343ms","start":"2026-03-11T17:11:17.715328Z","end":"2026-03-11T17:11:18.178684Z","steps":["trace[1112863590] 'agreement among raft nodes before linearized reading' (duration: 463.164399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:11:18.178497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.316882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qzc47\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-11T17:11:18.178688Z","caller":"traceutil/trace.go:171","msg":"trace[181049508] transaction","detail":"{read_only:false; response_revision:10459; number_of_response:1; }","duration":"459.133441ms","start":"2026-03-11T17:11:17.719508Z","end":"2026-03-11T17:11:18.178641Z","steps":["trace[181049508] 'process raft request' (duration: 458.339914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:11:18.178742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:11:17.744638Z","time spent":"434.094184ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T17:11:18.178741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:11:17.717189Z","time spent":"461.539284ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T17:11:18.178754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:11:17.715314Z","time spent":"463.427764ms","remote":"127.0.0.1:35958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5027,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-03-11T17:11:18.17865Z","caller":"traceutil/trace.go:171","msg":"trace[405132660] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:10459; }","duration":"179.716401ms","start":"2026-03-11T17:11:17.998913Z","end":"2026-03-11T17:11:18.178629Z","steps":["trace[405132660] 'agreement among raft nodes before linearized reading' (duration: 179.626319ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:11:18.178818Z","caller":"traceutil/trace.go:171","msg":"trace[531123013] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qzc47; range_end:; response_count:1; response_revision:10459; }","duration":"409.647378ms","start":"2026-03-11T17:11:17.769109Z","end":"2026-03-11T17:11:18.178757Z","steps":["trace[531123013] 'agreement among raft nodes before linearized reading' (duration: 409.144528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:11:18.178887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:11:17.719495Z","time spent":"459.285055ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:11:18.178739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:11:17.71493Z","time spent":"463.788414ms","remote":"127.0.0.1:35958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-11T17:11:18.178947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:11:17.76909Z","time spent":"409.807462ms","remote":"127.0.0.1:35918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-qzc47\" "} {"level":"warn","ts":"2026-03-11T17:11:18.178955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.49812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:11:18.179161Z","caller":"traceutil/trace.go:171","msg":"trace[1679188370] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10459; }","duration":"465.780397ms","start":"2026-03-11T17:11:17.71336Z","end":"2026-03-11T17:11:18.17914Z","steps":["trace[1679188370] 'agreement among raft nodes before linearized reading' (duration: 464.957689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:11:18.179206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:11:17.713343Z","time spent":"465.851928ms","remote":"127.0.0.1:35958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-11T17:11:18.823361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.844041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:11:18.823465Z","caller":"traceutil/trace.go:171","msg":"trace[1568453032] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10463; }","duration":"162.995024ms","start":"2026-03-11T17:11:18.660444Z","end":"2026-03-11T17:11:18.823439Z","steps":["trace[1568453032] 'range keys from in-memory index tree' (duration: 162.768269ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:11:19.307051Z","caller":"traceutil/trace.go:171","msg":"trace[1694816928] transaction","detail":"{read_only:false; response_revision:10464; number_of_response:1; }","duration":"149.421308ms","start":"2026-03-11T17:11:19.157609Z","end":"2026-03-11T17:11:19.30703Z","steps":["trace[1694816928] 'process raft request' (duration: 149.258635ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:11:19.913301Z","caller":"traceutil/trace.go:171","msg":"trace[650172196] transaction","detail":"{read_only:false; response_revision:10465; number_of_response:1; }","duration":"142.984217ms","start":"2026-03-11T17:11:19.770285Z","end":"2026-03-11T17:11:19.913269Z","steps":["trace[650172196] 'process raft request' (duration: 142.805463ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:11:20.088111Z","caller":"traceutil/trace.go:171","msg":"trace[1708028664] linearizableReadLoop","detail":"{readStateIndex:10852; appliedIndex:10850; }","duration":"249.814595ms","start":"2026-03-11T17:11:19.838269Z","end":"2026-03-11T17:11:20.088083Z","steps":["trace[1708028664] 'read index received' (duration: 74.892259ms)","trace[1708028664] 'applied index is now lower than readState.Index' (duration: 174.921096ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:11:20.088185Z","caller":"traceutil/trace.go:171","msg":"trace[7035550] transaction","detail":"{read_only:false; response_revision:10466; number_of_response:1; }","duration":"282.545149ms","start":"2026-03-11T17:11:19.80561Z","end":"2026-03-11T17:11:20.088155Z","steps":["trace[7035550] 'process raft request' (duration: 273.199214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:11:20.088266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.971488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:11:20.088311Z","caller":"traceutil/trace.go:171","msg":"trace[1996429556] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:10466; }","duration":"250.043899ms","start":"2026-03-11T17:11:19.838253Z","end":"2026-03-11T17:11:20.088296Z","steps":["trace[1996429556] 'agreement among raft nodes before linearized reading' (duration: 249.933457ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:11:20.449715Z","caller":"traceutil/trace.go:171","msg":"trace[112537822] linearizableReadLoop","detail":"{readStateIndex:10856; appliedIndex:10854; }","duration":"173.870883ms","start":"2026-03-11T17:11:20.275818Z","end":"2026-03-11T17:11:20.449689Z","steps":["trace[112537822] 'read index received' (duration: 48.872909ms)","trace[112537822] 'applied index is now lower than readState.Index' (duration: 124.996624ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:11:20.449865Z","caller":"traceutil/trace.go:171","msg":"trace[882068816] transaction","detail":"{read_only:false; response_revision:10470; number_of_response:1; }","duration":"174.699782ms","start":"2026-03-11T17:11:20.27512Z","end":"2026-03-11T17:11:20.44982Z","steps":["trace[882068816] 'process raft request' (duration: 161.615995ms)","trace[882068816] 'compare' (duration: 12.651067ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:11:20.449973Z","caller":"traceutil/trace.go:171","msg":"trace[766786835] transaction","detail":"{read_only:false; response_revision:10472; number_of_response:1; }","duration":"173.31808ms","start":"2026-03-11T17:11:20.276629Z","end":"2026-03-11T17:11:20.449947Z","steps":["trace[766786835] 'process raft request' (duration: 173.014314ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:11:20.449961Z","caller":"traceutil/trace.go:171","msg":"trace[158792363] transaction","detail":"{read_only:false; response_revision:10471; number_of_response:1; }","duration":"173.639738ms","start":"2026-03-11T17:11:20.276282Z","end":"2026-03-11T17:11:20.449922Z","steps":["trace[158792363] 'process raft request' (duration: 173.29287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:11:20.450188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.355933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qzc47\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-11T17:11:20.45025Z","caller":"traceutil/trace.go:171","msg":"trace[1344481665] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qzc47; range_end:; response_count:1; response_revision:10472; }","duration":"174.492445ms","start":"2026-03-11T17:11:20.275743Z","end":"2026-03-11T17:11:20.450235Z","steps":["trace[1344481665] 'agreement among raft nodes before linearized reading' (duration: 174.064166ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:11:20.486373Z","caller":"traceutil/trace.go:171","msg":"trace[1241381327] transaction","detail":"{read_only:false; response_revision:10473; number_of_response:1; }","duration":"143.808995ms","start":"2026-03-11T17:11:20.342541Z","end":"2026-03-11T17:11:20.48635Z","steps":["trace[1241381327] 'process raft request' (duration: 143.644902ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:11:22.543497Z","caller":"traceutil/trace.go:171","msg":"trace[1676630591] linearizableReadLoop","detail":"{readStateIndex:10864; appliedIndex:10863; }","duration":"214.237374ms","start":"2026-03-11T17:11:22.329233Z","end":"2026-03-11T17:11:22.543471Z","steps":["trace[1676630591] 'read index received' (duration: 42.677783ms)","trace[1676630591] 'applied index is now lower than readState.Index' (duration: 171.558611ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:11:22.543719Z","caller":"traceutil/trace.go:171","msg":"trace[2131489486] transaction","detail":"{read_only:false; response_revision:10477; number_of_response:1; }","duration":"265.340883ms","start":"2026-03-11T17:11:22.278343Z","end":"2026-03-11T17:11:22.543683Z","steps":["trace[2131489486] 'process raft request' (duration: 264.982485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:11:22.543802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.552632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-11T17:11:22.543979Z","caller":"traceutil/trace.go:171","msg":"trace[1759216432] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10477; }","duration":"214.764586ms","start":"2026-03-11T17:11:22.329181Z","end":"2026-03-11T17:11:22.543945Z","steps":["trace[1759216432] 'agreement among raft nodes before linearized reading' (duration: 214.451349ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:11:22.674138Z","caller":"traceutil/trace.go:171","msg":"trace[1069013775] transaction","detail":"{read_only:false; response_revision:10479; number_of_response:1; }","duration":"126.158639ms","start":"2026-03-11T17:11:22.547954Z","end":"2026-03-11T17:11:22.674113Z","steps":["trace[1069013775] 'process raft request' (duration: 99.325452ms)","trace[1069013775] 'compare' (duration: 26.621082ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:11:22.674664Z","caller":"traceutil/trace.go:171","msg":"trace[1497531032] transaction","detail":"{read_only:false; response_revision:10480; number_of_response:1; }","duration":"126.485776ms","start":"2026-03-11T17:11:22.548146Z","end":"2026-03-11T17:11:22.674632Z","steps":["trace[1497531032] 'process raft request' (duration: 125.922384ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:11:22.674744Z","caller":"traceutil/trace.go:171","msg":"trace[384735108] transaction","detail":"{read_only:false; response_revision:10481; number_of_response:1; }","duration":"126.308512ms","start":"2026-03-11T17:11:22.548415Z","end":"2026-03-11T17:11:22.674724Z","steps":["trace[384735108] 'process raft request' (duration: 126.062697ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:11:22.674742Z","caller":"traceutil/trace.go:171","msg":"trace[1259777720] linearizableReadLoop","detail":"{readStateIndex:10868; appliedIndex:10864; }","duration":"126.20789ms","start":"2026-03-11T17:11:22.548514Z","end":"2026-03-11T17:11:22.674721Z","steps":["trace[1259777720] 'read index received' (duration: 51.810143ms)","trace[1259777720] 'applied index is now lower than readState.Index' (duration: 74.396387ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:11:22.678274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.751027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:444916"} {"level":"info","ts":"2026-03-11T17:11:22.678318Z","caller":"traceutil/trace.go:171","msg":"trace[1649822857] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:10481; }","duration":"129.839799ms","start":"2026-03-11T17:11:22.548469Z","end":"2026-03-11T17:11:22.678309Z","steps":["trace[1649822857] 'agreement among raft nodes before linearized reading' (duration: 126.373524ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:14:04.896346Z","caller":"traceutil/trace.go:171","msg":"trace[625031239] transaction","detail":"{read_only:false; response_revision:11474; number_of_response:1; }","duration":"254.728792ms","start":"2026-03-11T17:14:04.641587Z","end":"2026-03-11T17:14:04.896316Z","steps":["trace[625031239] 'process raft request' (duration: 241.619418ms)","trace[625031239] 'compare' (duration: 12.827468ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:14:04.954172Z","caller":"traceutil/trace.go:171","msg":"trace[868775101] transaction","detail":"{read_only:false; response_revision:11475; number_of_response:1; }","duration":"311.956784ms","start":"2026-03-11T17:14:04.642187Z","end":"2026-03-11T17:14:04.954144Z","steps":["trace[868775101] 'process raft request' (duration: 311.764178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:14:04.954494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:14:04.642166Z","time spent":"312.26026ms","remote":"127.0.0.1:35908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":651,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:14:04.954873Z","caller":"traceutil/trace.go:171","msg":"trace[1413565852] transaction","detail":"{read_only:false; response_revision:11476; number_of_response:1; }","duration":"310.158853ms","start":"2026-03-11T17:14:04.644707Z","end":"2026-03-11T17:14:04.954866Z","steps":["trace[1413565852] 'process raft request' (duration: 309.376635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:14:04.954906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:14:04.644699Z","time spent":"310.189384ms","remote":"127.0.0.1:36020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1092,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:14:04.955051Z","caller":"traceutil/trace.go:171","msg":"trace[956929773] linearizableReadLoop","detail":"{readStateIndex:11899; appliedIndex:11895; }","duration":"200.376175ms","start":"2026-03-11T17:14:04.754665Z","end":"2026-03-11T17:14:04.955041Z","steps":["trace[956929773] 'read index received' (duration: 128.646069ms)","trace[956929773] 'applied index is now lower than readState.Index' (duration: 71.729336ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:14:04.9552Z","caller":"traceutil/trace.go:171","msg":"trace[576437548] transaction","detail":"{read_only:false; response_revision:11477; number_of_response:1; }","duration":"310.246985ms","start":"2026-03-11T17:14:04.644948Z","end":"2026-03-11T17:14:04.955195Z","steps":["trace[576437548] 'process raft request' (duration: 309.881167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:14:04.955235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:14:04.644935Z","time spent":"310.284465ms","remote":"127.0.0.1:36154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8710,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:14:04.955169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.502638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T17:14:04.955311Z","caller":"traceutil/trace.go:171","msg":"trace[135173178] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:11477; }","duration":"200.697873ms","start":"2026-03-11T17:14:04.754607Z","end":"2026-03-11T17:14:04.955305Z","steps":["trace[135173178] 'agreement among raft nodes before linearized reading' (duration: 200.460408ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:15:22.949942Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9991} {"level":"info","ts":"2026-03-11T17:15:23.030897Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9991,"took":"78.557861ms","hash":3166155637,"current-db-size-bytes":42962944,"current-db-size":"43 MB","current-db-size-in-use-bytes":24076288,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-11T17:15:23.030966Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3166155637,"revision":9991,"compact-revision":7673} {"level":"info","ts":"2026-03-11T17:16:57.333121Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000331f.wal"} {"level":"info","ts":"2026-03-11T17:17:01.943471Z","caller":"traceutil/trace.go:171","msg":"trace[1809433013] transaction","detail":"{read_only:false; response_revision:12643; number_of_response:1; }","duration":"199.571123ms","start":"2026-03-11T17:17:01.743857Z","end":"2026-03-11T17:17:01.943428Z","steps":["trace[1809433013] 'process raft request' (duration: 199.349848ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:17:02.123563Z","caller":"traceutil/trace.go:171","msg":"trace[1190783656] transaction","detail":"{read_only:false; response_revision:12644; number_of_response:1; }","duration":"288.517121ms","start":"2026-03-11T17:17:01.835005Z","end":"2026-03-11T17:17:02.123522Z","steps":["trace[1190783656] 'process raft request' (duration: 286.028696ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:17:05.621391Z","caller":"traceutil/trace.go:171","msg":"trace[957251686] linearizableReadLoop","detail":"{readStateIndex:13135; appliedIndex:13134; }","duration":"225.218471ms","start":"2026-03-11T17:17:05.396141Z","end":"2026-03-11T17:17:05.62136Z","steps":["trace[957251686] 'read index received' (duration: 224.958545ms)","trace[957251686] 'applied index is now lower than readState.Index' (duration: 258.936µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:17:05.62148Z","caller":"traceutil/trace.go:171","msg":"trace[1038399777] transaction","detail":"{read_only:false; response_revision:12667; number_of_response:1; }","duration":"260.955221ms","start":"2026-03-11T17:17:05.360493Z","end":"2026-03-11T17:17:05.621448Z","steps":["trace[1038399777] 'process raft request' (duration: 260.700255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:17:05.621613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.456556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qzc47\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-11T17:17:05.621657Z","caller":"traceutil/trace.go:171","msg":"trace[27063256] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qzc47; range_end:; response_count:1; response_revision:12667; }","duration":"225.559428ms","start":"2026-03-11T17:17:05.396086Z","end":"2026-03-11T17:17:05.621646Z","steps":["trace[27063256] 'agreement among raft nodes before linearized reading' (duration: 225.389765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:17:25.1606Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438644257740719,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-11T17:17:25.493861Z","caller":"traceutil/trace.go:171","msg":"trace[424802667] linearizableReadLoop","detail":"{readStateIndex:13225; appliedIndex:13224; }","duration":"833.389791ms","start":"2026-03-11T17:17:24.660442Z","end":"2026-03-11T17:17:25.493832Z","steps":["trace[424802667] 'read index received' (duration: 833.128546ms)","trace[424802667] 'applied index is now lower than readState.Index' (duration: 260.465µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:17:25.493986Z","caller":"traceutil/trace.go:171","msg":"trace[1032649148] transaction","detail":"{read_only:false; response_revision:12753; number_of_response:1; }","duration":"899.944904ms","start":"2026-03-11T17:17:24.594029Z","end":"2026-03-11T17:17:25.493974Z","steps":["trace[1032649148] 'process raft request' (duration: 899.604876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:17:25.494098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:17:24.594014Z","time spent":"899.996994ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:17:25.494152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.341671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-11T17:17:25.494227Z","caller":"traceutil/trace.go:171","msg":"trace[1328016681] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12753; }","duration":"833.459644ms","start":"2026-03-11T17:17:24.660748Z","end":"2026-03-11T17:17:25.494207Z","steps":["trace[1328016681] 'agreement among raft nodes before linearized reading' (duration: 833.28879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:17:25.494263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:17:24.660728Z","time spent":"833.526345ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T17:17:25.494524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.836545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-11T17:17:25.494582Z","caller":"traceutil/trace.go:171","msg":"trace[734683594] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:12753; }","duration":"164.936048ms","start":"2026-03-11T17:17:25.329633Z","end":"2026-03-11T17:17:25.494569Z","steps":["trace[734683594] 'agreement among raft nodes before linearized reading' (duration: 164.773864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:17:25.494778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.340153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:17:25.494801Z","caller":"traceutil/trace.go:171","msg":"trace[1465756027] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12753; }","duration":"834.387543ms","start":"2026-03-11T17:17:24.660406Z","end":"2026-03-11T17:17:25.494794Z","steps":["trace[1465756027] 'agreement among raft nodes before linearized reading' (duration: 834.345663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:17:25.494847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:17:24.660389Z","time spent":"834.451135ms","remote":"127.0.0.1:35764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T17:17:25.494904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.66469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:17:25.494964Z","caller":"traceutil/trace.go:171","msg":"trace[360535639] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:12753; }","duration":"792.751153ms","start":"2026-03-11T17:17:24.702199Z","end":"2026-03-11T17:17:25.49495Z","steps":["trace[360535639] 'agreement among raft nodes before linearized reading' (duration: 792.655241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:17:25.494998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:17:24.702187Z","time spent":"792.802254ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:17:25.495268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.821971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-11T17:17:25.495309Z","caller":"traceutil/trace.go:171","msg":"trace[510079805] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12753; }","duration":"337.895422ms","start":"2026-03-11T17:17:25.157403Z","end":"2026-03-11T17:17:25.495298Z","steps":["trace[510079805] 'agreement among raft nodes before linearized reading' (duration: 337.78577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:17:25.495336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:17:25.157388Z","time spent":"337.941883ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T17:17:25.495374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.767748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:126299"} {"level":"info","ts":"2026-03-11T17:17:25.495408Z","caller":"traceutil/trace.go:171","msg":"trace[761367901] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:12753; }","duration":"119.83434ms","start":"2026-03-11T17:17:25.375566Z","end":"2026-03-11T17:17:25.4954Z","steps":["trace[761367901] 'agreement among raft nodes before linearized reading' (duration: 119.671206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:17:25.495601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.277803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-11T17:17:25.495624Z","caller":"traceutil/trace.go:171","msg":"trace[1014643725] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:12753; }","duration":"150.341574ms","start":"2026-03-11T17:17:25.345276Z","end":"2026-03-11T17:17:25.495617Z","steps":["trace[1014643725] 'agreement among raft nodes before linearized reading' (duration: 150.278563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:17:25.496012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.938648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-11T17:17:25.496068Z","caller":"traceutil/trace.go:171","msg":"trace[355536381] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12753; }","duration":"831.02368ms","start":"2026-03-11T17:17:24.665032Z","end":"2026-03-11T17:17:25.496055Z","steps":["trace[355536381] 'agreement among raft nodes before linearized reading' (duration: 830.898247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:17:25.496101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:17:24.665019Z","time spent":"831.074131ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T17:17:25.496389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.526049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-11T17:17:25.496423Z","caller":"traceutil/trace.go:171","msg":"trace[1672905907] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12753; }","duration":"835.598401ms","start":"2026-03-11T17:17:24.660818Z","end":"2026-03-11T17:17:25.496416Z","steps":["trace[1672905907] 'agreement among raft nodes before linearized reading' (duration: 835.517419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:17:25.496442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:17:24.660799Z","time spent":"835.638932ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-11T17:17:33.513286Z","caller":"traceutil/trace.go:171","msg":"trace[1940915105] transaction","detail":"{read_only:false; response_revision:12790; number_of_response:1; }","duration":"338.981197ms","start":"2026-03-11T17:17:33.174208Z","end":"2026-03-11T17:17:33.513189Z","steps":["trace[1940915105] 'process raft request' (duration: 338.792273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:17:33.513459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:17:33.174188Z","time spent":"339.176752ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:17:41.373243Z","caller":"traceutil/trace.go:171","msg":"trace[2078243069] linearizableReadLoop","detail":"{readStateIndex:13318; appliedIndex:13317; }","duration":"106.445284ms","start":"2026-03-11T17:17:41.266768Z","end":"2026-03-11T17:17:41.373213Z","steps":["trace[2078243069] 'read index received' (duration: 36.535878ms)","trace[2078243069] 'applied index is now lower than readState.Index' (duration: 69.907696ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:17:41.37351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.72002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-11T17:17:41.37367Z","caller":"traceutil/trace.go:171","msg":"trace[1948096471] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:12841; }","duration":"106.873823ms","start":"2026-03-11T17:17:41.266709Z","end":"2026-03-11T17:17:41.373583Z","steps":["trace[1948096471] 'agreement among raft nodes before linearized reading' (duration: 106.645198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:17:41.87432Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438644257740985,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T17:17:42.37546Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438644257740985,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T17:17:42.876367Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438644257740985,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T17:17:43.377219Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438644257740985,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T17:17:43.642363Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.338959549s","expected-duration":"1s"} {"level":"info","ts":"2026-03-11T17:17:43.642823Z","caller":"traceutil/trace.go:171","msg":"trace[670614694] transaction","detail":"{read_only:false; response_revision:12842; number_of_response:1; }","duration":"2.354506393s","start":"2026-03-11T17:17:41.288292Z","end":"2026-03-11T17:17:43.642798Z","steps":["trace[670614694] 'process raft request' (duration: 2.354265928s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:17:43.642983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:17:41.28807Z","time spent":"2.35483049s","remote":"127.0.0.1:35918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11815,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:17:43.654529Z","caller":"traceutil/trace.go:171","msg":"trace[1023699250] transaction","detail":"{read_only:false; response_revision:12844; number_of_response:1; }","duration":"1.889677323s","start":"2026-03-11T17:17:41.764821Z","end":"2026-03-11T17:17:43.654498Z","steps":["trace[1023699250] 'process raft request' (duration: 1.889620272s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:17:43.654554Z","caller":"traceutil/trace.go:171","msg":"trace[1011610966] transaction","detail":"{read_only:false; response_revision:12843; number_of_response:1; }","duration":"2.276333875s","start":"2026-03-11T17:17:41.378179Z","end":"2026-03-11T17:17:43.654513Z","steps":["trace[1011610966] 'process raft request' (duration: 2.276074898s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:17:43.65468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:17:41.76479Z","time spent":"1.889806687s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:17:43.654754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:17:41.378158Z","time spent":"2.276481538s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:17:43.655141Z","caller":"traceutil/trace.go:171","msg":"trace[1656077854] transaction","detail":"{read_only:false; response_revision:12845; number_of_response:1; }","duration":"1.575116326s","start":"2026-03-11T17:17:42.080007Z","end":"2026-03-11T17:17:43.655123Z","steps":["trace[1656077854] 'process raft request' (duration: 1.574461952s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:17:43.655232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:17:42.079983Z","time spent":"1.575203927s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:17:43.655425Z","caller":"traceutil/trace.go:171","msg":"trace[1587885430] transaction","detail":"{read_only:false; response_revision:12846; number_of_response:1; }","duration":"1.387961338s","start":"2026-03-11T17:17:42.267425Z","end":"2026-03-11T17:17:43.655387Z","steps":["trace[1587885430] 'process raft request' (duration: 1.387645221s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:17:43.655523Z","caller":"traceutil/trace.go:171","msg":"trace[1225063245] transaction","detail":"{read_only:false; response_revision:12847; number_of_response:1; }","duration":"229.525846ms","start":"2026-03-11T17:17:43.425982Z","end":"2026-03-11T17:17:43.655507Z","steps":["trace[1225063245] 'process raft request' (duration: 229.21421ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:17:43.655512Z","caller":"traceutil/trace.go:171","msg":"trace[851126658] linearizableReadLoop","detail":"{readStateIndex:13323; appliedIndex:13318; }","duration":"2.282159964s","start":"2026-03-11T17:17:41.373323Z","end":"2026-03-11T17:17:43.655483Z","steps":["trace[851126658] 'read index received' (duration: 2.269271429s)","trace[851126658] 'applied index is now lower than readState.Index' (duration: 12.887265ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:17:43.655988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.094570144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-11T17:17:43.656126Z","caller":"traceutil/trace.go:171","msg":"trace[967067651] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12848; }","duration":"2.094687057s","start":"2026-03-11T17:17:41.561354Z","end":"2026-03-11T17:17:43.656042Z","steps":["trace[967067651] 'agreement among raft nodes before linearized reading' (duration: 2.094490623s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:17:43.65618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.24568836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-11T17:17:43.656237Z","caller":"traceutil/trace.go:171","msg":"trace[1133206001] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:12848; }","duration":"1.245865364s","start":"2026-03-11T17:17:42.410354Z","end":"2026-03-11T17:17:43.65622Z","steps":["trace[1133206001] 'agreement among raft nodes before linearized reading' (duration: 1.245623309s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:17:43.656253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:17:41.561333Z","time spent":"2.094863421s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-11T17:17:43.656273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:17:42.267399Z","time spent":"1.38810301s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:17:43.656315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:17:42.41033Z","time spent":"1.245956616s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-11T17:17:43.656354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.304878696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-11T17:17:43.6564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.974001028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-11T17:17:43.656436Z","caller":"traceutil/trace.go:171","msg":"trace[1845623537] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12848; }","duration":"2.305388407s","start":"2026-03-11T17:17:41.351033Z","end":"2026-03-11T17:17:43.656421Z","steps":["trace[1845623537] 'agreement among raft nodes before linearized reading' (duration: 2.304527719s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:17:43.656437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.995115935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T17:17:43.656451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.992109918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-11T17:17:43.656458Z","caller":"traceutil/trace.go:171","msg":"trace[387332340] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12848; }","duration":"1.974083119s","start":"2026-03-11T17:17:41.682356Z","end":"2026-03-11T17:17:43.656439Z","steps":["trace[387332340] 'agreement among raft nodes before linearized reading' (duration: 1.973941276s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:17:43.656475Z","caller":"traceutil/trace.go:171","msg":"trace[665958234] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12848; }","duration":"1.995184176s","start":"2026-03-11T17:17:41.661282Z","end":"2026-03-11T17:17:43.656466Z","steps":["trace[665958234] 'agreement among raft nodes before linearized reading' (duration: 1.995121855s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:17:43.656484Z","caller":"traceutil/trace.go:171","msg":"trace[1303946315] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12848; }","duration":"1.992172819s","start":"2026-03-11T17:17:41.6643Z","end":"2026-03-11T17:17:43.656473Z","steps":["trace[1303946315] 'agreement among raft nodes before linearized reading' (duration: 1.992094948s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:17:43.656492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:17:41.682344Z","time spent":"1.974139211s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T17:17:43.656506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:17:41.664284Z","time spent":"1.99221727s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T17:17:43.656474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.194088768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T17:17:43.656552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.983996859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-11T17:17:43.656587Z","caller":"traceutil/trace.go:171","msg":"trace[738175068] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12848; }","duration":"1.98405509s","start":"2026-03-11T17:17:41.672523Z","end":"2026-03-11T17:17:43.656578Z","steps":["trace[738175068] 'agreement among raft nodes before linearized reading' (duration: 1.983888346s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:17:43.656517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:17:41.351021Z","time spent":"2.305443538s","remote":"127.0.0.1:35918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-11T17:17:43.656614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:17:41.67251Z","time spent":"1.98409774s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-11T17:17:43.656592Z","caller":"traceutil/trace.go:171","msg":"trace[1092471345] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:12848; }","duration":"1.194270652s","start":"2026-03-11T17:17:42.462294Z","end":"2026-03-11T17:17:43.656564Z","steps":["trace[1092471345] 'agreement among raft nodes before linearized reading' (duration: 1.194080158s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:17:43.656633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.971175755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-11T17:17:43.656507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:17:41.661265Z","time spent":"1.995232507s","remote":"127.0.0.1:35764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-11T17:17:43.656664Z","caller":"traceutil/trace.go:171","msg":"trace[1318265513] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12848; }","duration":"1.971225735s","start":"2026-03-11T17:17:41.68543Z","end":"2026-03-11T17:17:43.656656Z","steps":["trace[1318265513] 'agreement among raft nodes before linearized reading' (duration: 1.971125983s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:17:43.656673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:17:42.462272Z","time spent":"1.194378785s","remote":"127.0.0.1:36090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:17:43.656692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:17:41.685418Z","time spent":"1.971268417s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T17:17:43.65667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.719766405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qzc47\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-11T17:17:43.65676Z","caller":"traceutil/trace.go:171","msg":"trace[1809384985] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qzc47; range_end:; response_count:1; response_revision:12848; }","duration":"1.719903608s","start":"2026-03-11T17:17:41.936834Z","end":"2026-03-11T17:17:43.656738Z","steps":["trace[1809384985] 'agreement among raft nodes before linearized reading' (duration: 1.719635022s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:17:43.656766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.963483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:16 size:150920"} {"level":"warn","ts":"2026-03-11T17:17:43.656813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:17:41.936798Z","time spent":"1.720006501s","remote":"127.0.0.1:35918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-qzc47\" "} {"level":"info","ts":"2026-03-11T17:17:43.656829Z","caller":"traceutil/trace.go:171","msg":"trace[22614009] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:16; response_revision:12848; }","duration":"593.086936ms","start":"2026-03-11T17:17:43.063726Z","end":"2026-03-11T17:17:43.656813Z","steps":["trace[22614009] 'agreement among raft nodes before linearized reading' (duration: 592.552074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:17:43.656872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:17:43.063708Z","time spent":"593.156938ms","remote":"127.0.0.1:36134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":16,"response size":150943,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-03-11T17:17:45.750669Z","caller":"traceutil/trace.go:171","msg":"trace[1216879421] transaction","detail":"{read_only:false; response_revision:12860; number_of_response:1; }","duration":"500.093291ms","start":"2026-03-11T17:17:45.25055Z","end":"2026-03-11T17:17:45.750643Z","steps":["trace[1216879421] 'process raft request' (duration: 499.914497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:17:45.750924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:17:45.250528Z","time spent":"500.219164ms","remote":"127.0.0.1:35826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":801,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-11T17:17:45.769855Z","caller":"traceutil/trace.go:171","msg":"trace[624702830] transaction","detail":"{read_only:false; response_revision:12861; number_of_response:1; }","duration":"509.373266ms","start":"2026-03-11T17:17:45.260448Z","end":"2026-03-11T17:17:45.769821Z","steps":["trace[624702830] 'process raft request' (duration: 509.10524ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:17:45.769928Z","caller":"traceutil/trace.go:171","msg":"trace[1460113808] transaction","detail":"{read_only:false; response_revision:12862; number_of_response:1; }","duration":"108.807117ms","start":"2026-03-11T17:17:45.661099Z","end":"2026-03-11T17:17:45.769907Z","steps":["trace[1460113808] 'process raft request' (duration: 108.626343ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:17:45.769913Z","caller":"traceutil/trace.go:171","msg":"trace[639330090] linearizableReadLoop","detail":"{readStateIndex:13338; appliedIndex:13336; }","duration":"109.40791ms","start":"2026-03-11T17:17:45.660478Z","end":"2026-03-11T17:17:45.769886Z","steps":["trace[639330090] 'read index received' (duration: 90.116354ms)","trace[639330090] 'applied index is now lower than readState.Index' (duration: 19.290236ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:17:45.770019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:17:45.260429Z","time spent":"509.504158ms","remote":"127.0.0.1:35918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12191,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:17:45.770113Z","caller":"traceutil/trace.go:171","msg":"trace[350412739] transaction","detail":"{read_only:false; response_revision:12863; number_of_response:1; }","duration":"108.896038ms","start":"2026-03-11T17:17:45.661192Z","end":"2026-03-11T17:17:45.770088Z","steps":["trace[350412739] 'process raft request' (duration: 108.601662ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:17:45.770349Z","caller":"traceutil/trace.go:171","msg":"trace[794275284] transaction","detail":"{read_only:false; response_revision:12864; number_of_response:1; }","duration":"108.156522ms","start":"2026-03-11T17:17:45.66215Z","end":"2026-03-11T17:17:45.770306Z","steps":["trace[794275284] 'process raft request' (duration: 107.687622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:17:45.770544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.051734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:17:45.770599Z","caller":"traceutil/trace.go:171","msg":"trace[1998412421] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12864; }","duration":"110.149176ms","start":"2026-03-11T17:17:45.660434Z","end":"2026-03-11T17:17:45.770583Z","steps":["trace[1998412421] 'agreement among raft nodes before linearized reading' (duration: 110.049994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:17:53.893729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.37441ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T17:17:53.893964Z","caller":"traceutil/trace.go:171","msg":"trace[2089504463] linearizableReadLoop","detail":"{readStateIndex:13488; appliedIndex:13487; }","duration":"178.57546ms","start":"2026-03-11T17:17:53.715366Z","end":"2026-03-11T17:17:53.893942Z","steps":["trace[2089504463] 'read index received' (duration: 52.041µs)","trace[2089504463] 'applied index is now lower than readState.Index' (duration: 178.521489ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:17:53.894053Z","caller":"traceutil/trace.go:171","msg":"trace[1470986079] transaction","detail":"{read_only:false; response_revision:13008; number_of_response:1; }","duration":"440.247337ms","start":"2026-03-11T17:17:53.453786Z","end":"2026-03-11T17:17:53.894033Z","steps":["trace[1470986079] 'process raft request' (duration: 79.485608ms)","trace[1470986079] 'compare' (duration: 360.177066ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:17:53.894113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.732693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T17:17:53.894121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:17:53.45377Z","time spent":"440.317658ms","remote":"127.0.0.1:35918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7186,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:17:53.894139Z","caller":"traceutil/trace.go:171","msg":"trace[904094231] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:13009; }","duration":"178.772884ms","start":"2026-03-11T17:17:53.715357Z","end":"2026-03-11T17:17:53.89413Z","steps":["trace[904094231] 'agreement among raft nodes before linearized reading' (duration: 178.686392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:17:54.394793Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438644257741361,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T17:17:54.815712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:17:54.001045Z","time spent":"814.658768ms","remote":"127.0.0.1:34946","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-11T17:17:54.867752Z","caller":"traceutil/trace.go:171","msg":"trace[155885904] transaction","detail":"{read_only:false; response_revision:13010; number_of_response:1; }","duration":"1.069669086s","start":"2026-03-11T17:17:53.798053Z","end":"2026-03-11T17:17:54.867722Z","steps":["trace[155885904] 'process raft request' (duration: 1.069401441s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:17:54.867946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:17:53.798041Z","time spent":"1.069802941s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:17:54.868045Z","caller":"traceutil/trace.go:171","msg":"trace[1836933119] transaction","detail":"{read_only:false; response_revision:13011; number_of_response:1; }","duration":"1.069904812s","start":"2026-03-11T17:17:53.798114Z","end":"2026-03-11T17:17:54.868019Z","steps":["trace[1836933119] 'process raft request' (duration: 1.069567145s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:17:54.868217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:17:53.798097Z","time spent":"1.070028354s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:17:54.868279Z","caller":"traceutil/trace.go:171","msg":"trace[423950646] transaction","detail":"{read_only:false; response_revision:13012; number_of_response:1; }","duration":"1.064046463s","start":"2026-03-11T17:17:53.804181Z","end":"2026-03-11T17:17:54.868228Z","steps":["trace[423950646] 'process raft request' (duration: 1.063747426s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:17:54.868445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:17:53.804171Z","time spent":"1.064183396s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:17:55.015443Z","caller":"traceutil/trace.go:171","msg":"trace[909878802] transaction","detail":"{read_only:false; response_revision:13013; number_of_response:1; }","duration":"829.446494ms","start":"2026-03-11T17:17:54.185963Z","end":"2026-03-11T17:17:55.015409Z","steps":["trace[909878802] 'process raft request' (duration: 759.498387ms)","trace[909878802] 'compare' (duration: 69.477246ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:17:55.016606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:17:54.185932Z","time spent":"830.488417ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:17:55.017896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.205098333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-11T17:17:55.018021Z","caller":"traceutil/trace.go:171","msg":"trace[1977985760] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13013; }","duration":"1.205359158s","start":"2026-03-11T17:17:53.812646Z","end":"2026-03-11T17:17:55.018005Z","steps":["trace[1977985760] 'agreement among raft nodes before linearized reading' (duration: 1.205069142s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:17:55.018203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:17:53.812639Z","time spent":"1.205548882s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T17:17:55.018566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.177690536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-11T17:17:55.023634Z","caller":"traceutil/trace.go:171","msg":"trace[1545763227] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13013; }","duration":"1.182831669s","start":"2026-03-11T17:17:53.840796Z","end":"2026-03-11T17:17:55.023628Z","steps":["trace[1545763227] 'agreement among raft nodes before linearized reading' (duration: 1.177655055s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:17:55.02369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:17:53.840769Z","time spent":"1.182909642s","remote":"127.0.0.1:35918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-11T17:17:55.017665Z","caller":"traceutil/trace.go:171","msg":"trace[700441750] linearizableReadLoop","detail":"{readStateIndex:13493; appliedIndex:13489; }","duration":"1.12362621s","start":"2026-03-11T17:17:53.894018Z","end":"2026-03-11T17:17:55.017644Z","steps":["trace[700441750] 'read index received' (duration: 973.431628ms)","trace[700441750] 'applied index is now lower than readState.Index' (duration: 150.192572ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:17:55.024415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.12722551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ea936307-4b8f-4152-9da4-0e5c0c3ff237\" ","response":"range_response_count:1 size:3607"} {"level":"warn","ts":"2026-03-11T17:17:55.024436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.240311511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ovn-controller-default-bg86x.189bd8fffb9df203\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-03-11T17:17:55.024554Z","caller":"traceutil/trace.go:171","msg":"trace[2106211583] range","detail":"{range_begin:/registry/events/openstack/ovn-controller-default-bg86x.189bd8fffb9df203; range_end:; response_count:1; response_revision:13013; }","duration":"1.240491106s","start":"2026-03-11T17:17:53.784028Z","end":"2026-03-11T17:17:55.024519Z","steps":["trace[2106211583] 'agreement among raft nodes before linearized reading' (duration: 1.239046484s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:17:55.024608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:17:53.783999Z","time spent":"1.240597248s","remote":"127.0.0.1:35826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":806,"request content":"key:\"/registry/events/openstack/ovn-controller-default-bg86x.189bd8fffb9df203\" "} {"level":"warn","ts":"2026-03-11T17:17:55.024964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.218303374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-11T17:17:55.025054Z","caller":"traceutil/trace.go:171","msg":"trace[256332762] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13013; }","duration":"1.218445727s","start":"2026-03-11T17:17:53.80659Z","end":"2026-03-11T17:17:55.025036Z","steps":["trace[256332762] 'agreement among raft nodes before linearized reading' (duration: 1.217688271s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:17:55.025097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:17:53.806574Z","time spent":"1.218516879s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-11T17:17:55.025173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.792476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T17:17:55.025235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.212626859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-11T17:17:55.025259Z","caller":"traceutil/trace.go:171","msg":"trace[2040339958] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13013; }","duration":"1.21267495s","start":"2026-03-11T17:17:53.812579Z","end":"2026-03-11T17:17:55.025254Z","steps":["trace[2040339958] 'agreement among raft nodes before linearized reading' (duration: 1.212626709s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:17:55.025238Z","caller":"traceutil/trace.go:171","msg":"trace[1500058335] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13013; }","duration":"363.911698ms","start":"2026-03-11T17:17:54.661319Z","end":"2026-03-11T17:17:55.025231Z","steps":["trace[1500058335] 'agreement among raft nodes before linearized reading' (duration: 363.827167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:17:55.025273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:17:53.812568Z","time spent":"1.212702101s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-11T17:17:55.02448Z","caller":"traceutil/trace.go:171","msg":"trace[1978656529] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ea936307-4b8f-4152-9da4-0e5c0c3ff237; range_end:; response_count:1; response_revision:13013; }","duration":"1.127337803s","start":"2026-03-11T17:17:53.897135Z","end":"2026-03-11T17:17:55.024472Z","steps":["trace[1978656529] 'agreement among raft nodes before linearized reading' (duration: 1.126786621s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:17:55.02437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207045356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-11T17:17:55.025349Z","caller":"traceutil/trace.go:171","msg":"trace[1127084035] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13013; }","duration":"1.20810671s","start":"2026-03-11T17:17:53.817237Z","end":"2026-03-11T17:17:55.025344Z","steps":["trace[1127084035] 'agreement among raft nodes before linearized reading' (duration: 1.20679632s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:17:55.025371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:17:53.817226Z","time spent":"1.20813898s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T17:17:55.025357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:17:53.897119Z","time spent":"1.128215783s","remote":"127.0.0.1:35918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3630,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ea936307-4b8f-4152-9da4-0e5c0c3ff237\" "} {"level":"warn","ts":"2026-03-11T17:17:55.025331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:17:54.661292Z","time spent":"364.001011ms","remote":"127.0.0.1:35764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T17:17:55.025498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.264499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5e3d3066-a702-481f-9543-b3b9660207b8\" ","response":"range_response_count:1 size:3607"} {"level":"info","ts":"2026-03-11T17:17:55.025516Z","caller":"traceutil/trace.go:171","msg":"trace[1756052616] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5e3d3066-a702-481f-9543-b3b9660207b8; range_end:; response_count:1; response_revision:13013; }","duration":"918.349431ms","start":"2026-03-11T17:17:54.107162Z","end":"2026-03-11T17:17:55.025511Z","steps":["trace[1756052616] 'agreement among raft nodes before linearized reading' (duration: 918.252568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:17:55.02553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:17:54.107134Z","time spent":"918.392262ms","remote":"127.0.0.1:35918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3630,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5e3d3066-a702-481f-9543-b3b9660207b8\" "} {"level":"warn","ts":"2026-03-11T17:17:55.025603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.671926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ea936307-4b8f-4152-9da4-0e5c0c3ff237\" ","response":"range_response_count:1 size:3607"} {"level":"info","ts":"2026-03-11T17:17:55.02562Z","caller":"traceutil/trace.go:171","msg":"trace[673166717] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ea936307-4b8f-4152-9da4-0e5c0c3ff237; range_end:; response_count:1; response_revision:13013; }","duration":"917.726837ms","start":"2026-03-11T17:17:54.107889Z","end":"2026-03-11T17:17:55.025616Z","steps":["trace[673166717] 'agreement among raft nodes before linearized reading' (duration: 917.680056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:17:55.02561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.219168604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-11T17:17:55.025633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:17:54.107868Z","time spent":"917.761668ms","remote":"127.0.0.1:35918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3630,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ea936307-4b8f-4152-9da4-0e5c0c3ff237\" "} {"level":"info","ts":"2026-03-11T17:17:55.02567Z","caller":"traceutil/trace.go:171","msg":"trace[1212421868] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13013; }","duration":"1.219262907s","start":"2026-03-11T17:17:53.806384Z","end":"2026-03-11T17:17:55.025647Z","steps":["trace[1212421868] 'agreement among raft nodes before linearized reading' (duration: 1.218660112s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:17:55.025726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:17:53.806358Z","time spent":"1.219357749s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T17:17:55.029393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.193363633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qzc47\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-11T17:17:55.029484Z","caller":"traceutil/trace.go:171","msg":"trace[167567177] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qzc47; range_end:; response_count:1; response_revision:13013; }","duration":"1.193482246s","start":"2026-03-11T17:17:53.83598Z","end":"2026-03-11T17:17:55.029462Z","steps":["trace[167567177] 'agreement among raft nodes before linearized reading' (duration: 1.188459304s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:17:55.029609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:17:53.835904Z","time spent":"1.193691831s","remote":"127.0.0.1:35918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-qzc47\" "} {"level":"info","ts":"2026-03-11T17:18:58.903516Z","caller":"traceutil/trace.go:171","msg":"trace[1588535149] linearizableReadLoop","detail":"{readStateIndex:14378; appliedIndex:14377; }","duration":"171.584126ms","start":"2026-03-11T17:18:58.731889Z","end":"2026-03-11T17:18:58.903473Z","steps":["trace[1588535149] 'read index received' (duration: 171.289799ms)","trace[1588535149] 'applied index is now lower than readState.Index' (duration: 292.386µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:18:58.903562Z","caller":"traceutil/trace.go:171","msg":"trace[730009848] transaction","detail":"{read_only:false; response_revision:13872; number_of_response:1; }","duration":"195.127332ms","start":"2026-03-11T17:18:58.708398Z","end":"2026-03-11T17:18:58.903525Z","steps":["trace[730009848] 'process raft request' (duration: 194.682962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:18:58.903993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.076367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-11T17:18:58.904126Z","caller":"traceutil/trace.go:171","msg":"trace[806528194] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:13872; }","duration":"172.281681ms","start":"2026-03-11T17:18:58.73181Z","end":"2026-03-11T17:18:58.904091Z","steps":["trace[806528194] 'agreement among raft nodes before linearized reading' (duration: 171.813031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:18:58.951596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.688842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T17:18:58.951604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.10113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-11T17:18:58.951652Z","caller":"traceutil/trace.go:171","msg":"trace[598602918] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13873; }","duration":"215.791944ms","start":"2026-03-11T17:18:58.735848Z","end":"2026-03-11T17:18:58.95164Z","steps":["trace[598602918] 'agreement among raft nodes before linearized reading' (duration: 215.696022ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:18:58.951663Z","caller":"traceutil/trace.go:171","msg":"trace[1498843421] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13873; }","duration":"216.191122ms","start":"2026-03-11T17:18:58.735456Z","end":"2026-03-11T17:18:58.951648Z","steps":["trace[1498843421] 'agreement among raft nodes before linearized reading' (duration: 215.986618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:18:58.951675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.044305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-11T17:18:58.95171Z","caller":"traceutil/trace.go:171","msg":"trace[675022352] transaction","detail":"{read_only:false; response_revision:13873; number_of_response:1; }","duration":"218.786869ms","start":"2026-03-11T17:18:58.732868Z","end":"2026-03-11T17:18:58.951655Z","steps":["trace[675022352] 'process raft request' (duration: 218.420771ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:18:58.951749Z","caller":"traceutil/trace.go:171","msg":"trace[1084525480] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13873; }","duration":"214.158268ms","start":"2026-03-11T17:18:58.737574Z","end":"2026-03-11T17:18:58.951732Z","steps":["trace[1084525480] 'agreement among raft nodes before linearized reading' (duration: 213.928943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:18:58.95237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.597425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-b79zc\" ","response":"range_response_count:1 size:9709"} {"level":"info","ts":"2026-03-11T17:18:58.952439Z","caller":"traceutil/trace.go:171","msg":"trace[1681236865] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-b79zc; range_end:; response_count:1; response_revision:13873; }","duration":"112.808541ms","start":"2026-03-11T17:18:58.839611Z","end":"2026-03-11T17:18:58.95242Z","steps":["trace[1681236865] 'agreement among raft nodes before linearized reading' (duration: 111.852169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:18:59.512575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.109874ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T17:18:59.512767Z","caller":"traceutil/trace.go:171","msg":"trace[592104749] transaction","detail":"{read_only:false; response_revision:13876; number_of_response:1; }","duration":"327.770995ms","start":"2026-03-11T17:18:59.184979Z","end":"2026-03-11T17:18:59.51275Z","steps":["trace[592104749] 'process raft request' (duration: 327.735204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:18:59.512826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:18:59.184936Z","time spent":"327.864477ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:18:59.512867Z","caller":"traceutil/trace.go:171","msg":"trace[1688775977] linearizableReadLoop","detail":"{readStateIndex:14380; appliedIndex:14379; }","duration":"555.395628ms","start":"2026-03-11T17:18:58.957449Z","end":"2026-03-11T17:18:59.512845Z","steps":["trace[1688775977] 'read index received' (duration: 82.818713ms)","trace[1688775977] 'applied index is now lower than readState.Index' (duration: 472.574125ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:18:59.512972Z","caller":"traceutil/trace.go:171","msg":"trace[453778170] transaction","detail":"{read_only:false; response_revision:13875; number_of_response:1; }","duration":"328.545313ms","start":"2026-03-11T17:18:59.184391Z","end":"2026-03-11T17:18:59.512936Z","steps":["trace[453778170] 'process raft request' (duration: 328.282427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:18:59.513152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.599864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-11T17:18:59.513141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:18:59.184348Z","time spent":"328.702436ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:18:59.513185Z","caller":"traceutil/trace.go:171","msg":"trace[1876353177] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13876; }","duration":"551.648466ms","start":"2026-03-11T17:18:58.961529Z","end":"2026-03-11T17:18:59.513178Z","steps":["trace[1876353177] 'agreement among raft nodes before linearized reading' (duration: 551.529664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:18:59.513207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:18:58.961513Z","time spent":"551.689467ms","remote":"127.0.0.1:35908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-11T17:18:59.51336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.929726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-ph49v\" ","response":"range_response_count:1 size:22014"} {"level":"info","ts":"2026-03-11T17:18:59.513385Z","caller":"traceutil/trace.go:171","msg":"trace[770654907] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-ph49v; range_end:; response_count:1; response_revision:13876; }","duration":"405.976287ms","start":"2026-03-11T17:18:59.107402Z","end":"2026-03-11T17:18:59.513379Z","steps":["trace[770654907] 'agreement among raft nodes before linearized reading' (duration: 405.904275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:18:59.513407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:18:59.107388Z","time spent":"406.011408ms","remote":"127.0.0.1:35918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22037,"request content":"key:\"/registry/pods/openstack/nova-compute-default-ph49v\" "} {"level":"warn","ts":"2026-03-11T17:18:59.513456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.538275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1565"} {"level":"warn","ts":"2026-03-11T17:18:59.513574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.272593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-ph49v\" ","response":"range_response_count:1 size:22014"} {"level":"info","ts":"2026-03-11T17:18:59.513607Z","caller":"traceutil/trace.go:171","msg":"trace[1974040076] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-ph49v; range_end:; response_count:1; response_revision:13876; }","duration":"416.332624ms","start":"2026-03-11T17:18:59.097268Z","end":"2026-03-11T17:18:59.5136Z","steps":["trace[1974040076] 'agreement among raft nodes before linearized reading' (duration: 416.251243ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:18:59.513595Z","caller":"traceutil/trace.go:171","msg":"trace[643812755] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:13876; }","duration":"118.731719ms","start":"2026-03-11T17:18:59.394828Z","end":"2026-03-11T17:18:59.51356Z","steps":["trace[643812755] 'agreement among raft nodes before linearized reading' (duration: 118.405872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:18:59.513633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:18:59.097252Z","time spent":"416.375795ms","remote":"127.0.0.1:35918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22037,"request content":"key:\"/registry/pods/openstack/nova-compute-default-ph49v\" "} {"level":"warn","ts":"2026-03-11T17:18:59.513711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.680706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T17:18:59.513799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.805871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-11T17:18:59.513799Z","caller":"traceutil/trace.go:171","msg":"trace[1727836464] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13876; }","duration":"551.775738ms","start":"2026-03-11T17:18:58.962003Z","end":"2026-03-11T17:18:59.513779Z","steps":["trace[1727836464] 'agreement among raft nodes before linearized reading' (duration: 551.626845ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:18:59.513827Z","caller":"traceutil/trace.go:171","msg":"trace[537307440] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13876; }","duration":"472.885772ms","start":"2026-03-11T17:18:59.040934Z","end":"2026-03-11T17:18:59.51382Z","steps":["trace[537307440] 'agreement among raft nodes before linearized reading' (duration: 472.830741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:18:59.51384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:18:58.961978Z","time spent":"551.85566ms","remote":"127.0.0.1:35958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-11T17:18:59.513851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:18:59.040902Z","time spent":"472.943143ms","remote":"127.0.0.1:35958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-11T17:18:59.513837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.088145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T17:18:59.513922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.800239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"info","ts":"2026-03-11T17:18:59.51398Z","caller":"traceutil/trace.go:171","msg":"trace[2081651723] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:13876; }","duration":"552.264969ms","start":"2026-03-11T17:18:58.961676Z","end":"2026-03-11T17:18:59.513941Z","steps":["trace[2081651723] 'agreement among raft nodes before linearized reading' (duration: 551.992173ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:18:59.514022Z","caller":"traceutil/trace.go:171","msg":"trace[1675790907] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:13876; }","duration":"551.870231ms","start":"2026-03-11T17:18:58.962085Z","end":"2026-03-11T17:18:59.513955Z","steps":["trace[1675790907] 'agreement among raft nodes before linearized reading' (duration: 551.649776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:18:59.514052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:18:58.961667Z","time spent":"552.374542ms","remote":"127.0.0.1:35908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-11T17:18:59.513752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.531064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-11T17:18:59.51415Z","caller":"traceutil/trace.go:171","msg":"trace[1751338314] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13876; }","duration":"551.914202ms","start":"2026-03-11T17:18:58.962205Z","end":"2026-03-11T17:18:59.514119Z","steps":["trace[1751338314] 'agreement among raft nodes before linearized reading' (duration: 551.498753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:18:59.514165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:18:58.962069Z","time spent":"552.083625ms","remote":"127.0.0.1:35908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":704,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"info","ts":"2026-03-11T17:18:59.514175Z","caller":"traceutil/trace.go:171","msg":"trace[1408053968] transaction","detail":"{read_only:false; response_revision:13874; number_of_response:1; }","duration":"604.39826ms","start":"2026-03-11T17:18:58.908813Z","end":"2026-03-11T17:18:59.513211Z","steps":["trace[1408053968] 'process raft request' (duration: 131.565819ms)","trace[1408053968] 'compare' (duration: 472.015782ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:18:59.514264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:18:58.962197Z","time spent":"552.002963ms","remote":"127.0.0.1:35958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-11T17:18:59.514384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:18:58.908786Z","time spent":"605.491224ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:18:59.514948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.476844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:764772"} {"level":"info","ts":"2026-03-11T17:18:59.515079Z","caller":"traceutil/trace.go:171","msg":"trace[2039436823] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:13876; }","duration":"557.643587ms","start":"2026-03-11T17:18:58.957406Z","end":"2026-03-11T17:18:59.51505Z","steps":["trace[2039436823] 'agreement among raft nodes before linearized reading' (duration: 556.181645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:18:59.515192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:18:58.957391Z","time spent":"557.78103ms","remote":"127.0.0.1:35918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":764795,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-11T17:19:22.551649Z","caller":"traceutil/trace.go:171","msg":"trace[566411032] linearizableReadLoop","detail":"{readStateIndex:14503; appliedIndex:14502; }","duration":"224.515766ms","start":"2026-03-11T17:19:22.327093Z","end":"2026-03-11T17:19:22.551609Z","steps":["trace[566411032] 'read index received' (duration: 224.290471ms)","trace[566411032] 'applied index is now lower than readState.Index' (duration: 224.375µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:19:22.551779Z","caller":"traceutil/trace.go:171","msg":"trace[1316031544] transaction","detail":"{read_only:false; response_revision:13992; number_of_response:1; }","duration":"331.409568ms","start":"2026-03-11T17:19:22.220352Z","end":"2026-03-11T17:19:22.551762Z","steps":["trace[1316031544] 'process raft request' (duration: 331.100722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:19:22.551895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:19:22.220332Z","time spent":"331.475009ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:19:22.552137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.472533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:19:22.552192Z","caller":"traceutil/trace.go:171","msg":"trace[1903003323] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13992; }","duration":"202.566915ms","start":"2026-03-11T17:19:22.349611Z","end":"2026-03-11T17:19:22.552178Z","steps":["trace[1903003323] 'agreement among raft nodes before linearized reading' (duration: 202.491514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:19:22.552479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.113485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-11T17:19:22.552517Z","caller":"traceutil/trace.go:171","msg":"trace[1723139223] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13992; }","duration":"202.152526ms","start":"2026-03-11T17:19:22.350355Z","end":"2026-03-11T17:19:22.552508Z","steps":["trace[1723139223] 'agreement among raft nodes before linearized reading' (duration: 202.010793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:19:22.552483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.22282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-11T17:19:22.55264Z","caller":"traceutil/trace.go:171","msg":"trace[1326311437] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13992; }","duration":"192.380013ms","start":"2026-03-11T17:19:22.360203Z","end":"2026-03-11T17:19:22.552583Z","steps":["trace[1326311437] 'agreement among raft nodes before linearized reading' (duration: 192.013255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:19:22.552767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.630305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-11T17:19:22.552891Z","caller":"traceutil/trace.go:171","msg":"trace[234809201] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:13992; }","duration":"164.795879ms","start":"2026-03-11T17:19:22.388071Z","end":"2026-03-11T17:19:22.552867Z","steps":["trace[234809201] 'agreement among raft nodes before linearized reading' (duration: 164.400801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:19:22.553012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.914376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ffgws\" ","response":"range_response_count:1 size:20668"} {"level":"info","ts":"2026-03-11T17:19:22.553099Z","caller":"traceutil/trace.go:171","msg":"trace[1352434429] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-ffgws; range_end:; response_count:1; response_revision:13992; }","duration":"226.019098ms","start":"2026-03-11T17:19:22.327047Z","end":"2026-03-11T17:19:22.553066Z","steps":["trace[1352434429] 'agreement among raft nodes before linearized reading' (duration: 224.977906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:19:23.266534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.815665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-11T17:19:23.266628Z","caller":"traceutil/trace.go:171","msg":"trace[1159732664] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13992; }","duration":"252.928039ms","start":"2026-03-11T17:19:23.013678Z","end":"2026-03-11T17:19:23.266606Z","steps":["trace[1159732664] 'range keys from in-memory index tree' (duration: 252.598331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:19:23.266708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.061801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T17:19:23.266759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.825656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:19:23.266818Z","caller":"traceutil/trace.go:171","msg":"trace[1415867416] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13992; }","duration":"253.240475ms","start":"2026-03-11T17:19:23.013552Z","end":"2026-03-11T17:19:23.266793Z","steps":["trace[1415867416] 'range keys from in-memory index tree' (duration: 252.894348ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:19:23.266849Z","caller":"traceutil/trace.go:171","msg":"trace[1800967275] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13992; }","duration":"605.965279ms","start":"2026-03-11T17:19:22.660851Z","end":"2026-03-11T17:19:23.266816Z","steps":["trace[1800967275] 'range keys from in-memory index tree' (duration: 605.699633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:19:23.266891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:19:22.660818Z","time spent":"606.064162ms","remote":"127.0.0.1:35764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T17:19:23.267015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.539501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-11T17:19:23.267055Z","caller":"traceutil/trace.go:171","msg":"trace[1806871667] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13992; }","duration":"253.617323ms","start":"2026-03-11T17:19:23.013424Z","end":"2026-03-11T17:19:23.267042Z","steps":["trace[1806871667] 'range keys from in-memory index tree' (duration: 253.430729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:19:23.784113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.604986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-11T17:19:23.784179Z","caller":"traceutil/trace.go:171","msg":"trace[2000249235] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13995; }","duration":"101.712828ms","start":"2026-03-11T17:19:23.682449Z","end":"2026-03-11T17:19:23.784162Z","steps":["trace[2000249235] 'range keys from in-memory index tree' (duration: 101.470783ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:19:26.133308Z","caller":"traceutil/trace.go:171","msg":"trace[230012716] transaction","detail":"{read_only:false; response_revision:14001; number_of_response:1; }","duration":"517.85102ms","start":"2026-03-11T17:19:25.615431Z","end":"2026-03-11T17:19:26.133282Z","steps":["trace[230012716] 'process raft request' (duration: 517.710827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:19:26.133504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:19:25.615408Z","time spent":"518.013264ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:19:26.134742Z","caller":"traceutil/trace.go:171","msg":"trace[1075225464] transaction","detail":"{read_only:false; response_revision:14002; number_of_response:1; }","duration":"507.7989ms","start":"2026-03-11T17:19:25.626932Z","end":"2026-03-11T17:19:26.13473Z","steps":["trace[1075225464] 'process raft request' (duration: 507.558035ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:19:26.134721Z","caller":"traceutil/trace.go:171","msg":"trace[298175943] linearizableReadLoop","detail":"{readStateIndex:14513; appliedIndex:14511; }","duration":"467.328774ms","start":"2026-03-11T17:19:25.667359Z","end":"2026-03-11T17:19:26.134688Z","steps":["trace[298175943] 'read index received' (duration: 465.823031ms)","trace[298175943] 'applied index is now lower than readState.Index' (duration: 1.503963ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:19:26.134788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:19:25.626907Z","time spent":"507.858762ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:19:26.134884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.909869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:19:26.134909Z","caller":"traceutil/trace.go:171","msg":"trace[1691586556] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:14002; }","duration":"463.95493ms","start":"2026-03-11T17:19:25.670947Z","end":"2026-03-11T17:19:26.134902Z","steps":["trace[1691586556] 'agreement among raft nodes before linearized reading' (duration: 463.912239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:19:26.134924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:19:25.670905Z","time spent":"464.015191ms","remote":"127.0.0.1:51048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:19:26.135019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.651998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-11T17:19:26.13514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.008696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-b79zc\" ","response":"range_response_count:1 size:9709"} {"level":"info","ts":"2026-03-11T17:19:26.13516Z","caller":"traceutil/trace.go:171","msg":"trace[437903448] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-b79zc; range_end:; response_count:1; response_revision:14002; }","duration":"256.083048ms","start":"2026-03-11T17:19:25.879072Z","end":"2026-03-11T17:19:26.135155Z","steps":["trace[437903448] 'agreement among raft nodes before linearized reading' (duration: 256.016777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:19:26.135274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.021695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-03-11T17:19:26.135295Z","caller":"traceutil/trace.go:171","msg":"trace[1488597792] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:1; response_revision:14002; }","duration":"345.059956ms","start":"2026-03-11T17:19:25.79023Z","end":"2026-03-11T17:19:26.13529Z","steps":["trace[1488597792] 'agreement among raft nodes before linearized reading' (duration: 345.011095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:19:26.135312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:19:25.790222Z","time spent":"345.085837ms","remote":"127.0.0.1:35788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.153\" "} {"level":"warn","ts":"2026-03-11T17:19:26.135409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.841083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-11T17:19:26.135427Z","caller":"traceutil/trace.go:171","msg":"trace[1355779481] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14002; }","duration":"345.896314ms","start":"2026-03-11T17:19:25.789526Z","end":"2026-03-11T17:19:26.135423Z","steps":["trace[1355779481] 'agreement among raft nodes before linearized reading' (duration: 345.854903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:19:26.135439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:19:25.78951Z","time spent":"345.925914ms","remote":"127.0.0.1:35908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-11T17:19:26.135135Z","caller":"traceutil/trace.go:171","msg":"trace[123588959] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14002; }","duration":"255.782741ms","start":"2026-03-11T17:19:25.87933Z","end":"2026-03-11T17:19:26.135113Z","steps":["trace[123588959] 'agreement among raft nodes before linearized reading' (duration: 255.545796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:19:26.13563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.240554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-11T17:19:26.135693Z","caller":"traceutil/trace.go:171","msg":"trace[222616174] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14002; }","duration":"468.379657ms","start":"2026-03-11T17:19:25.667299Z","end":"2026-03-11T17:19:26.135679Z","steps":["trace[222616174] 'agreement among raft nodes before linearized reading' (duration: 467.535128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:19:26.135745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.34663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T17:19:26.135743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:19:25.667281Z","time spent":"468.450858ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-11T17:19:26.135766Z","caller":"traceutil/trace.go:171","msg":"trace[1223332567] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14002; }","duration":"249.38227ms","start":"2026-03-11T17:19:25.886378Z","end":"2026-03-11T17:19:26.13576Z","steps":["trace[1223332567] 'agreement among raft nodes before linearized reading' (duration: 249.34834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:19:26.135874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.514288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qzc47\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-11T17:19:26.135894Z","caller":"traceutil/trace.go:171","msg":"trace[1428276951] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qzc47; range_end:; response_count:1; response_revision:14002; }","duration":"119.589389ms","start":"2026-03-11T17:19:26.0163Z","end":"2026-03-11T17:19:26.13589Z","steps":["trace[1428276951] 'agreement among raft nodes before linearized reading' (duration: 119.534168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:19:26.135951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.130816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-11T17:19:26.135983Z","caller":"traceutil/trace.go:171","msg":"trace[120641734] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14002; }","duration":"255.184968ms","start":"2026-03-11T17:19:25.880787Z","end":"2026-03-11T17:19:26.135972Z","steps":["trace[120641734] 'agreement among raft nodes before linearized reading' (duration: 255.103986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:19:26.13601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.86488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:19:26.136027Z","caller":"traceutil/trace.go:171","msg":"trace[1736454357] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14002; }","duration":"248.89269ms","start":"2026-03-11T17:19:25.887127Z","end":"2026-03-11T17:19:26.13602Z","steps":["trace[1736454357] 'agreement among raft nodes before linearized reading' (duration: 248.872769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:19:26.136019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.720322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-11T17:19:26.136079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.234497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:19:26.136091Z","caller":"traceutil/trace.go:171","msg":"trace[1644035382] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14002; }","duration":"249.275618ms","start":"2026-03-11T17:19:25.886811Z","end":"2026-03-11T17:19:26.136087Z","steps":["trace[1644035382] 'agreement among raft nodes before linearized reading' (duration: 249.256898ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:19:26.136084Z","caller":"traceutil/trace.go:171","msg":"trace[2070710724] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14002; }","duration":"282.821153ms","start":"2026-03-11T17:19:25.853251Z","end":"2026-03-11T17:19:26.136072Z","steps":["trace[2070710724] 'agreement among raft nodes before linearized reading' (duration: 281.889973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:19:26.135868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.786669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-ph49v\" ","response":"range_response_count:1 size:22014"} {"level":"info","ts":"2026-03-11T17:19:26.136132Z","caller":"traceutil/trace.go:171","msg":"trace[155403649] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-ph49v; range_end:; response_count:1; response_revision:14002; }","duration":"255.057845ms","start":"2026-03-11T17:19:25.881069Z","end":"2026-03-11T17:19:26.136127Z","steps":["trace[155403649] 'agreement among raft nodes before linearized reading' (duration: 254.709048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:19:26.135988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.965244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-ph49v\" ","response":"range_response_count:1 size:22014"} {"level":"info","ts":"2026-03-11T17:19:26.136206Z","caller":"traceutil/trace.go:171","msg":"trace[2055942227] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-ph49v; range_end:; response_count:1; response_revision:14002; }","duration":"240.195419ms","start":"2026-03-11T17:19:25.895999Z","end":"2026-03-11T17:19:26.136194Z","steps":["trace[2055942227] 'agreement among raft nodes before linearized reading' (duration: 239.953553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:19:26.136231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.74306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-11T17:19:26.136269Z","caller":"traceutil/trace.go:171","msg":"trace[828211560] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14002; }","duration":"255.842132ms","start":"2026-03-11T17:19:25.880417Z","end":"2026-03-11T17:19:26.136259Z","steps":["trace[828211560] 'agreement among raft nodes before linearized reading' (duration: 255.72674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:19:26.136353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.383987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-11T17:19:26.135075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.820371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-11T17:19:26.136399Z","caller":"traceutil/trace.go:171","msg":"trace[2094370346] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14002; }","duration":"257.473688ms","start":"2026-03-11T17:19:25.878914Z","end":"2026-03-11T17:19:26.136387Z","steps":["trace[2094370346] 'agreement among raft nodes before linearized reading' (duration: 257.363725ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:19:26.136424Z","caller":"traceutil/trace.go:171","msg":"trace[1014779687] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14002; }","duration":"257.16284ms","start":"2026-03-11T17:19:25.87925Z","end":"2026-03-11T17:19:26.136413Z","steps":["trace[1014779687] 'agreement among raft nodes before linearized reading' (duration: 255.76055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:19:26.136573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.543062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-11T17:19:26.13661Z","caller":"traceutil/trace.go:171","msg":"trace[988184003] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14002; }","duration":"258.589292ms","start":"2026-03-11T17:19:25.878012Z","end":"2026-03-11T17:19:26.136601Z","steps":["trace[988184003] 'agreement among raft nodes before linearized reading' (duration: 258.504911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:19:26.136586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.582612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:19:26.136653Z","caller":"traceutil/trace.go:171","msg":"trace[2027280644] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14002; }","duration":"258.681774ms","start":"2026-03-11T17:19:25.877967Z","end":"2026-03-11T17:19:26.136649Z","steps":["trace[2027280644] 'agreement among raft nodes before linearized reading' (duration: 258.605043ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:20:23.027714Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12012} {"level":"info","ts":"2026-03-11T17:20:23.223961Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12012,"took":"194.26624ms","hash":808078655,"current-db-size-bytes":42962944,"current-db-size":"43 MB","current-db-size-in-use-bytes":26456064,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-11T17:20:23.224024Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":808078655,"revision":12012,"compact-revision":9991} {"level":"info","ts":"2026-03-11T17:20:26.614019Z","caller":"traceutil/trace.go:171","msg":"trace[760890730] transaction","detail":"{read_only:false; response_revision:14351; number_of_response:1; }","duration":"105.220438ms","start":"2026-03-11T17:20:26.50877Z","end":"2026-03-11T17:20:26.61399Z","steps":["trace[760890730] 'process raft request' (duration: 45.862547ms)","trace[760890730] 'compare' (duration: 59.175687ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:20:26.614315Z","caller":"traceutil/trace.go:171","msg":"trace[1553927262] transaction","detail":"{read_only:false; response_revision:14352; number_of_response:1; }","duration":"105.430662ms","start":"2026-03-11T17:20:26.50885Z","end":"2026-03-11T17:20:26.614281Z","steps":["trace[1553927262] 'process raft request' (duration: 105.091765ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:20:26.614405Z","caller":"traceutil/trace.go:171","msg":"trace[893410997] transaction","detail":"{read_only:false; response_revision:14353; number_of_response:1; }","duration":"104.684115ms","start":"2026-03-11T17:20:26.509686Z","end":"2026-03-11T17:20:26.61437Z","steps":["trace[893410997] 'process raft request' (duration: 104.523022ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:20:56.585068Z","caller":"traceutil/trace.go:171","msg":"trace[442709352] transaction","detail":"{read_only:false; response_revision:14548; number_of_response:1; }","duration":"136.216219ms","start":"2026-03-11T17:20:56.448803Z","end":"2026-03-11T17:20:56.585019Z","steps":["trace[442709352] 'process raft request' (duration: 135.668366ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:20:56.608984Z","caller":"traceutil/trace.go:171","msg":"trace[655503600] transaction","detail":"{read_only:false; response_revision:14549; number_of_response:1; }","duration":"159.108156ms","start":"2026-03-11T17:20:56.449844Z","end":"2026-03-11T17:20:56.608952Z","steps":["trace[655503600] 'process raft request' (duration: 158.948092ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:21:06.903648Z","caller":"traceutil/trace.go:171","msg":"trace[358896787] transaction","detail":"{read_only:false; response_revision:14604; number_of_response:1; }","duration":"143.004881ms","start":"2026-03-11T17:21:06.760611Z","end":"2026-03-11T17:21:06.903616Z","steps":["trace[358896787] 'process raft request' (duration: 86.797571ms)","trace[358896787] 'compare' (duration: 56.044346ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:22:21.422862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.245559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-11T17:22:21.422898Z","caller":"traceutil/trace.go:171","msg":"trace[1942730458] linearizableReadLoop","detail":"{readStateIndex:15722; appliedIndex:15721; }","duration":"105.993329ms","start":"2026-03-11T17:22:21.316875Z","end":"2026-03-11T17:22:21.422868Z","steps":["trace[1942730458] 'read index received' (duration: 70.092743ms)","trace[1942730458] 'applied index is now lower than readState.Index' (duration: 35.899056ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:22:21.422971Z","caller":"traceutil/trace.go:171","msg":"trace[896355586] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15164; }","duration":"108.418183ms","start":"2026-03-11T17:22:21.314528Z","end":"2026-03-11T17:22:21.422946Z","steps":["trace[896355586] 'range keys from in-memory index tree' (duration: 107.992583ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:22:21.42296Z","caller":"traceutil/trace.go:171","msg":"trace[1613771552] transaction","detail":"{read_only:false; response_revision:15165; number_of_response:1; }","duration":"107.546003ms","start":"2026-03-11T17:22:21.315364Z","end":"2026-03-11T17:22:21.42291Z","steps":["trace[1613771552] 'process raft request' (duration: 71.525845ms)","trace[1613771552] 'compare' (duration: 35.717651ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:22:21.423199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.854966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-11T17:22:21.423204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.319976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-11T17:22:21.423239Z","caller":"traceutil/trace.go:171","msg":"trace[1716461755] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15165; }","duration":"105.917427ms","start":"2026-03-11T17:22:21.317309Z","end":"2026-03-11T17:22:21.423227Z","steps":["trace[1716461755] 'agreement among raft nodes before linearized reading' (duration: 105.705942ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:22:21.423279Z","caller":"traceutil/trace.go:171","msg":"trace[370582851] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15165; }","duration":"106.426849ms","start":"2026-03-11T17:22:21.316834Z","end":"2026-03-11T17:22:21.423261Z","steps":["trace[370582851] 'agreement among raft nodes before linearized reading' (duration: 106.171693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:22:21.423374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.354364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-11T17:22:21.423462Z","caller":"traceutil/trace.go:171","msg":"trace[2101962189] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15165; }","duration":"105.466017ms","start":"2026-03-11T17:22:21.317972Z","end":"2026-03-11T17:22:21.423438Z","steps":["trace[2101962189] 'agreement among raft nodes before linearized reading' (duration: 105.15803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:22:25.789514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.511011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-11T17:22:25.78956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.582611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-11T17:22:25.789631Z","caller":"traceutil/trace.go:171","msg":"trace[123656267] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15310; }","duration":"162.703745ms","start":"2026-03-11T17:22:25.626899Z","end":"2026-03-11T17:22:25.789603Z","steps":["trace[123656267] 'range keys from in-memory index tree' (duration: 162.172523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:22:25.789664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.16925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:22:25.78978Z","caller":"traceutil/trace.go:171","msg":"trace[1982190039] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15310; }","duration":"128.351584ms","start":"2026-03-11T17:22:25.6614Z","end":"2026-03-11T17:22:25.789752Z","steps":["trace[1982190039] 'range keys from in-memory index tree' (duration: 127.815193ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:22:25.789789Z","caller":"traceutil/trace.go:171","msg":"trace[706345703] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15310; }","duration":"296.772425ms","start":"2026-03-11T17:22:25.49288Z","end":"2026-03-11T17:22:25.789652Z","steps":["trace[706345703] 'range keys from in-memory index tree' (duration: 296.360766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:22:25.789863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.585072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-11T17:22:25.789968Z","caller":"traceutil/trace.go:171","msg":"trace[335402355] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15310; }","duration":"324.738205ms","start":"2026-03-11T17:22:25.465201Z","end":"2026-03-11T17:22:25.789939Z","steps":["trace[335402355] 'range keys from in-memory index tree' (duration: 324.389558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:22:25.790017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:22:25.46517Z","time spent":"324.836938ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T17:22:25.790243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.102523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-11T17:22:25.790273Z","caller":"traceutil/trace.go:171","msg":"trace[1255712485] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15310; }","duration":"297.137303ms","start":"2026-03-11T17:22:25.493126Z","end":"2026-03-11T17:22:25.790263Z","steps":["trace[1255712485] 'range keys from in-memory index tree' (duration: 297.01501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:22:25.790426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.781675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-11T17:22:25.790517Z","caller":"traceutil/trace.go:171","msg":"trace[1190372230] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15310; }","duration":"305.972539ms","start":"2026-03-11T17:22:25.484521Z","end":"2026-03-11T17:22:25.790494Z","steps":["trace[1190372230] 'range keys from in-memory index tree' (duration: 305.584081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:22:25.790566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:22:25.484469Z","time spent":"306.085922ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-11T17:22:59.485847Z","caller":"traceutil/trace.go:171","msg":"trace[1525341620] transaction","detail":"{read_only:false; response_revision:15504; number_of_response:1; }","duration":"169.360592ms","start":"2026-03-11T17:22:59.316454Z","end":"2026-03-11T17:22:59.485814Z","steps":["trace[1525341620] 'process raft request' (duration: 169.164698ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:22:59.4866Z","caller":"traceutil/trace.go:171","msg":"trace[433654728] linearizableReadLoop","detail":"{readStateIndex:16070; appliedIndex:16070; }","duration":"167.808958ms","start":"2026-03-11T17:22:59.318775Z","end":"2026-03-11T17:22:59.486584Z","steps":["trace[433654728] 'read index received' (duration: 167.803388ms)","trace[433654728] 'applied index is now lower than readState.Index' (duration: 4.53µs)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:22:59.486822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.492055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-metadata-agent-default-5pbj8\" ","response":"range_response_count:1 size:15343"} {"level":"info","ts":"2026-03-11T17:22:59.486869Z","caller":"traceutil/trace.go:171","msg":"trace[1438186975] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-metadata-agent-default-5pbj8; range_end:; response_count:1; response_revision:15504; }","duration":"164.579697ms","start":"2026-03-11T17:22:59.322274Z","end":"2026-03-11T17:22:59.486854Z","steps":["trace[1438186975] 'agreement among raft nodes before linearized reading' (duration: 164.400503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:22:59.487201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.422351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-vpn-agent-default-chkpj\" ","response":"range_response_count:1 size:15352"} {"level":"info","ts":"2026-03-11T17:22:59.487247Z","caller":"traceutil/trace.go:171","msg":"trace[387172186] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-vpn-agent-default-chkpj; range_end:; response_count:1; response_revision:15504; }","duration":"168.510373ms","start":"2026-03-11T17:22:59.318724Z","end":"2026-03-11T17:22:59.487234Z","steps":["trace[387172186] 'agreement among raft nodes before linearized reading' (duration: 168.400401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:22:59.487471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.112934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T17:22:59.487477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.048684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:22:59.487525Z","caller":"traceutil/trace.go:171","msg":"trace[1958447373] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:15504; }","duration":"140.209376ms","start":"2026-03-11T17:22:59.3473Z","end":"2026-03-11T17:22:59.48751Z","steps":["trace[1958447373] 'agreement among raft nodes before linearized reading' (duration: 140.130825ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:22:59.487583Z","caller":"traceutil/trace.go:171","msg":"trace[1710303005] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:15504; }","duration":"140.222707ms","start":"2026-03-11T17:22:59.347331Z","end":"2026-03-11T17:22:59.487554Z","steps":["trace[1710303005] 'agreement among raft nodes before linearized reading' (duration: 140.025663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:22:59.487607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.255325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-11T17:22:59.487688Z","caller":"traceutil/trace.go:171","msg":"trace[393545808] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15504; }","duration":"106.388917ms","start":"2026-03-11T17:22:59.381283Z","end":"2026-03-11T17:22:59.487672Z","steps":["trace[393545808] 'agreement among raft nodes before linearized reading' (duration: 106.194313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:22:59.48781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.958433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T17:22:59.487949Z","caller":"traceutil/trace.go:171","msg":"trace[174687938] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:15504; }","duration":"141.180407ms","start":"2026-03-11T17:22:59.346743Z","end":"2026-03-11T17:22:59.487923Z","steps":["trace[174687938] 'agreement among raft nodes before linearized reading' (duration: 140.791949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:22:59.488508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.156087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:1 size:5233"} {"level":"info","ts":"2026-03-11T17:22:59.48854Z","caller":"traceutil/trace.go:171","msg":"trace[1389048887] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:1; response_revision:15504; }","duration":"141.230159ms","start":"2026-03-11T17:22:59.347303Z","end":"2026-03-11T17:22:59.488533Z","steps":["trace[1389048887] 'agreement among raft nodes before linearized reading' (duration: 140.029393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:25:09.953765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.125156ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:25:09.953925Z","caller":"traceutil/trace.go:171","msg":"trace[1593250061] transaction","detail":"{read_only:false; response_revision:16409; number_of_response:1; }","duration":"793.950889ms","start":"2026-03-11T17:25:09.159952Z","end":"2026-03-11T17:25:09.953902Z","steps":["trace[1593250061] 'process raft request' (duration: 101.617429ms)","trace[1593250061] 'compare' (duration: 691.703287ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:25:09.953995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:25:09.159934Z","time spent":"794.034062ms","remote":"127.0.0.1:35826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":774,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-11T17:25:09.954017Z","caller":"traceutil/trace.go:171","msg":"trace[1403937866] transaction","detail":"{read_only:false; response_revision:16411; number_of_response:1; }","duration":"255.994027ms","start":"2026-03-11T17:25:09.698011Z","end":"2026-03-11T17:25:09.954005Z","steps":["trace[1403937866] 'process raft request' (duration: 255.964356ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:25:09.954177Z","caller":"traceutil/trace.go:171","msg":"trace[19665589] transaction","detail":"{read_only:false; response_revision:16410; number_of_response:1; }","duration":"354.16667ms","start":"2026-03-11T17:25:09.6Z","end":"2026-03-11T17:25:09.954167Z","steps":["trace[19665589] 'process raft request' (duration: 353.886174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:25:09.954239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:25:09.599972Z","time spent":"354.227932ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:25:09.954254Z","caller":"traceutil/trace.go:171","msg":"trace[856236447] linearizableReadLoop","detail":"{readStateIndex:17005; appliedIndex:17004; }","duration":"792.719103ms","start":"2026-03-11T17:25:09.161526Z","end":"2026-03-11T17:25:09.954245Z","steps":["trace[856236447] 'read index received' (duration: 100.120927ms)","trace[856236447] 'applied index is now lower than readState.Index' (duration: 692.596936ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:25:09.954336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.805355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:25:09.954356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.927389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:25:09.954359Z","caller":"traceutil/trace.go:171","msg":"trace[1110240823] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:16411; }","duration":"792.840756ms","start":"2026-03-11T17:25:09.161513Z","end":"2026-03-11T17:25:09.954354Z","steps":["trace[1110240823] 'agreement among raft nodes before linearized reading' (duration: 792.796595ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:25:09.954376Z","caller":"traceutil/trace.go:171","msg":"trace[646315426] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:16411; }","duration":"345.982461ms","start":"2026-03-11T17:25:09.608386Z","end":"2026-03-11T17:25:09.954369Z","steps":["trace[646315426] 'agreement among raft nodes before linearized reading' (duration: 345.94569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:25:09.954384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:25:09.161506Z","time spent":"792.871867ms","remote":"127.0.0.1:35920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-11T17:25:09.954401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:25:09.608373Z","time spent":"346.021902ms","remote":"127.0.0.1:60218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:25:09.954515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.33428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:25:09.954564Z","caller":"traceutil/trace.go:171","msg":"trace[1644183645] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16411; }","duration":"295.460432ms","start":"2026-03-11T17:25:09.659072Z","end":"2026-03-11T17:25:09.954532Z","steps":["trace[1644183645] 'agreement among raft nodes before linearized reading' (duration: 295.424501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:25:15.772797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.752373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:25:15.772928Z","caller":"traceutil/trace.go:171","msg":"trace[1169045315] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16456; }","duration":"111.943667ms","start":"2026-03-11T17:25:15.660945Z","end":"2026-03-11T17:25:15.772889Z","steps":["trace[1169045315] 'range keys from in-memory index tree' (duration: 111.580977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:25:16.641987Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438644257754094,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T17:25:16.778943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:25:15.819812Z","time spent":"959.121685ms","remote":"127.0.0.1:35788","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-11T17:25:16.88999Z","caller":"traceutil/trace.go:171","msg":"trace[1895711468] transaction","detail":"{read_only:false; response_revision:16457; number_of_response:1; }","duration":"909.556927ms","start":"2026-03-11T17:25:15.980416Z","end":"2026-03-11T17:25:16.889973Z","steps":["trace[1895711468] 'process raft request' (duration: 909.056486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:25:16.890141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:25:15.980372Z","time spent":"909.68228ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:25:16.89015Z","caller":"traceutil/trace.go:171","msg":"trace[1990263373] linearizableReadLoop","detail":"{readStateIndex:17057; appliedIndex:17053; }","duration":"748.923811ms","start":"2026-03-11T17:25:16.141213Z","end":"2026-03-11T17:25:16.890137Z","steps":["trace[1990263373] 'read index received' (duration: 637.560838ms)","trace[1990263373] 'applied index is now lower than readState.Index' (duration: 111.362053ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:25:16.890309Z","caller":"traceutil/trace.go:171","msg":"trace[630275406] transaction","detail":"{read_only:false; response_revision:16459; number_of_response:1; }","duration":"769.434812ms","start":"2026-03-11T17:25:16.120864Z","end":"2026-03-11T17:25:16.890299Z","steps":["trace[630275406] 'process raft request' (duration: 769.028653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:25:16.890388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.186478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-11T17:25:16.890417Z","caller":"traceutil/trace.go:171","msg":"trace[96209178] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16459; }","duration":"749.265579ms","start":"2026-03-11T17:25:16.141145Z","end":"2026-03-11T17:25:16.89041Z","steps":["trace[96209178] 'agreement among raft nodes before linearized reading' (duration: 749.163297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:25:16.890436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:25:16.141121Z","time spent":"749.31103ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-11T17:25:16.889987Z","caller":"traceutil/trace.go:171","msg":"trace[1657637753] transaction","detail":"{read_only:false; response_revision:16458; number_of_response:1; }","duration":"906.488619ms","start":"2026-03-11T17:25:15.983472Z","end":"2026-03-11T17:25:16.88996Z","steps":["trace[1657637753] 'process raft request' (duration: 906.385516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:25:16.890519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:25:16.120841Z","time spent":"769.546514ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:25:16.890653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:25:15.983443Z","time spent":"907.041421ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:25:16.95345Z","caller":"traceutil/trace.go:171","msg":"trace[518069028] transaction","detail":"{read_only:false; response_revision:16460; number_of_response:1; }","duration":"173.236411ms","start":"2026-03-11T17:25:16.780189Z","end":"2026-03-11T17:25:16.953426Z","steps":["trace[518069028] 'process raft request' (duration: 173.067148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:25:16.953679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.381642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-b79zc\" ","response":"range_response_count:1 size:9710"} {"level":"info","ts":"2026-03-11T17:25:16.953752Z","caller":"traceutil/trace.go:171","msg":"trace[908214989] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-b79zc; range_end:; response_count:1; response_revision:16460; }","duration":"620.515315ms","start":"2026-03-11T17:25:16.33322Z","end":"2026-03-11T17:25:16.953736Z","steps":["trace[908214989] 'agreement among raft nodes before linearized reading' (duration: 620.227799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:25:16.953795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:25:16.333198Z","time spent":"620.590747ms","remote":"127.0.0.1:35918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9733,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-b79zc\" "} {"level":"warn","ts":"2026-03-11T17:25:16.953877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.865487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ffgws\" ","response":"range_response_count:1 size:20770"} {"level":"info","ts":"2026-03-11T17:25:16.953935Z","caller":"traceutil/trace.go:171","msg":"trace[227865747] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-ffgws; range_end:; response_count:1; response_revision:16460; }","duration":"771.993399ms","start":"2026-03-11T17:25:16.181931Z","end":"2026-03-11T17:25:16.953924Z","steps":["trace[227865747] 'agreement among raft nodes before linearized reading' (duration: 771.57575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:25:16.953964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:25:16.181907Z","time spent":"772.05084ms","remote":"127.0.0.1:35918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20793,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ffgws\" "} {"level":"warn","ts":"2026-03-11T17:25:16.954283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.967213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-ph49v\" ","response":"range_response_count:1 size:22015"} {"level":"info","ts":"2026-03-11T17:25:16.954439Z","caller":"traceutil/trace.go:171","msg":"trace[1524597156] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-ph49v; range_end:; response_count:1; response_revision:16460; }","duration":"378.649798ms","start":"2026-03-11T17:25:16.57572Z","end":"2026-03-11T17:25:16.95437Z","steps":["trace[1524597156] 'agreement among raft nodes before linearized reading' (duration: 377.754338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:25:16.954616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:25:16.575692Z","time spent":"378.894543ms","remote":"127.0.0.1:35918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22038,"request content":"key:\"/registry/pods/openstack/nova-compute-default-ph49v\" "} {"level":"warn","ts":"2026-03-11T17:25:17.454031Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438644257754103,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T17:25:17.735561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.827287ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:25:17.735727Z","caller":"traceutil/trace.go:171","msg":"trace[1234238966] transaction","detail":"{read_only:false; response_revision:16461; number_of_response:1; }","duration":"838.250862ms","start":"2026-03-11T17:25:16.897444Z","end":"2026-03-11T17:25:17.735695Z","steps":["trace[1234238966] 'process raft request' (duration: 647.145919ms)","trace[1234238966] 'compare' (duration: 190.672614ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:25:17.735851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:25:16.897425Z","time spent":"838.365494ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:25:18.720469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.222983ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:25:18.720634Z","caller":"traceutil/trace.go:171","msg":"trace[1692190759] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:16461; }","duration":"555.412707ms","start":"2026-03-11T17:25:18.165198Z","end":"2026-03-11T17:25:18.720611Z","steps":["trace[1692190759] 'range keys from in-memory index tree' (duration: 555.202062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:25:18.721157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.240116ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:25:18.721232Z","caller":"traceutil/trace.go:171","msg":"trace[1959372029] linearizableReadLoop","detail":"{readStateIndex:17060; appliedIndex:17058; }","duration":"1.767825978s","start":"2026-03-11T17:25:16.953392Z","end":"2026-03-11T17:25:18.721218Z","steps":["trace[1959372029] 'read index received' (duration: 591.326414ms)","trace[1959372029] 'applied index is now lower than readState.Index' (duration: 1.176498444s)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:25:18.72166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.808829559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-11T17:25:18.721721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.509484521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:25:18.721759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.766068219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-11T17:25:18.721764Z","caller":"traceutil/trace.go:171","msg":"trace[248750769] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16462; }","duration":"1.808938601s","start":"2026-03-11T17:25:16.91279Z","end":"2026-03-11T17:25:18.721729Z","steps":["trace[248750769] 'agreement among raft nodes before linearized reading' (duration: 1.808640644s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:25:18.721775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.721597485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-11T17:25:18.721824Z","caller":"traceutil/trace.go:171","msg":"trace[1537779819] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:16462; }","duration":"1.766147981s","start":"2026-03-11T17:25:16.955657Z","end":"2026-03-11T17:25:18.721805Z","steps":["trace[1537779819] 'agreement among raft nodes before linearized reading' (duration: 1.765931326s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:25:18.72183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:25:16.912744Z","time spent":"1.809070574s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-11T17:25:18.721849Z","caller":"traceutil/trace.go:171","msg":"trace[1843742717] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16462; }","duration":"1.721697066s","start":"2026-03-11T17:25:17.000136Z","end":"2026-03-11T17:25:18.721834Z","steps":["trace[1843742717] 'agreement among raft nodes before linearized reading' (duration: 1.721526502s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:25:18.721877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:25:16.955644Z","time spent":"1.766217483s","remote":"127.0.0.1:35908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-11T17:25:18.721904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:25:17.00012Z","time spent":"1.721772068s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-11T17:25:18.721936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.594977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-11T17:25:18.721752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.795798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:25:18.722019Z","caller":"traceutil/trace.go:171","msg":"trace[559088154] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:16462; }","duration":"105.71845ms","start":"2026-03-11T17:25:18.616273Z","end":"2026-03-11T17:25:18.721992Z","steps":["trace[559088154] 'agreement among raft nodes before linearized reading' (duration: 105.553236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:25:18.722012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.714070519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-11T17:25:18.722057Z","caller":"traceutil/trace.go:171","msg":"trace[549953925] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:16462; }","duration":"367.205597ms","start":"2026-03-11T17:25:18.354834Z","end":"2026-03-11T17:25:18.72204Z","steps":["trace[549953925] 'agreement among raft nodes before linearized reading' (duration: 366.776327ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:25:18.722109Z","caller":"traceutil/trace.go:171","msg":"trace[1839860126] transaction","detail":"{read_only:false; response_revision:16462; number_of_response:1; }","duration":"1.749266501s","start":"2026-03-11T17:25:16.972824Z","end":"2026-03-11T17:25:18.72209Z","steps":["trace[1839860126] 'process raft request' (duration: 1.361015182s)","trace[1839860126] 'compare' (duration: 386.892009ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:25:18.72212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.757088642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3297"} {"level":"info","ts":"2026-03-11T17:25:18.722128Z","caller":"traceutil/trace.go:171","msg":"trace[888717500] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16462; }","duration":"1.714206912s","start":"2026-03-11T17:25:17.007888Z","end":"2026-03-11T17:25:18.722095Z","steps":["trace[888717500] 'agreement among raft nodes before linearized reading' (duration: 1.713799253s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:25:18.722176Z","caller":"traceutil/trace.go:171","msg":"trace[1485762337] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:16462; }","duration":"1.757155004s","start":"2026-03-11T17:25:16.965005Z","end":"2026-03-11T17:25:18.72216Z","steps":["trace[1485762337] 'agreement among raft nodes before linearized reading' (duration: 1.757015021s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:25:18.722176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.719479707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-11T17:25:18.722207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:25:17.007868Z","time spent":"1.714322964s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T17:25:18.722222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:25:16.964998Z","time spent":"1.757212795s","remote":"127.0.0.1:60078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3320,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"info","ts":"2026-03-11T17:25:18.722261Z","caller":"traceutil/trace.go:171","msg":"trace[727124921] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16462; }","duration":"1.71957687s","start":"2026-03-11T17:25:17.002662Z","end":"2026-03-11T17:25:18.722239Z","steps":["trace[727124921] 'agreement among raft nodes before linearized reading' (duration: 1.719318674s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:25:18.722118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:25:18.354808Z","time spent":"367.292649ms","remote":"127.0.0.1:35828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:25:18.722316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:25:17.002656Z","time spent":"1.719645931s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T17:25:18.722367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.625442984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3297"} {"level":"info","ts":"2026-03-11T17:25:18.72243Z","caller":"traceutil/trace.go:171","msg":"trace[359413688] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:16462; }","duration":"1.625603808s","start":"2026-03-11T17:25:17.096812Z","end":"2026-03-11T17:25:18.722416Z","steps":["trace[359413688] 'agreement among raft nodes before linearized reading' (duration: 1.625425024s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:25:18.722225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:25:16.972804Z","time spent":"1.749349002s","remote":"127.0.0.1:35918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20888,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:25:18.722483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:25:17.096789Z","time spent":"1.625682109s","remote":"127.0.0.1:60078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3320,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-03-11T17:25:18.72256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.061172583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:25:18.722615Z","caller":"traceutil/trace.go:171","msg":"trace[2013604051] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16462; }","duration":"1.061279625s","start":"2026-03-11T17:25:17.661323Z","end":"2026-03-11T17:25:18.722603Z","steps":["trace[2013604051] 'agreement among raft nodes before linearized reading' (duration: 1.061194503s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:25:18.722636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.513939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"warn","ts":"2026-03-11T17:25:18.722655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:25:17.661297Z","time spent":"1.061348278s","remote":"127.0.0.1:35764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-11T17:25:18.722677Z","caller":"traceutil/trace.go:171","msg":"trace[803875328] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16462; }","duration":"370.55627ms","start":"2026-03-11T17:25:18.352108Z","end":"2026-03-11T17:25:18.722664Z","steps":["trace[803875328] 'agreement among raft nodes before linearized reading' (duration: 370.475328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:25:18.722752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:25:18.35204Z","time spent":"370.696744ms","remote":"127.0.0.1:35902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-11T17:25:18.722924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.107447798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:25:18.722991Z","caller":"traceutil/trace.go:171","msg":"trace[848078484] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:16462; }","duration":"1.107566461s","start":"2026-03-11T17:25:17.615409Z","end":"2026-03-11T17:25:18.722975Z","steps":["trace[848078484] 'agreement among raft nodes before linearized reading' (duration: 1.107464309s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:25:18.723041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:25:17.615364Z","time spent":"1.107661944s","remote":"127.0.0.1:35880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:25:18.723384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.76378423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:936414"} {"level":"info","ts":"2026-03-11T17:25:18.723444Z","caller":"traceutil/trace.go:171","msg":"trace[2099127876] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:16462; }","duration":"1.763894263s","start":"2026-03-11T17:25:16.959534Z","end":"2026-03-11T17:25:18.723428Z","steps":["trace[2099127876] 'agreement among raft nodes before linearized reading' (duration: 1.762732727s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:25:18.72348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:25:16.959511Z","time spent":"1.763957934s","remote":"127.0.0.1:35918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":95,"response size":936437,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-11T17:25:18.723731Z","caller":"traceutil/trace.go:171","msg":"trace[1953974168] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:16462; }","duration":"1.509646363s","start":"2026-03-11T17:25:17.212145Z","end":"2026-03-11T17:25:18.721792Z","steps":["trace[1953974168] 'agreement among raft nodes before linearized reading' (duration: 1.509454129s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:25:18.723846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:25:17.212124Z","time spent":"1.511693629s","remote":"127.0.0.1:36090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:25:18.726007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.765948768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:936414"} {"level":"info","ts":"2026-03-11T17:25:18.726067Z","caller":"traceutil/trace.go:171","msg":"trace[1983066474] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:16462; }","duration":"1.766013939s","start":"2026-03-11T17:25:16.960041Z","end":"2026-03-11T17:25:18.726055Z","steps":["trace[1983066474] 'agreement among raft nodes before linearized reading' (duration: 1.762359648s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:25:18.726104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:25:16.960003Z","time spent":"1.766089881s","remote":"127.0.0.1:35918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":95,"response size":936437,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-11T17:25:19.144994Z","caller":"traceutil/trace.go:171","msg":"trace[1656949047] transaction","detail":"{read_only:false; response_revision:16463; number_of_response:1; }","duration":"416.538159ms","start":"2026-03-11T17:25:18.728409Z","end":"2026-03-11T17:25:19.144948Z","steps":["trace[1656949047] 'process raft request' (duration: 343.528068ms)","trace[1656949047] 'compare' (duration: 72.882989ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:25:19.145172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:25:18.728379Z","time spent":"416.696183ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:25:19.327446Z","caller":"traceutil/trace.go:171","msg":"trace[172214174] transaction","detail":"{read_only:false; response_revision:16464; number_of_response:1; }","duration":"598.820589ms","start":"2026-03-11T17:25:18.728597Z","end":"2026-03-11T17:25:19.327418Z","steps":["trace[172214174] 'process raft request' (duration: 543.037205ms)","trace[172214174] 'compare' (duration: 55.561219ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:25:19.327619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:25:18.728568Z","time spent":"598.957231ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:25:19.327778Z","caller":"traceutil/trace.go:171","msg":"trace[764417452] transaction","detail":"{read_only:false; response_revision:16465; number_of_response:1; }","duration":"592.127932ms","start":"2026-03-11T17:25:18.735605Z","end":"2026-03-11T17:25:19.327733Z","steps":["trace[764417452] 'process raft request' (duration: 591.747243ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:25:19.327906Z","caller":"traceutil/trace.go:171","msg":"trace[123718259] transaction","detail":"{read_only:false; response_revision:16466; number_of_response:1; }","duration":"591.681082ms","start":"2026-03-11T17:25:18.736164Z","end":"2026-03-11T17:25:19.327845Z","steps":["trace[123718259] 'process raft request' (duration: 591.464117ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:25:19.327911Z","caller":"traceutil/trace.go:171","msg":"trace[1394457608] transaction","detail":"{read_only:false; response_revision:16468; number_of_response:1; }","duration":"431.212901ms","start":"2026-03-11T17:25:18.896681Z","end":"2026-03-11T17:25:19.327894Z","steps":["trace[1394457608] 'process raft request' (duration: 431.108469ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:25:19.327895Z","caller":"traceutil/trace.go:171","msg":"trace[985191476] transaction","detail":"{read_only:false; response_revision:16467; number_of_response:1; }","duration":"431.361864ms","start":"2026-03-11T17:25:18.896498Z","end":"2026-03-11T17:25:19.32786Z","steps":["trace[985191476] 'process raft request' (duration: 431.252652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:25:19.327949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:25:18.735584Z","time spent":"592.275634ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:25:19.328007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:25:18.896647Z","time spent":"431.312924ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:25:19.328024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:25:18.736157Z","time spent":"591.797924ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:25:19.328094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:25:18.896481Z","time spent":"431.494908ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:25:19.328131Z","caller":"traceutil/trace.go:171","msg":"trace[912233499] transaction","detail":"{read_only:false; response_revision:16469; number_of_response:1; }","duration":"431.363805ms","start":"2026-03-11T17:25:18.896756Z","end":"2026-03-11T17:25:19.32812Z","steps":["trace[912233499] 'process raft request' (duration: 431.065998ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:25:19.328127Z","caller":"traceutil/trace.go:171","msg":"trace[130380632] linearizableReadLoop","detail":"{readStateIndex:17062; appliedIndex:17060; }","duration":"599.167675ms","start":"2026-03-11T17:25:18.728908Z","end":"2026-03-11T17:25:19.328076Z","steps":["trace[130380632] 'read index received' (duration: 343.048396ms)","trace[130380632] 'applied index is now lower than readState.Index' (duration: 256.116649ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:25:19.32818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:25:18.896723Z","time spent":"431.430096ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:25:19.32832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.578148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:25:19.328366Z","caller":"traceutil/trace.go:171","msg":"trace[181662226] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:16469; }","duration":"497.662279ms","start":"2026-03-11T17:25:18.830692Z","end":"2026-03-11T17:25:19.328354Z","steps":["trace[181662226] 'agreement among raft nodes before linearized reading' (duration: 497.588398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:25:19.328354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.421331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-heat-default-user\" ","response":"range_response_count:1 size:1297"} {"level":"warn","ts":"2026-03-11T17:25:19.328403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:25:18.830678Z","time spent":"497.717221ms","remote":"127.0.0.1:60178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:25:19.328496Z","caller":"traceutil/trace.go:171","msg":"trace[2111173571] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-heat-default-user; range_end:; response_count:1; response_revision:16469; }","duration":"599.593066ms","start":"2026-03-11T17:25:18.728884Z","end":"2026-03-11T17:25:19.328477Z","steps":["trace[2111173571] 'agreement among raft nodes before linearized reading' (duration: 599.3175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:25:19.328483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.723184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-edbcf38a-9914-4514-b130-f7a283302049\" ","response":"range_response_count:1 size:1304"} {"level":"warn","ts":"2026-03-11T17:25:19.328476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.650388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:25:19.328541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:25:18.728692Z","time spent":"599.839331ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1320,"request content":"key:\"/registry/secrets/openstack/rabbitmq-heat-default-user\" "} {"level":"info","ts":"2026-03-11T17:25:19.328545Z","caller":"traceutil/trace.go:171","msg":"trace[1636541144] range","detail":"{range_begin:/registry/persistentvolumes/pvc-edbcf38a-9914-4514-b130-f7a283302049; range_end:; response_count:1; response_revision:16469; }","duration":"591.801905ms","start":"2026-03-11T17:25:18.73673Z","end":"2026-03-11T17:25:19.328532Z","steps":["trace[1636541144] 'agreement among raft nodes before linearized reading' (duration: 591.55196ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:25:19.328569Z","caller":"traceutil/trace.go:171","msg":"trace[2128444280] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16469; }","duration":"594.77731ms","start":"2026-03-11T17:25:18.733772Z","end":"2026-03-11T17:25:19.328549Z","steps":["trace[2128444280] 'agreement among raft nodes before linearized reading' (duration: 594.589376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:25:19.328579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:25:18.736722Z","time spent":"591.850526ms","remote":"127.0.0.1:35894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1327,"request content":"key:\"/registry/persistentvolumes/pvc-edbcf38a-9914-4514-b130-f7a283302049\" "} {"level":"warn","ts":"2026-03-11T17:25:19.328584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.455952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-11T17:25:19.328616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:25:18.733761Z","time spent":"594.846722ms","remote":"127.0.0.1:35764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-11T17:25:19.328641Z","caller":"traceutil/trace.go:171","msg":"trace[2009190751] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:16469; }","duration":"599.565205ms","start":"2026-03-11T17:25:18.729062Z","end":"2026-03-11T17:25:19.328627Z","steps":["trace[2009190751] 'agreement among raft nodes before linearized reading' (duration: 599.206447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:25:19.328674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:25:18.729052Z","time spent":"599.615586ms","remote":"127.0.0.1:35992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-11T17:25:19.328671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.02622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:25:19.32869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.786787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:25:19.328724Z","caller":"traceutil/trace.go:171","msg":"trace[325080553] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:16469; }","duration":"232.847519ms","start":"2026-03-11T17:25:19.095867Z","end":"2026-03-11T17:25:19.328714Z","steps":["trace[325080553] 'agreement among raft nodes before linearized reading' (duration: 232.774147ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:25:19.328724Z","caller":"traceutil/trace.go:171","msg":"trace[608958413] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:16469; }","duration":"365.130302ms","start":"2026-03-11T17:25:18.963581Z","end":"2026-03-11T17:25:19.328711Z","steps":["trace[608958413] 'agreement among raft nodes before linearized reading' (duration: 365.03214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:25:19.328759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:25:18.963565Z","time spent":"365.184664ms","remote":"127.0.0.1:51126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:25:19.443732Z","caller":"traceutil/trace.go:171","msg":"trace[2100289977] linearizableReadLoop","detail":"{readStateIndex:17068; appliedIndex:17067; }","duration":"101.347813ms","start":"2026-03-11T17:25:19.342357Z","end":"2026-03-11T17:25:19.443704Z","steps":["trace[2100289977] 'read index received' (duration: 96.958276ms)","trace[2100289977] 'applied index is now lower than readState.Index' (duration: 4.388457ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:25:19.443849Z","caller":"traceutil/trace.go:171","msg":"trace[504762902] transaction","detail":"{read_only:false; response_revision:16470; number_of_response:1; }","duration":"103.856619ms","start":"2026-03-11T17:25:19.339977Z","end":"2026-03-11T17:25:19.443833Z","steps":["trace[504762902] 'process raft request' (duration: 99.426821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:25:19.443992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.609668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" ","response":"range_response_count:1 size:9564"} {"level":"info","ts":"2026-03-11T17:25:19.444042Z","caller":"traceutil/trace.go:171","msg":"trace[996713298] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-heat-server; range_end:; response_count:1; response_revision:16470; }","duration":"101.695091ms","start":"2026-03-11T17:25:19.342335Z","end":"2026-03-11T17:25:19.44403Z","steps":["trace[996713298] 'agreement among raft nodes before linearized reading' (duration: 101.474656ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:25:23.037952Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14337} {"level":"info","ts":"2026-03-11T17:25:23.136857Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14337,"took":"94.259788ms","hash":404466576,"current-db-size-bytes":43384832,"current-db-size":"43 MB","current-db-size-in-use-bytes":28278784,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-11T17:25:23.136923Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":404466576,"revision":14337,"compact-revision":12012} {"level":"info","ts":"2026-03-11T17:25:37.518688Z","caller":"traceutil/trace.go:171","msg":"trace[1421343151] transaction","detail":"{read_only:false; response_revision:16794; number_of_response:1; }","duration":"119.645545ms","start":"2026-03-11T17:25:37.399012Z","end":"2026-03-11T17:25:37.518658Z","steps":["trace[1421343151] 'process raft request' (duration: 119.42923ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:25:37.632939Z","caller":"traceutil/trace.go:171","msg":"trace[335609383] linearizableReadLoop","detail":"{readStateIndex:17405; appliedIndex:17402; }","duration":"210.688253ms","start":"2026-03-11T17:25:37.422219Z","end":"2026-03-11T17:25:37.632907Z","steps":["trace[335609383] 'read index received' (duration: 96.234462ms)","trace[335609383] 'applied index is now lower than readState.Index' (duration: 114.452411ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:25:37.633025Z","caller":"traceutil/trace.go:171","msg":"trace[948322806] transaction","detail":"{read_only:false; response_revision:16795; number_of_response:1; }","duration":"232.219506ms","start":"2026-03-11T17:25:37.400764Z","end":"2026-03-11T17:25:37.632984Z","steps":["trace[948322806] 'process raft request' (duration: 229.136638ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:25:37.633024Z","caller":"traceutil/trace.go:171","msg":"trace[37002555] transaction","detail":"{read_only:false; response_revision:16796; number_of_response:1; }","duration":"228.905203ms","start":"2026-03-11T17:25:37.404081Z","end":"2026-03-11T17:25:37.632986Z","steps":["trace[37002555] 'process raft request' (duration: 228.76208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:25:37.633304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.065131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-11T17:25:37.633379Z","caller":"traceutil/trace.go:171","msg":"trace[795437869] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16796; }","duration":"211.202975ms","start":"2026-03-11T17:25:37.422154Z","end":"2026-03-11T17:25:37.633357Z","steps":["trace[795437869] 'agreement among raft nodes before linearized reading' (duration: 210.947419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:25:37.633422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.927409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-11T17:25:37.633471Z","caller":"traceutil/trace.go:171","msg":"trace[402519949] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16796; }","duration":"200.996791ms","start":"2026-03-11T17:25:37.432461Z","end":"2026-03-11T17:25:37.633458Z","steps":["trace[402519949] 'agreement among raft nodes before linearized reading' (duration: 200.881008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:25:37.633445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.057842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-11T17:25:37.633545Z","caller":"traceutil/trace.go:171","msg":"trace[758743717] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16796; }","duration":"201.236096ms","start":"2026-03-11T17:25:37.432286Z","end":"2026-03-11T17:25:37.633522Z","steps":["trace[758743717] 'agreement among raft nodes before linearized reading' (duration: 200.906349ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:28:53.29282Z","caller":"traceutil/trace.go:171","msg":"trace[634681854] linearizableReadLoop","detail":"{readStateIndex:18704; appliedIndex:18703; }","duration":"183.110747ms","start":"2026-03-11T17:28:53.109688Z","end":"2026-03-11T17:28:53.292798Z","steps":["trace[634681854] 'read index received' (duration: 182.692407ms)","trace[634681854] 'applied index is now lower than readState.Index' (duration: 417.69µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:28:53.292916Z","caller":"traceutil/trace.go:171","msg":"trace[1653626644] transaction","detail":"{read_only:false; response_revision:18053; number_of_response:1; }","duration":"185.698435ms","start":"2026-03-11T17:28:53.107174Z","end":"2026-03-11T17:28:53.292872Z","steps":["trace[1653626644] 'process raft request' (duration: 185.277476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:28:53.293017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.338222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-api-7f696cdd4-t98x7.189bd99320af23c3\" ","response":"range_response_count:1 size:904"} {"level":"info","ts":"2026-03-11T17:28:53.293052Z","caller":"traceutil/trace.go:171","msg":"trace[765785281] range","detail":"{range_begin:/registry/events/openstack/heat-api-7f696cdd4-t98x7.189bd99320af23c3; range_end:; response_count:1; response_revision:18053; }","duration":"183.395703ms","start":"2026-03-11T17:28:53.109649Z","end":"2026-03-11T17:28:53.293045Z","steps":["trace[765785281] 'agreement among raft nodes before linearized reading' (duration: 183.234849ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:28:53.474788Z","caller":"traceutil/trace.go:171","msg":"trace[2085404884] transaction","detail":"{read_only:false; response_revision:18056; number_of_response:1; }","duration":"106.607552ms","start":"2026-03-11T17:28:53.368159Z","end":"2026-03-11T17:28:53.474767Z","steps":["trace[2085404884] 'process raft request' (duration: 20.575893ms)","trace[2085404884] 'compare' (duration: 85.869676ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:28:53.474895Z","caller":"traceutil/trace.go:171","msg":"trace[780696937] transaction","detail":"{read_only:false; response_revision:18057; number_of_response:1; }","duration":"106.185463ms","start":"2026-03-11T17:28:53.368679Z","end":"2026-03-11T17:28:53.474865Z","steps":["trace[780696937] 'process raft request' (duration: 106.04783ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:28:53.52837Z","caller":"traceutil/trace.go:171","msg":"trace[351797102] transaction","detail":"{read_only:false; response_revision:18058; number_of_response:1; }","duration":"133.757215ms","start":"2026-03-11T17:28:53.394584Z","end":"2026-03-11T17:28:53.528341Z","steps":["trace[351797102] 'process raft request' (duration: 133.509339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:30:19.664577Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438644257760601,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-11T17:30:19.803532Z","caller":"traceutil/trace.go:171","msg":"trace[641688002] transaction","detail":"{read_only:false; response_revision:18669; number_of_response:1; }","duration":"667.802181ms","start":"2026-03-11T17:30:19.135712Z","end":"2026-03-11T17:30:19.803514Z","steps":["trace[641688002] 'process raft request' (duration: 667.663368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:30:19.803647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:30:19.135695Z","time spent":"667.892663ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:30:20.024284Z","caller":"traceutil/trace.go:171","msg":"trace[1846705388] transaction","detail":"{read_only:false; response_revision:18671; number_of_response:1; }","duration":"472.171781ms","start":"2026-03-11T17:30:19.552088Z","end":"2026-03-11T17:30:20.024259Z","steps":["trace[1846705388] 'process raft request' (duration: 472.041848ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:30:20.02431Z","caller":"traceutil/trace.go:171","msg":"trace[469174247] transaction","detail":"{read_only:false; response_revision:18670; number_of_response:1; }","duration":"887.301426ms","start":"2026-03-11T17:30:19.136976Z","end":"2026-03-11T17:30:20.024277Z","steps":["trace[469174247] 'process raft request' (duration: 849.475574ms)","trace[469174247] 'compare' (duration: 37.460834ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:30:20.024443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:30:19.552047Z","time spent":"472.317644ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:30:20.024463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:30:19.136968Z","time spent":"887.408009ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:30:20.024294Z","caller":"traceutil/trace.go:171","msg":"trace[1437931811] linearizableReadLoop","detail":"{readStateIndex:19346; appliedIndex:19343; }","duration":"860.265547ms","start":"2026-03-11T17:30:19.164006Z","end":"2026-03-11T17:30:20.024271Z","steps":["trace[1437931811] 'read index received' (duration: 639.38977ms)","trace[1437931811] 'applied index is now lower than readState.Index' (duration: 220.874827ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:30:20.024427Z","caller":"traceutil/trace.go:171","msg":"trace[1203180741] transaction","detail":"{read_only:false; response_revision:18672; number_of_response:1; }","duration":"211.572798ms","start":"2026-03-11T17:30:19.812823Z","end":"2026-03-11T17:30:20.024396Z","steps":["trace[1203180741] 'process raft request' (duration: 211.411664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:30:20.024619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.592445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-11T17:30:20.02467Z","caller":"traceutil/trace.go:171","msg":"trace[521074685] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18672; }","duration":"860.671858ms","start":"2026-03-11T17:30:19.163987Z","end":"2026-03-11T17:30:20.024659Z","steps":["trace[521074685] 'agreement among raft nodes before linearized reading' (duration: 860.35322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:30:20.024699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.913292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-11T17:30:20.024708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:30:19.16398Z","time spent":"860.720469ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-11T17:30:20.024746Z","caller":"traceutil/trace.go:171","msg":"trace[659396560] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:18672; }","duration":"857.014054ms","start":"2026-03-11T17:30:19.167719Z","end":"2026-03-11T17:30:20.024733Z","steps":["trace[659396560] 'agreement among raft nodes before linearized reading' (duration: 856.913672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:30:20.024795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:30:19.167694Z","time spent":"857.089197ms","remote":"127.0.0.1:36128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:30:20.024838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.509229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:30:20.024913Z","caller":"traceutil/trace.go:171","msg":"trace[878795663] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:18672; }","duration":"239.647541ms","start":"2026-03-11T17:30:19.78525Z","end":"2026-03-11T17:30:20.024898Z","steps":["trace[878795663] 'agreement among raft nodes before linearized reading' (duration: 239.490848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:30:20.024992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.986426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:30:20.025126Z","caller":"traceutil/trace.go:171","msg":"trace[32434570] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18672; }","duration":"365.15425ms","start":"2026-03-11T17:30:19.65996Z","end":"2026-03-11T17:30:20.025114Z","steps":["trace[32434570] 'agreement among raft nodes before linearized reading' (duration: 364.998786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:30:20.025164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:30:19.659942Z","time spent":"365.212581ms","remote":"127.0.0.1:35750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T17:30:20.025193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.960536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-11T17:30:20.025238Z","caller":"traceutil/trace.go:171","msg":"trace[264718476] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18672; }","duration":"704.039577ms","start":"2026-03-11T17:30:19.321184Z","end":"2026-03-11T17:30:20.025224Z","steps":["trace[264718476] 'agreement among raft nodes before linearized reading' (duration: 703.911375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:30:20.025258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:30:19.321166Z","time spent":"704.087339ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-11T17:30:20.508805Z","caller":"traceutil/trace.go:171","msg":"trace[1247418592] transaction","detail":"{read_only:false; response_revision:18673; number_of_response:1; }","duration":"479.402194ms","start":"2026-03-11T17:30:20.029381Z","end":"2026-03-11T17:30:20.508783Z","steps":["trace[1247418592] 'process raft request' (duration: 456.307613ms)","trace[1247418592] 'compare' (duration: 22.697392ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:30:20.508911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:30:20.02936Z","time spent":"479.497527ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:30:20.55025Z","caller":"traceutil/trace.go:171","msg":"trace[773741503] linearizableReadLoop","detail":"{readStateIndex:19349; appliedIndex:19347; }","duration":"430.194425ms","start":"2026-03-11T17:30:20.120035Z","end":"2026-03-11T17:30:20.55023Z","steps":["trace[773741503] 'read index received' (duration: 365.798054ms)","trace[773741503] 'applied index is now lower than readState.Index' (duration: 64.395471ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:30:20.550289Z","caller":"traceutil/trace.go:171","msg":"trace[2141121469] transaction","detail":"{read_only:false; response_revision:18674; number_of_response:1; }","duration":"520.374428ms","start":"2026-03-11T17:30:20.029894Z","end":"2026-03-11T17:30:20.550268Z","steps":["trace[2141121469] 'process raft request' (duration: 520.213974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:30:20.550388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.166159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-11T17:30:20.550393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:30:20.029876Z","time spent":"520.454899ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:30:20.550416Z","caller":"traceutil/trace.go:171","msg":"trace[645194308] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:18674; }","duration":"341.248341ms","start":"2026-03-11T17:30:20.20916Z","end":"2026-03-11T17:30:20.550408Z","steps":["trace[645194308] 'agreement among raft nodes before linearized reading' (duration: 341.177129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:30:20.550439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:30:20.209139Z","time spent":"341.294141ms","remote":"127.0.0.1:56862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:30:20.550873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.809928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:30:20.550961Z","caller":"traceutil/trace.go:171","msg":"trace[1864826340] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:18674; }","duration":"430.91694ms","start":"2026-03-11T17:30:20.120017Z","end":"2026-03-11T17:30:20.550934Z","steps":["trace[1864826340] 'agreement among raft nodes before linearized reading' (duration: 430.317247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:30:20.551013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:30:20.119956Z","time spent":"431.046384ms","remote":"127.0.0.1:35828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:30:23.045452Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16496} {"level":"info","ts":"2026-03-11T17:30:23.144867Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16496,"took":"96.068705ms","hash":215776818,"current-db-size-bytes":46800896,"current-db-size":"47 MB","current-db-size-in-use-bytes":29777920,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-11T17:30:23.144938Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":215776818,"revision":16496,"compact-revision":14337} {"level":"info","ts":"2026-03-11T17:30:31.313396Z","caller":"traceutil/trace.go:171","msg":"trace[684534918] transaction","detail":"{read_only:false; response_revision:18723; number_of_response:1; }","duration":"496.877127ms","start":"2026-03-11T17:30:30.816495Z","end":"2026-03-11T17:30:31.313372Z","steps":["trace[684534918] 'process raft request' (duration: 462.507913ms)","trace[684534918] 'compare' (duration: 33.996086ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:30:31.313518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:30:30.81647Z","time spent":"496.98077ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:30:31.314439Z","caller":"traceutil/trace.go:171","msg":"trace[1029707028] transaction","detail":"{read_only:false; response_revision:18724; number_of_response:1; }","duration":"446.947474ms","start":"2026-03-11T17:30:30.867478Z","end":"2026-03-11T17:30:31.314425Z","steps":["trace[1029707028] 'process raft request' (duration: 446.584806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:30:31.314496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:30:30.867444Z","time spent":"447.025006ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:30:31.314486Z","caller":"traceutil/trace.go:171","msg":"trace[1384866828] transaction","detail":"{read_only:false; response_revision:18725; number_of_response:1; }","duration":"445.586772ms","start":"2026-03-11T17:30:30.868856Z","end":"2026-03-11T17:30:31.314443Z","steps":["trace[1384866828] 'process raft request' (duration: 445.358617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:30:31.314636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:30:30.868845Z","time spent":"445.706436ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:30:31.316276Z","caller":"traceutil/trace.go:171","msg":"trace[2085897001] linearizableReadLoop","detail":"{readStateIndex:19403; appliedIndex:19400; }","duration":"440.496537ms","start":"2026-03-11T17:30:30.875756Z","end":"2026-03-11T17:30:31.316252Z","steps":["trace[2085897001] 'read index received' (duration: 403.263968ms)","trace[2085897001] 'applied index is now lower than readState.Index' (duration: 37.231169ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:30:31.316592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.817464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-11T17:30:31.316673Z","caller":"traceutil/trace.go:171","msg":"trace[2033913079] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18725; }","duration":"440.943017ms","start":"2026-03-11T17:30:30.875712Z","end":"2026-03-11T17:30:31.316655Z","steps":["trace[2033913079] 'agreement among raft nodes before linearized reading' (duration: 440.704722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:30:31.316671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.160207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-11T17:30:31.31672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:30:30.875698Z","time spent":"441.013468ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-11T17:30:31.316753Z","caller":"traceutil/trace.go:171","msg":"trace[885744876] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18725; }","duration":"376.2876ms","start":"2026-03-11T17:30:30.940445Z","end":"2026-03-11T17:30:31.316733Z","steps":["trace[885744876] 'agreement among raft nodes before linearized reading' (duration: 376.085495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:30:31.316794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:30:30.940425Z","time spent":"376.359833ms","remote":"127.0.0.1:35918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-11T17:30:37.051584Z","caller":"traceutil/trace.go:171","msg":"trace[346125703] linearizableReadLoop","detail":"{readStateIndex:19426; appliedIndex:19425; }","duration":"367.299738ms","start":"2026-03-11T17:30:36.684252Z","end":"2026-03-11T17:30:37.051552Z","steps":["trace[346125703] 'read index received' (duration: 367.031382ms)","trace[346125703] 'applied index is now lower than readState.Index' (duration: 267.036µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:30:37.051654Z","caller":"traceutil/trace.go:171","msg":"trace[1963301208] transaction","detail":"{read_only:false; response_revision:18746; number_of_response:1; }","duration":"459.793313ms","start":"2026-03-11T17:30:36.591823Z","end":"2026-03-11T17:30:37.051616Z","steps":["trace[1963301208] 'process raft request' (duration: 459.551557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:30:37.051805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.533783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:30:37.051873Z","caller":"traceutil/trace.go:171","msg":"trace[1071868892] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18746; }","duration":"367.636855ms","start":"2026-03-11T17:30:36.684218Z","end":"2026-03-11T17:30:37.051855Z","steps":["trace[1071868892] 'agreement among raft nodes before linearized reading' (duration: 367.526842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:30:37.051811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:30:36.591808Z","time spent":"459.918595ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:30:37.051892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.088934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-11T17:30:37.051926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:30:36.684206Z","time spent":"367.707968ms","remote":"127.0.0.1:35764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-11T17:30:37.051976Z","caller":"traceutil/trace.go:171","msg":"trace[167150421] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18746; }","duration":"328.205377ms","start":"2026-03-11T17:30:36.723752Z","end":"2026-03-11T17:30:37.051957Z","steps":["trace[167150421] 'agreement among raft nodes before linearized reading' (duration: 327.997133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:30:37.052025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:30:36.723729Z","time spent":"328.283498ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-11T17:30:37.573721Z","caller":"traceutil/trace.go:171","msg":"trace[1194848415] transaction","detail":"{read_only:false; response_revision:18747; number_of_response:1; }","duration":"517.257868ms","start":"2026-03-11T17:30:37.056434Z","end":"2026-03-11T17:30:37.573692Z","steps":["trace[1194848415] 'process raft request' (duration: 498.147027ms)","trace[1194848415] 'compare' (duration: 18.351404ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:30:37.573829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:30:37.056414Z","time spent":"517.36127ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:30:37.573887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.434528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:30:37.573968Z","caller":"traceutil/trace.go:171","msg":"trace[460423337] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:18747; }","duration":"496.563011ms","start":"2026-03-11T17:30:37.077386Z","end":"2026-03-11T17:30:37.573949Z","steps":["trace[460423337] 'agreement among raft nodes before linearized reading' (duration: 496.426798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:30:37.574039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:30:37.077369Z","time spent":"496.644692ms","remote":"127.0.0.1:60036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:30:37.573542Z","caller":"traceutil/trace.go:171","msg":"trace[1025078440] linearizableReadLoop","detail":"{readStateIndex:19427; appliedIndex:19426; }","duration":"496.08029ms","start":"2026-03-11T17:30:37.077432Z","end":"2026-03-11T17:30:37.573512Z","steps":["trace[1025078440] 'read index received' (duration: 477.162464ms)","trace[1025078440] 'applied index is now lower than readState.Index' (duration: 18.916586ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:30:38.074769Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438644257760838,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-11T17:30:38.240995Z","caller":"traceutil/trace.go:171","msg":"trace[362915504] transaction","detail":"{read_only:false; response_revision:18750; number_of_response:1; }","duration":"908.122337ms","start":"2026-03-11T17:30:37.332847Z","end":"2026-03-11T17:30:38.240969Z","steps":["trace[362915504] 'process raft request' (duration: 907.972863ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:30:38.241008Z","caller":"traceutil/trace.go:171","msg":"trace[585352609] transaction","detail":"{read_only:false; response_revision:18748; number_of_response:1; }","duration":"908.494125ms","start":"2026-03-11T17:30:37.332451Z","end":"2026-03-11T17:30:38.240945Z","steps":["trace[585352609] 'process raft request' (duration: 891.973173ms)","trace[585352609] 'compare' (duration: 16.224035ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:30:38.241012Z","caller":"traceutil/trace.go:171","msg":"trace[300479946] transaction","detail":"{read_only:false; response_revision:18749; number_of_response:1; }","duration":"908.384732ms","start":"2026-03-11T17:30:37.332607Z","end":"2026-03-11T17:30:38.240992Z","steps":["trace[300479946] 'process raft request' (duration: 908.152147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:30:38.241144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:30:37.332841Z","time spent":"908.228079ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:30:38.241171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:30:37.332434Z","time spent":"908.650568ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:30:38.241275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:30:37.332575Z","time spent":"908.586337ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:30:39.318114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.307898ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:30:39.318285Z","caller":"traceutil/trace.go:171","msg":"trace[1231822670] linearizableReadLoop","detail":"{readStateIndex:19431; appliedIndex:19427; }","duration":"1.743995835s","start":"2026-03-11T17:30:37.574268Z","end":"2026-03-11T17:30:39.318264Z","steps":["trace[1231822670] 'read index received' (duration: 650.119002ms)","trace[1231822670] 'applied index is now lower than readState.Index' (duration: 1.093874993s)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:30:39.318338Z","caller":"traceutil/trace.go:171","msg":"trace[577376272] transaction","detail":"{read_only:false; response_revision:18751; number_of_response:1; }","duration":"1.757388307s","start":"2026-03-11T17:30:37.560914Z","end":"2026-03-11T17:30:39.318302Z","steps":["trace[577376272] 'process raft request' (duration: 1.184306611s)","trace[577376272] 'compare' (duration: 572.031661ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:30:39.318515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:30:37.560892Z","time spent":"1.75752723s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:30:39.318524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.975642165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-03-11T17:30:39.318575Z","caller":"traceutil/trace.go:171","msg":"trace[1904965618] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:18751; }","duration":"1.975708986s","start":"2026-03-11T17:30:37.342852Z","end":"2026-03-11T17:30:39.318561Z","steps":["trace[1904965618] 'agreement among raft nodes before linearized reading' (duration: 1.975514482s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:30:39.318618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:30:37.342846Z","time spent":"1.975762577s","remote":"127.0.0.1:35902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"warn","ts":"2026-03-11T17:30:39.318757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.910103199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-11T17:30:39.318882Z","caller":"traceutil/trace.go:171","msg":"trace[188161695] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18751; }","duration":"1.910276092s","start":"2026-03-11T17:30:37.408584Z","end":"2026-03-11T17:30:39.31886Z","steps":["trace[188161695] 'agreement among raft nodes before linearized reading' (duration: 1.90975227s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:30:39.318954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:30:37.408573Z","time spent":"1.910371174s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-11T17:30:39.319129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.422036849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-11T17:30:39.319187Z","caller":"traceutil/trace.go:171","msg":"trace[1668216752] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18751; }","duration":"1.422122251s","start":"2026-03-11T17:30:37.89705Z","end":"2026-03-11T17:30:39.319172Z","steps":["trace[1668216752] 'agreement among raft nodes before linearized reading' (duration: 1.421946017s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:30:39.319155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.712085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:30:39.319229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:30:37.897029Z","time spent":"1.422185842s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T17:30:39.319218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.627924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:30:39.319246Z","caller":"traceutil/trace.go:171","msg":"trace[1108725979] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18751; }","duration":"658.851058ms","start":"2026-03-11T17:30:38.660372Z","end":"2026-03-11T17:30:39.319223Z","steps":["trace[1108725979] 'agreement among raft nodes before linearized reading' (duration: 658.667704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:30:39.319262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.155842949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-11T17:30:39.319285Z","caller":"traceutil/trace.go:171","msg":"trace[1620277510] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:18751; }","duration":"414.753717ms","start":"2026-03-11T17:30:38.904514Z","end":"2026-03-11T17:30:39.319268Z","steps":["trace[1620277510] 'agreement among raft nodes before linearized reading' (duration: 414.624864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:30:39.319291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:30:38.660353Z","time spent":"658.929069ms","remote":"127.0.0.1:35764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-11T17:30:39.319311Z","caller":"traceutil/trace.go:171","msg":"trace[34006435] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18751; }","duration":"1.15592921s","start":"2026-03-11T17:30:38.16337Z","end":"2026-03-11T17:30:39.3193Z","steps":["trace[34006435] 'agreement among raft nodes before linearized reading' (duration: 1.155788907s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:30:39.319324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:30:38.904495Z","time spent":"414.818478ms","remote":"127.0.0.1:60116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:30:39.319338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:30:38.163352Z","time spent":"1.155981142s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T17:30:39.319341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.273012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7532"} {"level":"info","ts":"2026-03-11T17:30:39.319392Z","caller":"traceutil/trace.go:171","msg":"trace[922203944] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:18751; }","duration":"984.357084ms","start":"2026-03-11T17:30:38.335017Z","end":"2026-03-11T17:30:39.319374Z","steps":["trace[922203944] 'agreement among raft nodes before linearized reading' (duration: 984.191141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:30:39.319392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.321658936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-11T17:30:39.319434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:30:38.334996Z","time spent":"984.429766ms","remote":"127.0.0.1:51110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7555,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-11T17:30:39.319438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.575722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-11T17:30:39.319469Z","caller":"traceutil/trace.go:171","msg":"trace[1794647709] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18751; }","duration":"264.641653ms","start":"2026-03-11T17:30:39.054819Z","end":"2026-03-11T17:30:39.31946Z","steps":["trace[1794647709] 'agreement among raft nodes before linearized reading' (duration: 264.215764ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:30:39.319475Z","caller":"traceutil/trace.go:171","msg":"trace[1395912066] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:18751; }","duration":"1.321804239s","start":"2026-03-11T17:30:37.997648Z","end":"2026-03-11T17:30:39.319452Z","steps":["trace[1395912066] 'agreement among raft nodes before linearized reading' (duration: 1.321590414s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:30:39.319518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:30:37.997628Z","time spent":"1.321879771s","remote":"127.0.0.1:35658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:30:39.97683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.326051ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:30:39.97694Z","caller":"traceutil/trace.go:171","msg":"trace[498774802] transaction","detail":"{read_only:false; response_revision:18752; number_of_response:1; }","duration":"652.940816ms","start":"2026-03-11T17:30:39.323981Z","end":"2026-03-11T17:30:39.976922Z","steps":["trace[498774802] 'process raft request' (duration: 178.420471ms)","trace[498774802] 'compare' (duration: 474.225278ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:30:39.977005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:30:39.323968Z","time spent":"653.008158ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:30:40.008006Z","caller":"traceutil/trace.go:171","msg":"trace[1453583510] transaction","detail":"{read_only:false; response_revision:18753; number_of_response:1; }","duration":"683.937274ms","start":"2026-03-11T17:30:39.324035Z","end":"2026-03-11T17:30:40.007972Z","steps":["trace[1453583510] 'process raft request' (duration: 683.713849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:30:40.008353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.722788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-11T17:30:40.008354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:30:39.324016Z","time spent":"684.253752ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:30:40.008337Z","caller":"traceutil/trace.go:171","msg":"trace[274514533] transaction","detail":"{read_only:false; response_revision:18755; number_of_response:1; }","duration":"683.784351ms","start":"2026-03-11T17:30:39.324505Z","end":"2026-03-11T17:30:40.008289Z","steps":["trace[274514533] 'process raft request' (duration: 683.452264ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:30:40.008394Z","caller":"traceutil/trace.go:171","msg":"trace[455256728] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18755; }","duration":"430.83154ms","start":"2026-03-11T17:30:39.577552Z","end":"2026-03-11T17:30:40.008384Z","steps":["trace[455256728] 'agreement among raft nodes before linearized reading' (duration: 430.685227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:30:40.00842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:30:39.577533Z","time spent":"430.881552ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-11T17:30:40.008204Z","caller":"traceutil/trace.go:171","msg":"trace[1453959628] linearizableReadLoop","detail":"{readStateIndex:19435; appliedIndex:19432; }","duration":"430.389321ms","start":"2026-03-11T17:30:39.577625Z","end":"2026-03-11T17:30:40.008014Z","steps":["trace[1453959628] 'read index received' (duration: 430.070734ms)","trace[1453959628] 'applied index is now lower than readState.Index' (duration: 318.017µs)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:30:40.008488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:30:39.324496Z","time spent":"683.914484ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:30:40.008196Z","caller":"traceutil/trace.go:171","msg":"trace[1816483648] transaction","detail":"{read_only:false; response_revision:18754; number_of_response:1; }","duration":"683.724649ms","start":"2026-03-11T17:30:39.324266Z","end":"2026-03-11T17:30:40.00799Z","steps":["trace[1816483648] 'process raft request' (duration: 683.639928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:30:40.008572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:30:39.32425Z","time spent":"684.279191ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:30:40.008603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.089888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:30:40.008654Z","caller":"traceutil/trace.go:171","msg":"trace[729868706] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:18755; }","duration":"294.18773ms","start":"2026-03-11T17:30:39.714455Z","end":"2026-03-11T17:30:40.008642Z","steps":["trace[729868706] 'agreement among raft nodes before linearized reading' (duration: 294.106838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:30:40.008709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.025954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:30:40.008757Z","caller":"traceutil/trace.go:171","msg":"trace[1912094224] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:18755; }","duration":"222.109185ms","start":"2026-03-11T17:30:39.786637Z","end":"2026-03-11T17:30:40.008746Z","steps":["trace[1912094224] 'agreement among raft nodes before linearized reading' (duration: 221.994753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:30:40.84523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.005977ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:30:40.845469Z","caller":"traceutil/trace.go:171","msg":"trace[635624476] transaction","detail":"{read_only:false; response_revision:18756; number_of_response:1; }","duration":"831.308346ms","start":"2026-03-11T17:30:40.014132Z","end":"2026-03-11T17:30:40.84544Z","steps":["trace[635624476] 'process raft request' (duration: 394.996322ms)","trace[635624476] 'compare' (duration: 435.880644ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:30:40.845546Z","caller":"traceutil/trace.go:171","msg":"trace[700879104] linearizableReadLoop","detail":"{readStateIndex:19439; appliedIndex:19435; }","duration":"498.763351ms","start":"2026-03-11T17:30:40.34676Z","end":"2026-03-11T17:30:40.845523Z","steps":["trace[700879104] 'read index received' (duration: 62.481838ms)","trace[700879104] 'applied index is now lower than readState.Index' (duration: 436.279643ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:30:40.845624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:30:40.014116Z","time spent":"831.416058ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:30:40.845792Z","caller":"traceutil/trace.go:171","msg":"trace[238476885] transaction","detail":"{read_only:false; response_revision:18757; number_of_response:1; }","duration":"599.372088ms","start":"2026-03-11T17:30:40.246402Z","end":"2026-03-11T17:30:40.845774Z","steps":["trace[238476885] 'process raft request' (duration: 598.931049ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:30:40.846837Z","caller":"traceutil/trace.go:171","msg":"trace[1928810651] transaction","detail":"{read_only:false; response_revision:18759; number_of_response:1; }","duration":"598.252964ms","start":"2026-03-11T17:30:40.247538Z","end":"2026-03-11T17:30:40.84579Z","steps":["trace[1928810651] 'process raft request' (duration: 597.938597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:30:40.847036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:30:40.247528Z","time spent":"599.424849ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:30:40.847326Z","caller":"traceutil/trace.go:171","msg":"trace[1312771475] transaction","detail":"{read_only:false; response_revision:18758; number_of_response:1; }","duration":"600.064245ms","start":"2026-03-11T17:30:40.24723Z","end":"2026-03-11T17:30:40.847295Z","steps":["trace[1312771475] 'process raft request' (duration: 598.194043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:30:40.847393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:30:40.247219Z","time spent":"600.138336ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:30:40.848515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:30:40.246377Z","time spent":"599.458751ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:30:40.848809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.053485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-03-11T17:30:40.848854Z","caller":"traceutil/trace.go:171","msg":"trace[1620168150] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:18759; }","duration":"502.131877ms","start":"2026-03-11T17:30:40.346704Z","end":"2026-03-11T17:30:40.848836Z","steps":["trace[1620168150] 'agreement among raft nodes before linearized reading' (duration: 499.16719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:30:40.848885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:30:40.346683Z","time spent":"502.195948ms","remote":"127.0.0.1:35902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-03-11T17:30:41.346344Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438644257760855,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T17:30:41.590053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.308485ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:30:41.590335Z","caller":"traceutil/trace.go:171","msg":"trace[310043003] transaction","detail":"{read_only:false; response_revision:18761; number_of_response:1; }","duration":"1.020283415s","start":"2026-03-11T17:30:40.570033Z","end":"2026-03-11T17:30:41.590316Z","steps":["trace[310043003] 'process raft request' (duration: 1.020143832s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:30:41.590371Z","caller":"traceutil/trace.go:171","msg":"trace[1890913553] transaction","detail":"{read_only:false; response_revision:18760; number_of_response:1; }","duration":"1.029084864s","start":"2026-03-11T17:30:40.561251Z","end":"2026-03-11T17:30:41.590336Z","steps":["trace[1890913553] 'process raft request' (duration: 891.402032ms)","trace[1890913553] 'compare' (duration: 137.097399ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:30:41.590416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:30:40.570004Z","time spent":"1.020378607s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:30:41.590493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:30:40.561229Z","time spent":"1.029208337s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:30:41.598029Z","caller":"traceutil/trace.go:171","msg":"trace[1115233085] linearizableReadLoop","detail":"{readStateIndex:19443; appliedIndex:19439; }","duration":"752.431169ms","start":"2026-03-11T17:30:40.845587Z","end":"2026-03-11T17:30:41.598019Z","steps":["trace[1115233085] 'read index received' (duration: 607.080393ms)","trace[1115233085] 'applied index is now lower than readState.Index' (duration: 145.350076ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:30:41.598093Z","caller":"traceutil/trace.go:171","msg":"trace[302515376] transaction","detail":"{read_only:false; response_revision:18762; number_of_response:1; }","duration":"289.003285ms","start":"2026-03-11T17:30:41.309083Z","end":"2026-03-11T17:30:41.598087Z","steps":["trace[302515376] 'process raft request' (duration: 288.860392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:30:41.598286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.926976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:30:41.598359Z","caller":"traceutil/trace.go:171","msg":"trace[522746206] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18762; }","duration":"937.06686ms","start":"2026-03-11T17:30:40.661273Z","end":"2026-03-11T17:30:41.59834Z","steps":["trace[522746206] 'agreement among raft nodes before linearized reading' (duration: 936.915916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:30:41.598339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.76071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-63c3a8ac-1a57-4dd9-be50-aac4616cc741\" ","response":"range_response_count:1 size:1316"} {"level":"warn","ts":"2026-03-11T17:30:41.598399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:30:40.661254Z","time spent":"937.138771ms","remote":"127.0.0.1:35764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-11T17:30:41.598425Z","caller":"traceutil/trace.go:171","msg":"trace[373484288] range","detail":"{range_begin:/registry/persistentvolumes/pvc-63c3a8ac-1a57-4dd9-be50-aac4616cc741; range_end:; response_count:1; response_revision:18762; }","duration":"742.899033ms","start":"2026-03-11T17:30:40.855503Z","end":"2026-03-11T17:30:41.598402Z","steps":["trace[373484288] 'agreement among raft nodes before linearized reading' (duration: 742.639857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:30:41.598478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:30:40.855483Z","time spent":"742.986145ms","remote":"127.0.0.1:35894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1339,"request content":"key:\"/registry/persistentvolumes/pvc-63c3a8ac-1a57-4dd9-be50-aac4616cc741\" "} {"level":"info","ts":"2026-03-11T17:31:30.504959Z","caller":"traceutil/trace.go:171","msg":"trace[282551489] transaction","detail":"{read_only:false; response_revision:19251; number_of_response:1; }","duration":"143.615807ms","start":"2026-03-11T17:31:30.361292Z","end":"2026-03-11T17:31:30.504908Z","steps":["trace[282551489] 'process raft request' (duration: 143.460853ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:31:30.524301Z","caller":"traceutil/trace.go:171","msg":"trace[1587817852] linearizableReadLoop","detail":"{readStateIndex:19953; appliedIndex:19951; }","duration":"161.986486ms","start":"2026-03-11T17:31:30.362293Z","end":"2026-03-11T17:31:30.524279Z","steps":["trace[1587817852] 'read index received' (duration: 142.462422ms)","trace[1587817852] 'applied index is now lower than readState.Index' (duration: 19.522944ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:31:30.524343Z","caller":"traceutil/trace.go:171","msg":"trace[898474305] transaction","detail":"{read_only:false; response_revision:19252; number_of_response:1; }","duration":"162.926326ms","start":"2026-03-11T17:31:30.361393Z","end":"2026-03-11T17:31:30.524319Z","steps":["trace[898474305] 'process raft request' (duration: 162.785713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:31:30.524529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.216611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-11T17:31:30.524579Z","caller":"traceutil/trace.go:171","msg":"trace[567168438] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19252; }","duration":"162.293272ms","start":"2026-03-11T17:31:30.36227Z","end":"2026-03-11T17:31:30.524563Z","steps":["trace[567168438] 'agreement among raft nodes before linearized reading' (duration: 162.122799ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:31:39.262112Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"355195d5aae85944","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-11T17:31:39.267975Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-11T17:31:39.268063Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-03-11T17:31:50.780248Z","caller":"traceutil/trace.go:171","msg":"trace[2073743526] linearizableReadLoop","detail":"{readStateIndex:20056; appliedIndex:20055; }","duration":"145.615522ms","start":"2026-03-11T17:31:50.634598Z","end":"2026-03-11T17:31:50.780213Z","steps":["trace[2073743526] 'read index received' (duration: 127.908788ms)","trace[2073743526] 'applied index is now lower than readState.Index' (duration: 17.705003ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:31:50.780352Z","caller":"traceutil/trace.go:171","msg":"trace[656644872] transaction","detail":"{read_only:false; response_revision:19351; number_of_response:1; }","duration":"165.703468ms","start":"2026-03-11T17:31:50.614611Z","end":"2026-03-11T17:31:50.780315Z","steps":["trace[656644872] 'process raft request' (duration: 147.83794ms)","trace[656644872] 'compare' (duration: 17.596192ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:31:50.780546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.924059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-11T17:31:50.780599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.340751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-11T17:31:50.780631Z","caller":"traceutil/trace.go:171","msg":"trace[216623762] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19351; }","duration":"146.045402ms","start":"2026-03-11T17:31:50.63455Z","end":"2026-03-11T17:31:50.780596Z","steps":["trace[216623762] 'agreement among raft nodes before linearized reading' (duration: 145.781565ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:31:50.780657Z","caller":"traceutil/trace.go:171","msg":"trace[741280182] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19351; }","duration":"143.460904ms","start":"2026-03-11T17:31:50.63718Z","end":"2026-03-11T17:31:50.780641Z","steps":["trace[741280182] 'agreement among raft nodes before linearized reading' (duration: 143.253428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:31:50.780611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.98352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:31:50.78084Z","caller":"traceutil/trace.go:171","msg":"trace[1436908253] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19351; }","duration":"120.281468ms","start":"2026-03-11T17:31:50.66053Z","end":"2026-03-11T17:31:50.780811Z","steps":["trace[1436908253] 'agreement among raft nodes before linearized reading' (duration: 119.96468ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:31:50.931756Z","caller":"traceutil/trace.go:171","msg":"trace[1341646150] transaction","detail":"{read_only:false; response_revision:19353; number_of_response:1; }","duration":"145.813155ms","start":"2026-03-11T17:31:50.785907Z","end":"2026-03-11T17:31:50.93172Z","steps":["trace[1341646150] 'process raft request' (duration: 120.662617ms)","trace[1341646150] 'compare' (duration: 25.020706ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:34:18.175856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.817072ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:34:18.176091Z","caller":"traceutil/trace.go:171","msg":"trace[844853898] transaction","detail":"{read_only:false; response_revision:20359; number_of_response:1; }","duration":"273.429403ms","start":"2026-03-11T17:34:17.902633Z","end":"2026-03-11T17:34:18.176062Z","steps":["trace[844853898] 'process raft request' (duration: 148.301084ms)","trace[844853898] 'compare' (duration: 124.426783ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:34:18.17608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.32577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-11T17:34:18.176193Z","caller":"traceutil/trace.go:171","msg":"trace[1327925315] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20358; }","duration":"522.786211ms","start":"2026-03-11T17:34:17.653387Z","end":"2026-03-11T17:34:18.176173Z","steps":["trace[1327925315] 'range keys from in-memory index tree' (duration: 522.037713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:34:18.17625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:34:17.653364Z","time spent":"522.872172ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-11T17:34:18.181691Z","caller":"traceutil/trace.go:171","msg":"trace[233605212] transaction","detail":"{read_only:false; response_revision:20360; number_of_response:1; }","duration":"268.958208ms","start":"2026-03-11T17:34:17.912712Z","end":"2026-03-11T17:34:18.181671Z","steps":["trace[233605212] 'process raft request' (duration: 268.798765ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:34:18.181863Z","caller":"traceutil/trace.go:171","msg":"trace[1859317125] transaction","detail":"{read_only:false; response_revision:20361; number_of_response:1; }","duration":"259.359052ms","start":"2026-03-11T17:34:17.922489Z","end":"2026-03-11T17:34:18.181848Z","steps":["trace[1859317125] 'process raft request' (duration: 259.136567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:34:28.302008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.109291ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:34:28.302099Z","caller":"traceutil/trace.go:171","msg":"trace[652289391] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:20832; }","duration":"137.208743ms","start":"2026-03-11T17:34:28.164877Z","end":"2026-03-11T17:34:28.302086Z","steps":["trace[652289391] 'range keys from in-memory index tree' (duration: 137.098571ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:34:28.322693Z","caller":"traceutil/trace.go:171","msg":"trace[505459918] transaction","detail":"{read_only:false; response_revision:20833; number_of_response:1; }","duration":"142.049077ms","start":"2026-03-11T17:34:28.180618Z","end":"2026-03-11T17:34:28.322667Z","steps":["trace[505459918] 'process raft request' (duration: 141.892214ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:34:28.324458Z","caller":"traceutil/trace.go:171","msg":"trace[1295193417] transaction","detail":"{read_only:false; response_revision:20834; number_of_response:1; }","duration":"112.782669ms","start":"2026-03-11T17:34:28.21166Z","end":"2026-03-11T17:34:28.324443Z","steps":["trace[1295193417] 'process raft request' (duration: 112.365919ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:34:28.32467Z","caller":"traceutil/trace.go:171","msg":"trace[980852702] transaction","detail":"{read_only:false; response_revision:20835; number_of_response:1; }","duration":"112.921513ms","start":"2026-03-11T17:34:28.211739Z","end":"2026-03-11T17:34:28.32466Z","steps":["trace[980852702] 'process raft request' (duration: 112.3795ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:34:28.32475Z","caller":"traceutil/trace.go:171","msg":"trace[694152830] transaction","detail":"{read_only:false; response_revision:20836; number_of_response:1; }","duration":"103.085951ms","start":"2026-03-11T17:34:28.221659Z","end":"2026-03-11T17:34:28.324745Z","steps":["trace[694152830] 'process raft request' (duration: 102.482067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:34:28.325487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.658315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-11T17:34:28.32556Z","caller":"traceutil/trace.go:171","msg":"trace[1907342086] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20839; }","duration":"100.784437ms","start":"2026-03-11T17:34:28.224763Z","end":"2026-03-11T17:34:28.325547Z","steps":["trace[1907342086] 'agreement among raft nodes before linearized reading' (duration: 100.586402ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:34:29.881774Z","caller":"traceutil/trace.go:171","msg":"trace[92576455] linearizableReadLoop","detail":"{readStateIndex:21639; appliedIndex:21638; }","duration":"161.965175ms","start":"2026-03-11T17:34:29.719788Z","end":"2026-03-11T17:34:29.881753Z","steps":["trace[92576455] 'read index received' (duration: 67.143047ms)","trace[92576455] 'applied index is now lower than readState.Index' (duration: 94.821228ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:34:29.881883Z","caller":"traceutil/trace.go:171","msg":"trace[2030492138] transaction","detail":"{read_only:false; response_revision:20888; number_of_response:1; }","duration":"162.734504ms","start":"2026-03-11T17:34:29.719139Z","end":"2026-03-11T17:34:29.881873Z","steps":["trace[2030492138] 'process raft request' (duration: 67.864155ms)","trace[2030492138] 'compare' (duration: 94.656273ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:34:29.882022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.046007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:34:29.882083Z","caller":"traceutil/trace.go:171","msg":"trace[260007518] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:20888; }","duration":"162.18102ms","start":"2026-03-11T17:34:29.719888Z","end":"2026-03-11T17:34:29.882069Z","steps":["trace[260007518] 'agreement among raft nodes before linearized reading' (duration: 162.070028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:34:29.882167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.52986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:34:29.882198Z","caller":"traceutil/trace.go:171","msg":"trace[2132545663] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:20888; }","duration":"108.618282ms","start":"2026-03-11T17:34:29.77357Z","end":"2026-03-11T17:34:29.882189Z","steps":["trace[2132545663] 'agreement among raft nodes before linearized reading' (duration: 108.548151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:34:29.882249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.828966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:34:29.882276Z","caller":"traceutil/trace.go:171","msg":"trace[1203748832] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:20888; }","duration":"108.854347ms","start":"2026-03-11T17:34:29.773411Z","end":"2026-03-11T17:34:29.882265Z","steps":["trace[1203748832] 'agreement among raft nodes before linearized reading' (duration: 108.817226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:34:29.882344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.526768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:34:29.882369Z","caller":"traceutil/trace.go:171","msg":"trace[1636157332] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:20888; }","duration":"162.578029ms","start":"2026-03-11T17:34:29.719784Z","end":"2026-03-11T17:34:29.882362Z","steps":["trace[1636157332] 'agreement among raft nodes before linearized reading' (duration: 162.512568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:34:29.882424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.982045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:34:29.882447Z","caller":"traceutil/trace.go:171","msg":"trace[1762567396] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:20888; }","duration":"119.040057ms","start":"2026-03-11T17:34:29.763398Z","end":"2026-03-11T17:34:29.882438Z","steps":["trace[1762567396] 'agreement among raft nodes before linearized reading' (duration: 119.002416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:34:29.882554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.157639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:34:29.882572Z","caller":"traceutil/trace.go:171","msg":"trace[1459569713] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:20888; }","duration":"119.198871ms","start":"2026-03-11T17:34:29.763368Z","end":"2026-03-11T17:34:29.882567Z","steps":["trace[1459569713] 'agreement among raft nodes before linearized reading' (duration: 119.1671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:34:29.882656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.489677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:34:29.882672Z","caller":"traceutil/trace.go:171","msg":"trace[552472819] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:20888; }","duration":"136.516537ms","start":"2026-03-11T17:34:29.746151Z","end":"2026-03-11T17:34:29.882668Z","steps":["trace[552472819] 'agreement among raft nodes before linearized reading' (duration: 136.485947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:34:29.88277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.683101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:34:29.88279Z","caller":"traceutil/trace.go:171","msg":"trace[1115062692] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:20888; }","duration":"136.726872ms","start":"2026-03-11T17:34:29.746057Z","end":"2026-03-11T17:34:29.882784Z","steps":["trace[1115062692] 'agreement among raft nodes before linearized reading' (duration: 136.696181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:34:29.882875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.002788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:34:29.882893Z","caller":"traceutil/trace.go:171","msg":"trace[1082562680] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:20888; }","duration":"137.029419ms","start":"2026-03-11T17:34:29.745857Z","end":"2026-03-11T17:34:29.882886Z","steps":["trace[1082562680] 'agreement among raft nodes before linearized reading' (duration: 136.998589ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:34:31.525192Z","caller":"traceutil/trace.go:171","msg":"trace[1022817443] transaction","detail":"{read_only:false; response_revision:20927; number_of_response:1; }","duration":"101.049473ms","start":"2026-03-11T17:34:31.42412Z","end":"2026-03-11T17:34:31.525169Z","steps":["trace[1022817443] 'process raft request' (duration: 100.799168ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:34:31.525368Z","caller":"traceutil/trace.go:171","msg":"trace[2024599375] linearizableReadLoop","detail":"{readStateIndex:21679; appliedIndex:21677; }","duration":"100.387208ms","start":"2026-03-11T17:34:31.424955Z","end":"2026-03-11T17:34:31.525343Z","steps":["trace[2024599375] 'read index received' (duration: 33.919957ms)","trace[2024599375] 'applied index is now lower than readState.Index' (duration: 66.465171ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:34:31.525448Z","caller":"traceutil/trace.go:171","msg":"trace[1662104056] transaction","detail":"{read_only:false; response_revision:20928; number_of_response:1; }","duration":"100.309726ms","start":"2026-03-11T17:34:31.425071Z","end":"2026-03-11T17:34:31.525381Z","steps":["trace[1662104056] 'process raft request' (duration: 100.03112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:34:31.525552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.575283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/cert-manager-test/\" range_end:\"/registry/rabbitmq.com/shovels/cert-manager-test0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:34:31.525592Z","caller":"traceutil/trace.go:171","msg":"trace[225256679] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/cert-manager-test/; range_end:/registry/rabbitmq.com/shovels/cert-manager-test0; response_count:0; response_revision:20928; }","duration":"100.630554ms","start":"2026-03-11T17:34:31.42495Z","end":"2026-03-11T17:34:31.52558Z","steps":["trace[225256679] 'agreement among raft nodes before linearized reading' (duration: 100.537212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:34:31.563079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.237161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:34:31.56331Z","caller":"traceutil/trace.go:171","msg":"trace[1726098716] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:20929; }","duration":"116.527017ms","start":"2026-03-11T17:34:31.446764Z","end":"2026-03-11T17:34:31.563291Z","steps":["trace[1726098716] 'agreement among raft nodes before linearized reading' (duration: 116.20889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:34:31.563156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.630362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-11T17:34:31.563501Z","caller":"traceutil/trace.go:171","msg":"trace[1623999547] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20929; }","duration":"126.054021ms","start":"2026-03-11T17:34:31.437421Z","end":"2026-03-11T17:34:31.563475Z","steps":["trace[1623999547] 'agreement among raft nodes before linearized reading' (duration: 125.58754ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:34:32.109448Z","caller":"traceutil/trace.go:171","msg":"trace[1970437682] transaction","detail":"{read_only:false; response_revision:20936; number_of_response:1; }","duration":"109.151724ms","start":"2026-03-11T17:34:32.000278Z","end":"2026-03-11T17:34:32.10943Z","steps":["trace[1970437682] 'process raft request' (duration: 107.839513ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:34:32.129684Z","caller":"traceutil/trace.go:171","msg":"trace[295604414] linearizableReadLoop","detail":"{readStateIndex:21689; appliedIndex:21687; }","duration":"128.0947ms","start":"2026-03-11T17:34:32.00154Z","end":"2026-03-11T17:34:32.129634Z","steps":["trace[295604414] 'read index received' (duration: 106.590584ms)","trace[295604414] 'applied index is now lower than readState.Index' (duration: 21.503456ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:34:32.129743Z","caller":"traceutil/trace.go:171","msg":"trace[80374158] transaction","detail":"{read_only:false; response_revision:20937; number_of_response:1; }","duration":"128.839467ms","start":"2026-03-11T17:34:32.000853Z","end":"2026-03-11T17:34:32.129693Z","steps":["trace[80374158] 'process raft request' (duration: 128.692413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:34:32.129855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.278234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/cert-manager-test/\" range_end:\"/registry/events/cert-manager-test0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:34:32.129944Z","caller":"traceutil/trace.go:171","msg":"trace[52161692] range","detail":"{range_begin:/registry/events/cert-manager-test/; range_end:/registry/events/cert-manager-test0; response_count:0; response_revision:20937; }","duration":"128.409956ms","start":"2026-03-11T17:34:32.001514Z","end":"2026-03-11T17:34:32.129924Z","steps":["trace[52161692] 'agreement among raft nodes before linearized reading' (duration: 128.227992ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:34:32.630966Z","caller":"traceutil/trace.go:171","msg":"trace[2145391459] linearizableReadLoop","detail":"{readStateIndex:21692; appliedIndex:21691; }","duration":"292.130062ms","start":"2026-03-11T17:34:32.338796Z","end":"2026-03-11T17:34:32.630926Z","steps":["trace[2145391459] 'read index received' (duration: 291.990999ms)","trace[2145391459] 'applied index is now lower than readState.Index' (duration: 138.043µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:34:32.631257Z","caller":"traceutil/trace.go:171","msg":"trace[1215850236] transaction","detail":"{read_only:false; response_revision:20940; number_of_response:1; }","duration":"292.47198ms","start":"2026-03-11T17:34:32.338753Z","end":"2026-03-11T17:34:32.631225Z","steps":["trace[1215850236] 'process raft request' (duration: 292.03041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:34:32.631504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.671295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager-test/\" range_end:\"/registry/secrets/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:34:32.631574Z","caller":"traceutil/trace.go:171","msg":"trace[388026959] range","detail":"{range_begin:/registry/secrets/cert-manager-test/; range_end:/registry/secrets/cert-manager-test0; response_count:0; response_revision:20940; }","duration":"292.790158ms","start":"2026-03-11T17:34:32.338769Z","end":"2026-03-11T17:34:32.631559Z","steps":["trace[388026959] 'agreement among raft nodes before linearized reading' (duration: 292.526032ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:34:32.632306Z","caller":"traceutil/trace.go:171","msg":"trace[279862778] transaction","detail":"{read_only:false; response_revision:20941; number_of_response:1; }","duration":"292.698696ms","start":"2026-03-11T17:34:32.339589Z","end":"2026-03-11T17:34:32.632288Z","steps":["trace[279862778] 'process raft request' (duration: 292.45262ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:34:32.632419Z","caller":"traceutil/trace.go:171","msg":"trace[2065153755] transaction","detail":"{read_only:false; response_revision:20942; number_of_response:1; }","duration":"288.733353ms","start":"2026-03-11T17:34:32.343659Z","end":"2026-03-11T17:34:32.632392Z","steps":["trace[2065153755] 'process raft request' (duration: 288.499608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:34:32.63237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.033092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-11T17:34:32.632567Z","caller":"traceutil/trace.go:171","msg":"trace[1019303955] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20942; }","duration":"287.259528ms","start":"2026-03-11T17:34:32.34529Z","end":"2026-03-11T17:34:32.63255Z","steps":["trace[1019303955] 'agreement among raft nodes before linearized reading' (duration: 286.9155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:34:32.632719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.166573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-11T17:34:32.632766Z","caller":"traceutil/trace.go:171","msg":"trace[2022917283] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20942; }","duration":"286.229165ms","start":"2026-03-11T17:34:32.346526Z","end":"2026-03-11T17:34:32.632755Z","steps":["trace[2022917283] 'agreement among raft nodes before linearized reading' (duration: 286.118021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:34:37.972225Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438644257767592,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T17:34:38.472603Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438644257767592,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-11T17:34:38.861864Z","caller":"traceutil/trace.go:171","msg":"trace[1144992644] transaction","detail":"{read_only:false; response_revision:21032; number_of_response:1; }","duration":"1.457269791s","start":"2026-03-11T17:34:37.404566Z","end":"2026-03-11T17:34:38.861836Z","steps":["trace[1144992644] 'process raft request' (duration: 1.457082786s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:34:38.862031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:34:37.404539Z","time spent":"1.457401964s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:34:39.62926Z","caller":"traceutil/trace.go:171","msg":"trace[1465187377] transaction","detail":"{read_only:false; response_revision:21033; number_of_response:1; }","duration":"2.047226274s","start":"2026-03-11T17:34:37.582012Z","end":"2026-03-11T17:34:39.629239Z","steps":["trace[1465187377] 'process raft request' (duration: 2.046911127s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:34:39.629397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:34:37.581982Z","time spent":"2.047334656s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:34:39.629669Z","caller":"traceutil/trace.go:171","msg":"trace[2044969690] transaction","detail":"{read_only:false; response_revision:21034; number_of_response:1; }","duration":"1.398850213s","start":"2026-03-11T17:34:38.230762Z","end":"2026-03-11T17:34:39.629613Z","steps":["trace[2044969690] 'process raft request' (duration: 1.398349951s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:34:39.629819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:34:38.230738Z","time spent":"1.399006517s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:34:39.629702Z","caller":"traceutil/trace.go:171","msg":"trace[1825739233] transaction","detail":"{read_only:false; response_revision:21035; number_of_response:1; }","duration":"997.564416ms","start":"2026-03-11T17:34:38.632128Z","end":"2026-03-11T17:34:39.629693Z","steps":["trace[1825739233] 'process raft request' (duration: 997.392012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:34:39.630099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:34:38.632105Z","time spent":"997.942456ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:34:39.63059Z","caller":"traceutil/trace.go:171","msg":"trace[39169002] linearizableReadLoop","detail":"{readStateIndex:21787; appliedIndex:21784; }","duration":"2.158693632s","start":"2026-03-11T17:34:37.471884Z","end":"2026-03-11T17:34:39.630577Z","steps":["trace[39169002] 'read index received' (duration: 1.389736415s)","trace[39169002] 'applied index is now lower than readState.Index' (duration: 768.956117ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:34:39.630816Z","caller":"traceutil/trace.go:171","msg":"trace[1783905049] transaction","detail":"{read_only:false; response_revision:21036; number_of_response:1; }","duration":"978.622882ms","start":"2026-03-11T17:34:38.652181Z","end":"2026-03-11T17:34:39.630803Z","steps":["trace[1783905049] 'process raft request' (duration: 977.385482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:34:39.630887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:34:38.652156Z","time spent":"978.694394ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:34:39.631017Z","caller":"traceutil/trace.go:171","msg":"trace[579396216] transaction","detail":"{read_only:false; response_revision:21037; number_of_response:1; }","duration":"966.719792ms","start":"2026-03-11T17:34:38.664289Z","end":"2026-03-11T17:34:39.631009Z","steps":["trace[579396216] 'process raft request' (duration: 966.21499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:34:39.631075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:34:38.664264Z","time spent":"966.783084ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:34:39.631239Z","caller":"traceutil/trace.go:171","msg":"trace[983602550] transaction","detail":"{read_only:false; response_revision:21038; number_of_response:1; }","duration":"964.252734ms","start":"2026-03-11T17:34:38.666977Z","end":"2026-03-11T17:34:39.63123Z","steps":["trace[983602550] 'process raft request' (duration: 963.562308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:34:39.631311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:34:38.666962Z","time spent":"964.320946ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:34:39.631495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.159524991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:34:39.631586Z","caller":"traceutil/trace.go:171","msg":"trace[2019066640] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:21038; }","duration":"2.159733346s","start":"2026-03-11T17:34:37.47183Z","end":"2026-03-11T17:34:39.631564Z","steps":["trace[2019066640] 'agreement among raft nodes before linearized reading' (duration: 2.15950708s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:34:39.631636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:34:37.471812Z","time spent":"2.159811828s","remote":"127.0.0.1:38564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:34:39.631811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.970816439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:34:39.631858Z","caller":"traceutil/trace.go:171","msg":"trace[285674923] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21038; }","duration":"1.970907721s","start":"2026-03-11T17:34:37.660941Z","end":"2026-03-11T17:34:39.631849Z","steps":["trace[285674923] 'agreement among raft nodes before linearized reading' (duration: 1.97083797s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:34:39.631893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:34:37.66092Z","time spent":"1.970966812s","remote":"127.0.0.1:35750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T17:34:39.632068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.243062504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:623"} {"level":"info","ts":"2026-03-11T17:34:39.632112Z","caller":"traceutil/trace.go:171","msg":"trace[255719581] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:21038; }","duration":"1.243124575s","start":"2026-03-11T17:34:38.388974Z","end":"2026-03-11T17:34:39.632099Z","steps":["trace[255719581] 'agreement among raft nodes before linearized reading' (duration: 1.243003142s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:34:39.632142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:34:38.388963Z","time spent":"1.243172686s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":646,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-11T17:34:39.632155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.787880441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-11T17:34:39.632198Z","caller":"traceutil/trace.go:171","msg":"trace[829419656] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:21038; }","duration":"1.787958603s","start":"2026-03-11T17:34:37.844225Z","end":"2026-03-11T17:34:39.632184Z","steps":["trace[829419656] 'agreement among raft nodes before linearized reading' (duration: 1.787795399s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:34:39.632243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:34:37.844209Z","time spent":"1.788024544s","remote":"127.0.0.1:56282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":146,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:34:39.632301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.782211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" ","response":"range_response_count:1 size:5140"} {"level":"info","ts":"2026-03-11T17:34:39.632337Z","caller":"traceutil/trace.go:171","msg":"trace[1214912440] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager; range_end:; response_count:1; response_revision:21038; }","duration":"216.848081ms","start":"2026-03-11T17:34:39.41548Z","end":"2026-03-11T17:34:39.632328Z","steps":["trace[1214912440] 'agreement among raft nodes before linearized reading' (duration: 216.757189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:34:39.63247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.295107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:34:39.632501Z","caller":"traceutil/trace.go:171","msg":"trace[946993838] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21038; }","duration":"638.366379ms","start":"2026-03-11T17:34:38.994127Z","end":"2026-03-11T17:34:39.632493Z","steps":["trace[946993838] 'agreement among raft nodes before linearized reading' (duration: 638.317918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:34:39.632531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:34:38.994095Z","time spent":"638.431191ms","remote":"127.0.0.1:35764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T17:34:39.632581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.905131846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-11T17:34:39.63263Z","caller":"traceutil/trace.go:171","msg":"trace[670913355] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21038; }","duration":"1.905173417s","start":"2026-03-11T17:34:37.727443Z","end":"2026-03-11T17:34:39.632617Z","steps":["trace[670913355] 'agreement among raft nodes before linearized reading' (duration: 1.905079375s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:34:39.632671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:34:37.727388Z","time spent":"1.905273889s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-11T17:34:39.632715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.30944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-11T17:34:39.632751Z","caller":"traceutil/trace.go:171","msg":"trace[1956892816] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21038; }","duration":"934.401652ms","start":"2026-03-11T17:34:38.698342Z","end":"2026-03-11T17:34:39.632744Z","steps":["trace[1956892816] 'agreement among raft nodes before linearized reading' (duration: 934.31001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:34:39.632779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:34:38.698319Z","time spent":"934.454844ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T17:34:39.632906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.909410715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-11T17:34:39.632955Z","caller":"traceutil/trace.go:171","msg":"trace[1525219470] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21038; }","duration":"1.909482758s","start":"2026-03-11T17:34:37.723461Z","end":"2026-03-11T17:34:39.632944Z","steps":["trace[1525219470] 'agreement among raft nodes before linearized reading' (duration: 1.909370905s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:34:39.632991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:34:37.72345Z","time spent":"1.909534619s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T17:34:39.632496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.901323046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-11T17:34:39.633064Z","caller":"traceutil/trace.go:171","msg":"trace[1309488401] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21038; }","duration":"1.90192097s","start":"2026-03-11T17:34:37.731134Z","end":"2026-03-11T17:34:39.633055Z","steps":["trace[1309488401] 'agreement among raft nodes before linearized reading' (duration: 1.901236174s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:34:39.633097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:34:37.73112Z","time spent":"1.901970662s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T17:34:39.632962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192497775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:34:39.632926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.620787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-11T17:34:39.633323Z","caller":"traceutil/trace.go:171","msg":"trace[1450634821] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:21038; }","duration":"1.192885155s","start":"2026-03-11T17:34:38.44042Z","end":"2026-03-11T17:34:39.633305Z","steps":["trace[1450634821] 'agreement among raft nodes before linearized reading' (duration: 1.192522816s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:34:39.633373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:34:38.440403Z","time spent":"1.192954686s","remote":"127.0.0.1:51138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:34:39.633357Z","caller":"traceutil/trace.go:171","msg":"trace[2127501024] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21038; }","duration":"935.08735ms","start":"2026-03-11T17:34:38.698243Z","end":"2026-03-11T17:34:39.63333Z","steps":["trace[2127501024] 'agreement among raft nodes before linearized reading' (duration: 934.634638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:34:39.633456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:34:38.698219Z","time spent":"935.206242ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-11T17:34:49.869473Z","caller":"traceutil/trace.go:171","msg":"trace[962312965] transaction","detail":"{read_only:false; response_revision:21130; number_of_response:1; }","duration":"116.924844ms","start":"2026-03-11T17:34:49.752473Z","end":"2026-03-11T17:34:49.869398Z","steps":["trace[962312965] 'process raft request' (duration: 113.724923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:34:51.194816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.302598ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-11T17:35:23.053836Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18688} {"level":"info","ts":"2026-03-11T17:35:23.16697Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18688,"took":"107.732532ms","hash":3977820040,"current-db-size-bytes":48103424,"current-db-size":"48 MB","current-db-size-in-use-bytes":37085184,"current-db-size-in-use":"37 MB"} {"level":"info","ts":"2026-03-11T17:35:23.167052Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3977820040,"revision":18688,"compact-revision":16496} {"level":"info","ts":"2026-03-11T17:35:43.703982Z","caller":"traceutil/trace.go:171","msg":"trace[202810861] transaction","detail":"{read_only:false; response_revision:21761; number_of_response:1; }","duration":"113.747105ms","start":"2026-03-11T17:35:43.590218Z","end":"2026-03-11T17:35:43.703966Z","steps":["trace[202810861] 'process raft request' (duration: 113.570771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:35:51.486049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.888873ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-11T17:35:51.486174Z","caller":"traceutil/trace.go:171","msg":"trace[621191095] linearizableReadLoop","detail":"{readStateIndex:22612; appliedIndex:22611; }","duration":"340.372264ms","start":"2026-03-11T17:35:51.145782Z","end":"2026-03-11T17:35:51.486154Z","steps":["trace[621191095] 'read index received' (duration: 166.291176ms)","trace[621191095] 'applied index is now lower than readState.Index' (duration: 174.079518ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:35:51.486277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.477836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:35:51.486326Z","caller":"traceutil/trace.go:171","msg":"trace[1721563035] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:21839; }","duration":"340.578179ms","start":"2026-03-11T17:35:51.14573Z","end":"2026-03-11T17:35:51.486309Z","steps":["trace[1721563035] 'agreement among raft nodes before linearized reading' (duration: 340.474706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:35:51.486372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:35:51.145706Z","time spent":"340.655151ms","remote":"127.0.0.1:33150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:36:04.282241Z","caller":"traceutil/trace.go:171","msg":"trace[2137871331] transaction","detail":"{read_only:false; response_revision:21928; number_of_response:1; }","duration":"196.966693ms","start":"2026-03-11T17:36:04.085224Z","end":"2026-03-11T17:36:04.282191Z","steps":["trace[2137871331] 'process raft request' (duration: 196.80503ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:36:04.441268Z","caller":"traceutil/trace.go:171","msg":"trace[1797823353] transaction","detail":"{read_only:false; response_revision:21929; number_of_response:1; }","duration":"324.346869ms","start":"2026-03-11T17:36:04.116896Z","end":"2026-03-11T17:36:04.441243Z","steps":["trace[1797823353] 'process raft request' (duration: 324.142145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:36:04.441445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:36:04.116877Z","time spent":"324.481223ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:36:04.441775Z","caller":"traceutil/trace.go:171","msg":"trace[1125992570] transaction","detail":"{read_only:false; response_revision:21930; number_of_response:1; }","duration":"321.991027ms","start":"2026-03-11T17:36:04.119748Z","end":"2026-03-11T17:36:04.441739Z","steps":["trace[1125992570] 'process raft request' (duration: 321.451415ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:36:04.44181Z","caller":"traceutil/trace.go:171","msg":"trace[1377833110] linearizableReadLoop","detail":"{readStateIndex:22706; appliedIndex:22702; }","duration":"277.981044ms","start":"2026-03-11T17:36:04.163796Z","end":"2026-03-11T17:36:04.441778Z","steps":["trace[1377833110] 'read index received' (duration: 118.191792ms)","trace[1377833110] 'applied index is now lower than readState.Index' (duration: 159.787462ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:36:04.441977Z","caller":"traceutil/trace.go:171","msg":"trace[987025557] transaction","detail":"{read_only:false; response_revision:21931; number_of_response:1; }","duration":"321.648919ms","start":"2026-03-11T17:36:04.120306Z","end":"2026-03-11T17:36:04.441955Z","steps":["trace[987025557] 'process raft request' (duration: 321.315031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:36:04.442136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:36:04.120256Z","time spent":"321.772332ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:36:04.442187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.292894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-11T17:36:04.442226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.230269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:36:04.442197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.635762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:36:04.442263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.800956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-11T17:36:04.442306Z","caller":"traceutil/trace.go:171","msg":"trace[582311318] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:21931; }","duration":"149.297681ms","start":"2026-03-11T17:36:04.292984Z","end":"2026-03-11T17:36:04.442282Z","steps":["trace[582311318] 'agreement among raft nodes before linearized reading' (duration: 149.196959ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:36:04.442327Z","caller":"traceutil/trace.go:171","msg":"trace[280342035] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21931; }","duration":"146.910458ms","start":"2026-03-11T17:36:04.295398Z","end":"2026-03-11T17:36:04.442309Z","steps":["trace[280342035] 'agreement among raft nodes before linearized reading' (duration: 146.740475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:36:04.442117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.287189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:36:04.442355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.752726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:36:04.442429Z","caller":"traceutil/trace.go:171","msg":"trace[88605331] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:21931; }","duration":"267.657156ms","start":"2026-03-11T17:36:04.174749Z","end":"2026-03-11T17:36:04.442406Z","steps":["trace[88605331] 'agreement among raft nodes before linearized reading' (duration: 267.256048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:36:04.44244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.002011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-11T17:36:04.442476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.358816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-11T17:36:04.442484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.963324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-11T17:36:04.442509Z","caller":"traceutil/trace.go:171","msg":"trace[209177183] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21931; }","duration":"133.096732ms","start":"2026-03-11T17:36:04.309396Z","end":"2026-03-11T17:36:04.442492Z","steps":["trace[209177183] 'agreement among raft nodes before linearized reading' (duration: 132.810816ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:36:04.442532Z","caller":"traceutil/trace.go:171","msg":"trace[1964705314] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21931; }","duration":"127.442698ms","start":"2026-03-11T17:36:04.315076Z","end":"2026-03-11T17:36:04.442519Z","steps":["trace[1964705314] 'agreement among raft nodes before linearized reading' (duration: 127.270674ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:36:04.442312Z","caller":"traceutil/trace.go:171","msg":"trace[1173428178] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:21931; }","duration":"146.783655ms","start":"2026-03-11T17:36:04.295505Z","end":"2026-03-11T17:36:04.442288Z","steps":["trace[1173428178] 'agreement among raft nodes before linearized reading' (duration: 146.615491ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:36:04.442435Z","caller":"traceutil/trace.go:171","msg":"trace[1094336558] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:21931; }","duration":"152.911881ms","start":"2026-03-11T17:36:04.289505Z","end":"2026-03-11T17:36:04.442417Z","steps":["trace[1094336558] 'agreement among raft nodes before linearized reading' (duration: 152.726077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:36:04.442373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.645104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-11T17:36:04.442627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:36:04.119722Z","time spent":"322.144301ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:36:04.442001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.206649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:36:04.442714Z","caller":"traceutil/trace.go:171","msg":"trace[86139421] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21931; }","duration":"133.996642ms","start":"2026-03-11T17:36:04.308699Z","end":"2026-03-11T17:36:04.442696Z","steps":["trace[86139421] 'agreement among raft nodes before linearized reading' (duration: 133.581613ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:36:04.442249Z","caller":"traceutil/trace.go:171","msg":"trace[1976947813] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:21931; }","duration":"146.369246ms","start":"2026-03-11T17:36:04.295863Z","end":"2026-03-11T17:36:04.442232Z","steps":["trace[1976947813] 'agreement among raft nodes before linearized reading' (duration: 146.152321ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:36:04.44276Z","caller":"traceutil/trace.go:171","msg":"trace[991779928] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:21931; }","duration":"278.989298ms","start":"2026-03-11T17:36:04.163743Z","end":"2026-03-11T17:36:04.442732Z","steps":["trace[991779928] 'agreement among raft nodes before linearized reading' (duration: 278.2164ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:36:04.442547Z","caller":"traceutil/trace.go:171","msg":"trace[607052826] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21931; }","duration":"145.044216ms","start":"2026-03-11T17:36:04.297489Z","end":"2026-03-11T17:36:04.442533Z","steps":["trace[607052826] 'agreement among raft nodes before linearized reading' (duration: 144.914193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:36:04.442818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.117887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:36:04.443002Z","caller":"traceutil/trace.go:171","msg":"trace[1695742021] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:21931; }","duration":"149.497525ms","start":"2026-03-11T17:36:04.29349Z","end":"2026-03-11T17:36:04.442987Z","steps":["trace[1695742021] 'agreement among raft nodes before linearized reading' (duration: 148.714758ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:36:04.570999Z","caller":"traceutil/trace.go:171","msg":"trace[936040075] transaction","detail":"{read_only:false; response_revision:21932; number_of_response:1; }","duration":"123.159632ms","start":"2026-03-11T17:36:04.447808Z","end":"2026-03-11T17:36:04.570968Z","steps":["trace[936040075] 'process raft request' (duration: 67.547523ms)","trace[936040075] 'compare' (duration: 55.399644ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:36:04.609358Z","caller":"traceutil/trace.go:171","msg":"trace[1674873498] transaction","detail":"{read_only:false; response_revision:21935; number_of_response:1; }","duration":"160.795404ms","start":"2026-03-11T17:36:04.448539Z","end":"2026-03-11T17:36:04.609334Z","steps":["trace[1674873498] 'process raft request' (duration: 160.723822ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:36:04.609524Z","caller":"traceutil/trace.go:171","msg":"trace[915055727] transaction","detail":"{read_only:false; response_revision:21933; number_of_response:1; }","duration":"161.577261ms","start":"2026-03-11T17:36:04.447937Z","end":"2026-03-11T17:36:04.609514Z","steps":["trace[915055727] 'process raft request' (duration: 161.193062ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:36:04.609583Z","caller":"traceutil/trace.go:171","msg":"trace[1113139045] transaction","detail":"{read_only:false; response_revision:21934; number_of_response:1; }","duration":"161.111451ms","start":"2026-03-11T17:36:04.448464Z","end":"2026-03-11T17:36:04.609576Z","steps":["trace[1113139045] 'process raft request' (duration: 160.774174ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:36:04.609882Z","caller":"traceutil/trace.go:171","msg":"trace[308761371] transaction","detail":"{read_only:false; response_revision:21936; number_of_response:1; }","duration":"160.941696ms","start":"2026-03-11T17:36:04.448933Z","end":"2026-03-11T17:36:04.609875Z","steps":["trace[308761371] 'process raft request' (duration: 160.371934ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:36:04.610114Z","caller":"traceutil/trace.go:171","msg":"trace[2139956729] transaction","detail":"{read_only:false; response_revision:21937; number_of_response:1; }","duration":"153.191996ms","start":"2026-03-11T17:36:04.456912Z","end":"2026-03-11T17:36:04.610104Z","steps":["trace[2139956729] 'process raft request' (duration: 152.745616ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:36:04.610265Z","caller":"traceutil/trace.go:171","msg":"trace[2147375633] transaction","detail":"{read_only:false; response_revision:21938; number_of_response:1; }","duration":"104.165263ms","start":"2026-03-11T17:36:04.506067Z","end":"2026-03-11T17:36:04.610233Z","steps":["trace[2147375633] 'process raft request' (duration: 103.894096ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:37:59.658002Z","caller":"traceutil/trace.go:171","msg":"trace[310096241] transaction","detail":"{read_only:false; response_revision:23005; number_of_response:1; }","duration":"382.972894ms","start":"2026-03-11T17:37:59.274971Z","end":"2026-03-11T17:37:59.657944Z","steps":["trace[310096241] 'process raft request' (duration: 381.491371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:37:59.658373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:37:59.274945Z","time spent":"383.2776ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:38:04.826821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.005134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:38:04.82691Z","caller":"traceutil/trace.go:171","msg":"trace[525486457] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23036; }","duration":"166.137647ms","start":"2026-03-11T17:38:04.660753Z","end":"2026-03-11T17:38:04.82689Z","steps":["trace[525486457] 'range keys from in-memory index tree' (duration: 165.856441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:05.328817Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438644257772311,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-11T17:38:05.479226Z","caller":"traceutil/trace.go:171","msg":"trace[494320045] transaction","detail":"{read_only:false; response_revision:23037; number_of_response:1; }","duration":"679.203423ms","start":"2026-03-11T17:38:04.799992Z","end":"2026-03-11T17:38:05.479195Z","steps":["trace[494320045] 'process raft request' (duration: 678.893437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:05.479477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:04.799978Z","time spent":"679.381057ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:38:06.391563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:05.751079Z","time spent":"640.473868ms","remote":"127.0.0.1:43180","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-11T17:38:06.392355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.994483ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:38:06.392753Z","caller":"traceutil/trace.go:171","msg":"trace[1631121257] linearizableReadLoop","detail":"{readStateIndex:23848; appliedIndex:23842; }","duration":"1.564222739s","start":"2026-03-11T17:38:04.828507Z","end":"2026-03-11T17:38:06.392729Z","steps":["trace[1631121257] 'read index received' (duration: 650.472479ms)","trace[1631121257] 'applied index is now lower than readState.Index' (duration: 913.74825ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:38:06.392876Z","caller":"traceutil/trace.go:171","msg":"trace[196778229] transaction","detail":"{read_only:false; response_revision:23038; number_of_response:1; }","duration":"1.543127474s","start":"2026-03-11T17:38:04.84973Z","end":"2026-03-11T17:38:06.392858Z","steps":["trace[196778229] 'process raft request' (duration: 1.319547208s)","trace[196778229] 'compare' (duration: 221.747175ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:38:06.392964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:04.849703Z","time spent":"1.543215185s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:38:06.393107Z","caller":"traceutil/trace.go:171","msg":"trace[691782626] transaction","detail":"{read_only:false; response_revision:23039; number_of_response:1; }","duration":"1.520444563s","start":"2026-03-11T17:38:04.87265Z","end":"2026-03-11T17:38:06.393095Z","steps":["trace[691782626] 'process raft request' (duration: 1.51985405s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:06.393179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:04.872632Z","time spent":"1.520506754s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:38:06.393453Z","caller":"traceutil/trace.go:171","msg":"trace[1985624626] transaction","detail":"{read_only:false; response_revision:23040; number_of_response:1; }","duration":"1.513443518s","start":"2026-03-11T17:38:04.879994Z","end":"2026-03-11T17:38:06.393438Z","steps":["trace[1985624626] 'process raft request' (duration: 1.51260247s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:06.393534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:04.879985Z","time spent":"1.51351621s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:38:06.393706Z","caller":"traceutil/trace.go:171","msg":"trace[1936850164] transaction","detail":"{read_only:false; response_revision:23041; number_of_response:1; }","duration":"1.51128498s","start":"2026-03-11T17:38:04.882409Z","end":"2026-03-11T17:38:06.393694Z","steps":["trace[1936850164] 'process raft request' (duration: 1.510225887s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:06.39377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:04.882388Z","time spent":"1.511351462s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:38:06.393913Z","caller":"traceutil/trace.go:171","msg":"trace[364345417] transaction","detail":"{read_only:false; response_revision:23042; number_of_response:1; }","duration":"1.146743663s","start":"2026-03-11T17:38:05.247122Z","end":"2026-03-11T17:38:06.393866Z","steps":["trace[364345417] 'process raft request' (duration: 1.145551787s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:06.394134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:05.247105Z","time spent":"1.146913547s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:38:06.393908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.565393594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:38:06.394318Z","caller":"traceutil/trace.go:171","msg":"trace[719111230] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23042; }","duration":"1.565849165s","start":"2026-03-11T17:38:04.82845Z","end":"2026-03-11T17:38:06.394299Z","steps":["trace[719111230] 'agreement among raft nodes before linearized reading' (duration: 1.565398844s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:06.394348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:04.828427Z","time spent":"1.565912886s","remote":"127.0.0.1:35750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-11T17:38:06.400762Z","caller":"traceutil/trace.go:171","msg":"trace[276109812] transaction","detail":"{read_only:false; response_revision:23043; number_of_response:1; }","duration":"722.868327ms","start":"2026-03-11T17:38:05.67784Z","end":"2026-03-11T17:38:06.400708Z","steps":["trace[276109812] 'process raft request' (duration: 722.749655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:06.400993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:05.677813Z","time spent":"723.100322ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:38:07.550514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.150546ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:38:07.550647Z","caller":"traceutil/trace.go:171","msg":"trace[218607847] linearizableReadLoop","detail":"{readStateIndex:23850; appliedIndex:23848; }","duration":"1.157816317s","start":"2026-03-11T17:38:06.392813Z","end":"2026-03-11T17:38:07.55063Z","steps":["trace[218607847] 'read index received' (duration: 7.70403ms)","trace[218607847] 'applied index is now lower than readState.Index' (duration: 1.150110767s)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:38:07.550917Z","caller":"traceutil/trace.go:171","msg":"trace[1379363529] transaction","detail":"{read_only:false; response_revision:23044; number_of_response:1; }","duration":"1.180007238s","start":"2026-03-11T17:38:06.370896Z","end":"2026-03-11T17:38:07.550903Z","steps":["trace[1379363529] 'process raft request' (duration: 729.337201ms)","trace[1379363529] 'compare' (duration: 449.370549ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:38:07.551001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:06.370859Z","time spent":"1.180101179s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:38:07.551306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.696664223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-11T17:38:07.551348Z","caller":"traceutil/trace.go:171","msg":"trace[812232844] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:1; response_revision:23044; }","duration":"1.696738945s","start":"2026-03-11T17:38:05.8546Z","end":"2026-03-11T17:38:07.551339Z","steps":["trace[812232844] 'agreement among raft nodes before linearized reading' (duration: 1.696598262s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:07.551378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:05.854583Z","time spent":"1.696787875s","remote":"127.0.0.1:35788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.153\" "} {"level":"warn","ts":"2026-03-11T17:38:07.551536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.06439015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:38:07.551575Z","caller":"traceutil/trace.go:171","msg":"trace[449159136] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23044; }","duration":"2.064563744s","start":"2026-03-11T17:38:05.487001Z","end":"2026-03-11T17:38:07.551565Z","steps":["trace[449159136] 'agreement among raft nodes before linearized reading' (duration: 2.064502422s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:07.551611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:05.486972Z","time spent":"2.064631425s","remote":"127.0.0.1:33132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:38:07.552092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.560548032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:38:07.552159Z","caller":"traceutil/trace.go:171","msg":"trace[1295257076] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:23044; }","duration":"2.560656704s","start":"2026-03-11T17:38:04.991487Z","end":"2026-03-11T17:38:07.552144Z","steps":["trace[1295257076] 'agreement among raft nodes before linearized reading' (duration: 2.560533541s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:07.552193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:04.991472Z","time spent":"2.560713166s","remote":"127.0.0.1:33242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:38:07.552247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.300380039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-11T17:38:07.552235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.661125032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:38:07.552298Z","caller":"traceutil/trace.go:171","msg":"trace[1968536584] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23044; }","duration":"2.30043774s","start":"2026-03-11T17:38:05.251843Z","end":"2026-03-11T17:38:07.552281Z","steps":["trace[1968536584] 'agreement among raft nodes before linearized reading' (duration: 2.300300977s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:07.552307Z","caller":"traceutil/trace.go:171","msg":"trace[669851958] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:23044; }","duration":"2.661240254s","start":"2026-03-11T17:38:04.891049Z","end":"2026-03-11T17:38:07.552289Z","steps":["trace[669851958] 'agreement among raft nodes before linearized reading' (duration: 2.661079581s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:07.552331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:05.251835Z","time spent":"2.300488041s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T17:38:07.552348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.361691392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:38:07.552354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:04.89104Z","time spent":"2.661300655s","remote":"127.0.0.1:50686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:38:07.552375Z","caller":"traceutil/trace.go:171","msg":"trace[1281743299] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:23044; }","duration":"2.361820865s","start":"2026-03-11T17:38:05.190545Z","end":"2026-03-11T17:38:07.552366Z","steps":["trace[1281743299] 'agreement among raft nodes before linearized reading' (duration: 2.361778064s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:07.552396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:05.190528Z","time spent":"2.361863026s","remote":"127.0.0.1:33152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:38:07.552388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.299257634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-11T17:38:07.552412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.306673068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-11T17:38:07.552445Z","caller":"traceutil/trace.go:171","msg":"trace[286789649] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23044; }","duration":"2.299337646s","start":"2026-03-11T17:38:05.253092Z","end":"2026-03-11T17:38:07.55243Z","steps":["trace[286789649] 'agreement among raft nodes before linearized reading' (duration: 2.299185703s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:07.552448Z","caller":"traceutil/trace.go:171","msg":"trace[154346421] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23044; }","duration":"2.306769509s","start":"2026-03-11T17:38:05.245667Z","end":"2026-03-11T17:38:07.552437Z","steps":["trace[154346421] 'agreement among raft nodes before linearized reading' (duration: 2.306639197s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:07.552473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:05.253087Z","time spent":"2.299380717s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T17:38:07.552476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:05.245651Z","time spent":"2.30681747s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T17:38:07.552513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.300596233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-11T17:38:07.552546Z","caller":"traceutil/trace.go:171","msg":"trace[1653223854] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23044; }","duration":"2.300651755s","start":"2026-03-11T17:38:05.251886Z","end":"2026-03-11T17:38:07.552537Z","steps":["trace[1653223854] 'agreement among raft nodes before linearized reading' (duration: 2.300566643s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:07.552571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:05.251875Z","time spent":"2.300690465s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T17:38:07.552584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.391034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:38:07.552591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.303102079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-11T17:38:07.552606Z","caller":"traceutil/trace.go:171","msg":"trace[787140845] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:23044; }","duration":"388.450675ms","start":"2026-03-11T17:38:07.164149Z","end":"2026-03-11T17:38:07.5526Z","steps":["trace[787140845] 'agreement among raft nodes before linearized reading' (duration: 388.414524ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:07.552618Z","caller":"traceutil/trace.go:171","msg":"trace[403885484] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23044; }","duration":"2.30316808s","start":"2026-03-11T17:38:05.249442Z","end":"2026-03-11T17:38:07.55261Z","steps":["trace[403885484] 'agreement among raft nodes before linearized reading' (duration: 2.303093099s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:07.552626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:07.164131Z","time spent":"388.490786ms","remote":"127.0.0.1:33008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:38:07.552615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.15113346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:38:07.552637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:05.249428Z","time spent":"2.303204281s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-11T17:38:07.552671Z","caller":"traceutil/trace.go:171","msg":"trace[1971264602] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23044; }","duration":"1.151256053s","start":"2026-03-11T17:38:06.401399Z","end":"2026-03-11T17:38:07.552655Z","steps":["trace[1971264602] 'agreement among raft nodes before linearized reading' (duration: 1.151160021s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:07.552693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.124089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:38:07.552697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:06.401365Z","time spent":"1.151328385s","remote":"127.0.0.1:35764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-11T17:38:07.552716Z","caller":"traceutil/trace.go:171","msg":"trace[1145426131] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:23044; }","duration":"567.19749ms","start":"2026-03-11T17:38:06.98551Z","end":"2026-03-11T17:38:07.552708Z","steps":["trace[1145426131] 'agreement among raft nodes before linearized reading' (duration: 567.16204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:07.552725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023313179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:38:07.552731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:06.985487Z","time spent":"567.240981ms","remote":"127.0.0.1:35636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:38:07.552747Z","caller":"traceutil/trace.go:171","msg":"trace[1303362483] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23044; }","duration":"1.02338635s","start":"2026-03-11T17:38:06.529352Z","end":"2026-03-11T17:38:07.552739Z","steps":["trace[1303362483] 'agreement among raft nodes before linearized reading' (duration: 1.023353559s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:07.552766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:06.529323Z","time spent":"1.023437761s","remote":"127.0.0.1:33086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:38:07.552987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.205062865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-11T17:38:07.553067Z","caller":"traceutil/trace.go:171","msg":"trace[1497619615] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23044; }","duration":"2.205176307s","start":"2026-03-11T17:38:05.347878Z","end":"2026-03-11T17:38:07.553055Z","steps":["trace[1497619615] 'agreement among raft nodes before linearized reading' (duration: 2.203894739s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:07.553097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:05.347864Z","time spent":"2.205225979s","remote":"127.0.0.1:35918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-11T17:38:08.057852Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438644257772323,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T17:38:08.5581Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438644257772323,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T17:38:08.619847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.565397ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:38:08.619936Z","caller":"traceutil/trace.go:171","msg":"trace[664946370] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23044; }","duration":"455.665979ms","start":"2026-03-11T17:38:08.164258Z","end":"2026-03-11T17:38:08.619924Z","steps":["trace[664946370] 'range keys from in-memory index tree' (duration: 455.551347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:08.816247Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.261818133s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-11T17:38:08.816941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:07.554264Z","time spent":"1.262652191s","remote":"127.0.0.1:35788","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-11T17:38:08.82453Z","caller":"traceutil/trace.go:171","msg":"trace[795812029] linearizableReadLoop","detail":"{readStateIndex:23863; appliedIndex:23851; }","duration":"1.267399806s","start":"2026-03-11T17:38:07.557107Z","end":"2026-03-11T17:38:08.824507Z","steps":["trace[795812029] 'read index received' (duration: 1.260515795s)","trace[795812029] 'applied index is now lower than readState.Index' (duration: 6.883031ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:38:08.824914Z","caller":"traceutil/trace.go:171","msg":"trace[1410919689] transaction","detail":"{read_only:false; response_revision:23045; number_of_response:1; }","duration":"1.268121892s","start":"2026-03-11T17:38:07.556753Z","end":"2026-03-11T17:38:08.824875Z","steps":["trace[1410919689] 'process raft request' (duration: 1.266424535s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:08.825244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.234357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-11T17:38:08.825301Z","caller":"traceutil/trace.go:171","msg":"trace[1770953066] transaction","detail":"{read_only:false; response_revision:23051; number_of_response:1; }","duration":"426.790501ms","start":"2026-03-11T17:38:08.398479Z","end":"2026-03-11T17:38:08.825269Z","steps":["trace[1770953066] 'process raft request' (duration: 425.207186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:08.825301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:07.556735Z","time spent":"1.268326936s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:38:08.825375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.498255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:38:08.825405Z","caller":"traceutil/trace.go:171","msg":"trace[1016750237] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23057; }","duration":"653.561247ms","start":"2026-03-11T17:38:08.171835Z","end":"2026-03-11T17:38:08.825396Z","steps":["trace[1016750237] 'agreement among raft nodes before linearized reading' (duration: 653.509855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:08.825439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:08.171819Z","time spent":"653.611247ms","remote":"127.0.0.1:60228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:38:08.825453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:08.398464Z","time spent":"426.911303ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:38:08.825573Z","caller":"traceutil/trace.go:171","msg":"trace[1074316697] transaction","detail":"{read_only:false; response_revision:23046; number_of_response:1; }","duration":"1.26803361s","start":"2026-03-11T17:38:07.55753Z","end":"2026-03-11T17:38:08.825563Z","steps":["trace[1074316697] 'process raft request' (duration: 1.265836152s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:08.825618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.769184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:38:08.825654Z","caller":"traceutil/trace.go:171","msg":"trace[1763512157] transaction","detail":"{read_only:false; response_revision:23047; number_of_response:1; }","duration":"1.267956609s","start":"2026-03-11T17:38:07.557689Z","end":"2026-03-11T17:38:08.825646Z","steps":["trace[1763512157] 'process raft request' (duration: 1.26572312s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:08.82566Z","caller":"traceutil/trace.go:171","msg":"trace[1157068441] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:23057; }","duration":"722.819075ms","start":"2026-03-11T17:38:08.102831Z","end":"2026-03-11T17:38:08.825651Z","steps":["trace[1157068441] 'agreement among raft nodes before linearized reading' (duration: 722.761324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:08.82568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:07.557683Z","time spent":"1.267984529s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:38:08.825628Z","caller":"traceutil/trace.go:171","msg":"trace[834578413] transaction","detail":"{read_only:false; response_revision:23056; number_of_response:1; }","duration":"420.638625ms","start":"2026-03-11T17:38:08.404858Z","end":"2026-03-11T17:38:08.825496Z","steps":["trace[834578413] 'process raft request' (duration: 419.614232ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:08.825751Z","caller":"traceutil/trace.go:171","msg":"trace[458681464] transaction","detail":"{read_only:false; response_revision:23049; number_of_response:1; }","duration":"1.258983061s","start":"2026-03-11T17:38:07.566763Z","end":"2026-03-11T17:38:08.825746Z","steps":["trace[458681464] 'process raft request' (duration: 1.256722651s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:08.825776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:07.566747Z","time spent":"1.259016383s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:38:08.825791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:08.404844Z","time spent":"420.920973ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:38:08.825903Z","caller":"traceutil/trace.go:171","msg":"trace[124285641] transaction","detail":"{read_only:false; response_revision:23050; number_of_response:1; }","duration":"1.215632464s","start":"2026-03-11T17:38:07.610265Z","end":"2026-03-11T17:38:08.825897Z","steps":["trace[124285641] 'process raft request' (duration: 1.213252212s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:08.825933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:07.610243Z","time spent":"1.215674705s","remote":"127.0.0.1:35826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":762,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-11T17:38:08.825318Z","caller":"traceutil/trace.go:171","msg":"trace[1311701681] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:23057; }","duration":"517.325179ms","start":"2026-03-11T17:38:08.307973Z","end":"2026-03-11T17:38:08.825298Z","steps":["trace[1311701681] 'agreement among raft nodes before linearized reading' (duration: 517.175096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:08.824959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.264062593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:38:08.826038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:08.307957Z","time spent":"518.071216ms","remote":"127.0.0.1:35902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-03-11T17:38:08.826056Z","caller":"traceutil/trace.go:171","msg":"trace[591307924] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23057; }","duration":"1.265188559s","start":"2026-03-11T17:38:07.560857Z","end":"2026-03-11T17:38:08.826046Z","steps":["trace[591307924] 'agreement among raft nodes before linearized reading' (duration: 1.263999272s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:08.826102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:07.560852Z","time spent":"1.26523967s","remote":"127.0.0.1:35764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T17:38:08.82577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.986191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:38:08.826173Z","caller":"traceutil/trace.go:171","msg":"trace[1799792153] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:23057; }","duration":"723.409279ms","start":"2026-03-11T17:38:08.102752Z","end":"2026-03-11T17:38:08.826161Z","steps":["trace[1799792153] 'agreement among raft nodes before linearized reading' (duration: 722.961149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:08.826216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:08.102738Z","time spent":"723.46842ms","remote":"127.0.0.1:36206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":48,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:38:08.82615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.269039613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-11T17:38:08.826242Z","caller":"traceutil/trace.go:171","msg":"trace[1672854999] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23057; }","duration":"1.269150476s","start":"2026-03-11T17:38:07.557083Z","end":"2026-03-11T17:38:08.826234Z","steps":["trace[1672854999] 'agreement among raft nodes before linearized reading' (duration: 1.268834219s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:08.825693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:08.102828Z","time spent":"722.856938ms","remote":"127.0.0.1:52092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:38:08.826289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:07.557069Z","time spent":"1.269213177s","remote":"127.0.0.1:35918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-11T17:38:08.825731Z","caller":"traceutil/trace.go:171","msg":"trace[1372513532] transaction","detail":"{read_only:false; response_revision:23048; number_of_response:1; }","duration":"1.267634093s","start":"2026-03-11T17:38:07.558088Z","end":"2026-03-11T17:38:08.825722Z","steps":["trace[1372513532] 'process raft request' (duration: 1.265359772s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:08.825628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:07.557519Z","time spent":"1.268074031s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:38:08.826511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:07.55808Z","time spent":"1.268369229s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:38:08.826744Z","caller":"traceutil/trace.go:171","msg":"trace[1629005907] transaction","detail":"{read_only:false; response_revision:23053; number_of_response:1; }","duration":"426.912545ms","start":"2026-03-11T17:38:08.399818Z","end":"2026-03-11T17:38:08.82673Z","steps":["trace[1629005907] 'process raft request' (duration: 424.352748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:08.826796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:08.399813Z","time spent":"426.960246ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:38:08.826891Z","caller":"traceutil/trace.go:171","msg":"trace[1401079285] transaction","detail":"{read_only:false; response_revision:23052; number_of_response:1; }","duration":"427.988878ms","start":"2026-03-11T17:38:08.398897Z","end":"2026-03-11T17:38:08.826886Z","steps":["trace[1401079285] 'process raft request' (duration: 425.134005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:08.826925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:08.398892Z","time spent":"428.015769ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:38:08.827009Z","caller":"traceutil/trace.go:171","msg":"trace[770836347] transaction","detail":"{read_only:false; response_revision:23055; number_of_response:1; }","duration":"421.980664ms","start":"2026-03-11T17:38:08.40336Z","end":"2026-03-11T17:38:08.825341Z","steps":["trace[770836347] 'process raft request' (duration: 421.068304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:08.827177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:08.403333Z","time spent":"423.781145ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:38:08.827Z","caller":"traceutil/trace.go:171","msg":"trace[855735661] transaction","detail":"{read_only:false; response_revision:23054; number_of_response:1; }","duration":"426.194838ms","start":"2026-03-11T17:38:08.400783Z","end":"2026-03-11T17:38:08.826978Z","steps":["trace[855735661] 'process raft request' (duration: 423.518149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:08.828154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:08.400779Z","time spent":"427.324302ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:38:11.029444Z","caller":"traceutil/trace.go:171","msg":"trace[488296655] linearizableReadLoop","detail":"{readStateIndex:23868; appliedIndex:23867; }","duration":"403.706551ms","start":"2026-03-11T17:38:10.625704Z","end":"2026-03-11T17:38:11.02941Z","steps":["trace[488296655] 'read index received' (duration: 403.603909ms)","trace[488296655] 'applied index is now lower than readState.Index' (duration: 101.902µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:38:11.029515Z","caller":"traceutil/trace.go:171","msg":"trace[100890071] transaction","detail":"{read_only:false; response_revision:23061; number_of_response:1; }","duration":"544.012269ms","start":"2026-03-11T17:38:10.485496Z","end":"2026-03-11T17:38:11.029508Z","steps":["trace[100890071] 'process raft request' (duration: 543.793044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:11.029593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:10.48547Z","time spent":"544.062269ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:38:11.029709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.986897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"info","ts":"2026-03-11T17:38:11.029785Z","caller":"traceutil/trace.go:171","msg":"trace[1953118526] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:23061; }","duration":"404.10247ms","start":"2026-03-11T17:38:10.625665Z","end":"2026-03-11T17:38:11.029768Z","steps":["trace[1953118526] 'agreement among raft nodes before linearized reading' (duration: 403.873815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:11.029835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:10.625651Z","time spent":"404.172541ms","remote":"127.0.0.1:36134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11739,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"info","ts":"2026-03-11T17:38:11.348207Z","caller":"traceutil/trace.go:171","msg":"trace[1154700776] transaction","detail":"{read_only:false; response_revision:23062; number_of_response:1; }","duration":"657.264659ms","start":"2026-03-11T17:38:10.69091Z","end":"2026-03-11T17:38:11.348175Z","steps":["trace[1154700776] 'process raft request' (duration: 657.081955ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:11.348182Z","caller":"traceutil/trace.go:171","msg":"trace[239353948] transaction","detail":"{read_only:false; response_revision:23063; number_of_response:1; }","duration":"515.723174ms","start":"2026-03-11T17:38:10.83244Z","end":"2026-03-11T17:38:11.348163Z","steps":["trace[239353948] 'process raft request' (duration: 515.669523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:11.348369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:10.832424Z","time spent":"515.880878ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:38:11.348367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:10.690887Z","time spent":"657.395881ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:38:11.348547Z","caller":"traceutil/trace.go:171","msg":"trace[2096214076] transaction","detail":"{read_only:false; response_revision:23066; number_of_response:1; }","duration":"514.782794ms","start":"2026-03-11T17:38:10.83375Z","end":"2026-03-11T17:38:11.348533Z","steps":["trace[2096214076] 'process raft request' (duration: 514.699552ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:11.348572Z","caller":"traceutil/trace.go:171","msg":"trace[1829085204] transaction","detail":"{read_only:false; response_revision:23067; number_of_response:1; }","duration":"514.480178ms","start":"2026-03-11T17:38:10.834083Z","end":"2026-03-11T17:38:11.348563Z","steps":["trace[1829085204] 'process raft request' (duration: 514.405736ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:11.348583Z","caller":"traceutil/trace.go:171","msg":"trace[39881727] linearizableReadLoop","detail":"{readStateIndex:23875; appliedIndex:23868; }","duration":"319.077414ms","start":"2026-03-11T17:38:11.029488Z","end":"2026-03-11T17:38:11.348565Z","steps":["trace[39881727] 'read index received' (duration: 318.529192ms)","trace[39881727] 'applied index is now lower than readState.Index' (duration: 547.152µs)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:38:11.348679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:10.833727Z","time spent":"514.872935ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:38:11.348692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.254548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-11T17:38:11.348716Z","caller":"traceutil/trace.go:171","msg":"trace[537785231] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23068; }","duration":"517.2985ms","start":"2026-03-11T17:38:10.831409Z","end":"2026-03-11T17:38:11.348708Z","steps":["trace[537785231] 'agreement among raft nodes before linearized reading' (duration: 517.217098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:11.348732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:10.831397Z","time spent":"517.33185ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T17:38:11.348727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.296381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-11T17:38:11.348759Z","caller":"traceutil/trace.go:171","msg":"trace[1007164393] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23068; }","duration":"518.351133ms","start":"2026-03-11T17:38:10.830396Z","end":"2026-03-11T17:38:11.348747Z","steps":["trace[1007164393] 'agreement among raft nodes before linearized reading' (duration: 518.25749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:11.348794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:10.830385Z","time spent":"518.400983ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T17:38:11.348817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.771392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-11T17:38:11.348824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.04433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:38:11.348834Z","caller":"traceutil/trace.go:171","msg":"trace[1022571076] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:23068; }","duration":"369.820153ms","start":"2026-03-11T17:38:10.97901Z","end":"2026-03-11T17:38:11.34883Z","steps":["trace[1022571076] 'agreement among raft nodes before linearized reading' (duration: 369.715701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:11.348851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:10.978998Z","time spent":"369.849354ms","remote":"127.0.0.1:35842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":140,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:38:11.348853Z","caller":"traceutil/trace.go:171","msg":"trace[652635035] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23068; }","duration":"689.109842ms","start":"2026-03-11T17:38:10.659736Z","end":"2026-03-11T17:38:11.348846Z","steps":["trace[652635035] 'agreement among raft nodes before linearized reading' (duration: 689.04793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:11.348873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:10.659715Z","time spent":"689.154012ms","remote":"127.0.0.1:35764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T17:38:11.348612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:10.834077Z","time spent":"514.515848ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:38:11.348539Z","caller":"traceutil/trace.go:171","msg":"trace[157690853] transaction","detail":"{read_only:false; response_revision:23065; number_of_response:1; }","duration":"515.251453ms","start":"2026-03-11T17:38:10.833266Z","end":"2026-03-11T17:38:11.348517Z","steps":["trace[157690853] 'process raft request' (duration: 515.0925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:11.34901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.614353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-11T17:38:11.349011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.498612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-11T17:38:11.349027Z","caller":"traceutil/trace.go:171","msg":"trace[1779419343] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23068; }","duration":"516.656975ms","start":"2026-03-11T17:38:10.832366Z","end":"2026-03-11T17:38:11.349023Z","steps":["trace[1779419343] 'agreement among raft nodes before linearized reading' (duration: 516.606283ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:11.34903Z","caller":"traceutil/trace.go:171","msg":"trace[1276674185] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23068; }","duration":"517.538814ms","start":"2026-03-11T17:38:10.831487Z","end":"2026-03-11T17:38:11.349026Z","steps":["trace[1276674185] 'agreement among raft nodes before linearized reading' (duration: 517.479242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:11.349041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:10.832354Z","time spent":"516.684525ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-11T17:38:11.349045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:10.831436Z","time spent":"517.605656ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T17:38:11.349051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.61052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:38:11.34908Z","caller":"traceutil/trace.go:171","msg":"trace[1247833522] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:23068; }","duration":"524.675122ms","start":"2026-03-11T17:38:10.824394Z","end":"2026-03-11T17:38:11.349069Z","steps":["trace[1247833522] 'agreement among raft nodes before linearized reading' (duration: 524.631581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:11.349107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:10.824375Z","time spent":"524.724832ms","remote":"127.0.0.1:51040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:38:11.348999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:10.833257Z","time spent":"515.691624ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:38:11.348715Z","caller":"traceutil/trace.go:171","msg":"trace[223711008] transaction","detail":"{read_only:false; response_revision:23068; number_of_response:1; }","duration":"513.637888ms","start":"2026-03-11T17:38:10.835072Z","end":"2026-03-11T17:38:11.34871Z","steps":["trace[223711008] 'process raft request' (duration: 513.450074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:11.348691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.055893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-11T17:38:11.349181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:10.835065Z","time spent":"514.098388ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:38:11.349188Z","caller":"traceutil/trace.go:171","msg":"trace[1954998842] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23068; }","duration":"517.585785ms","start":"2026-03-11T17:38:10.831596Z","end":"2026-03-11T17:38:11.349182Z","steps":["trace[1954998842] 'agreement among raft nodes before linearized reading' (duration: 516.989112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:11.349207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:10.831591Z","time spent":"517.609845ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-11T17:38:11.348477Z","caller":"traceutil/trace.go:171","msg":"trace[658395360] transaction","detail":"{read_only:false; response_revision:23064; number_of_response:1; }","duration":"515.425728ms","start":"2026-03-11T17:38:10.833001Z","end":"2026-03-11T17:38:11.348427Z","steps":["trace[658395360] 'process raft request' (duration: 515.135141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:11.349418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:10.832979Z","time spent":"516.41239ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:38:11.849004Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438644257772371,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T17:38:12.163919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.187669ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-11T17:38:13.226327Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.272509399s","expected-duration":"1s"} {"level":"info","ts":"2026-03-11T17:38:13.226633Z","caller":"traceutil/trace.go:171","msg":"trace[516318960] transaction","detail":"{read_only:false; response_revision:23069; number_of_response:1; }","duration":"1.873845162s","start":"2026-03-11T17:38:11.35277Z","end":"2026-03-11T17:38:13.226615Z","steps":["trace[516318960] 'process raft request' (duration: 1.873706269s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:13.226759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:11.352758Z","time spent":"1.873929185s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:38:13.226988Z","caller":"traceutil/trace.go:171","msg":"trace[2029619386] transaction","detail":"{read_only:false; response_revision:23070; number_of_response:1; }","duration":"1.87369872s","start":"2026-03-11T17:38:11.353281Z","end":"2026-03-11T17:38:13.226979Z","steps":["trace[2029619386] 'process raft request' (duration: 1.873307081s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:13.227034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:11.353271Z","time spent":"1.873741281s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:38:13.227204Z","caller":"traceutil/trace.go:171","msg":"trace[764068207] linearizableReadLoop","detail":"{readStateIndex:23882; appliedIndex:23875; }","duration":"1.878556487s","start":"2026-03-11T17:38:11.348629Z","end":"2026-03-11T17:38:13.227185Z","steps":["trace[764068207] 'read index received' (duration: 605.21372ms)","trace[764068207] 'applied index is now lower than readState.Index' (duration: 1.273341827s)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:38:13.227221Z","caller":"traceutil/trace.go:171","msg":"trace[849377342] transaction","detail":"{read_only:false; response_revision:23071; number_of_response:1; }","duration":"1.873634468s","start":"2026-03-11T17:38:11.353544Z","end":"2026-03-11T17:38:13.227178Z","steps":["trace[849377342] 'process raft request' (duration: 1.87324379s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:13.227286Z","caller":"traceutil/trace.go:171","msg":"trace[1548718545] transaction","detail":"{read_only:false; response_revision:23073; number_of_response:1; }","duration":"1.873549216s","start":"2026-03-11T17:38:11.353727Z","end":"2026-03-11T17:38:13.227276Z","steps":["trace[1548718545] 'process raft request' (duration: 1.873317081s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:13.227305Z","caller":"traceutil/trace.go:171","msg":"trace[525569628] transaction","detail":"{read_only:false; response_revision:23074; number_of_response:1; }","duration":"1.658762595s","start":"2026-03-11T17:38:11.568506Z","end":"2026-03-11T17:38:13.227269Z","steps":["trace[525569628] 'process raft request' (duration: 1.658628052s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:13.227396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.165550273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-11T17:38:13.227415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:11.353538Z","time spent":"1.873782081s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:38:13.227434Z","caller":"traceutil/trace.go:171","msg":"trace[1399710543] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:23074; }","duration":"2.165627254s","start":"2026-03-11T17:38:11.061794Z","end":"2026-03-11T17:38:13.227422Z","steps":["trace[1399710543] 'agreement among raft nodes before linearized reading' (duration: 2.16545783s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:13.227457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:11.568489Z","time spent":"1.658888398s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:38:13.227501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.818739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:38:13.227515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.876049042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:38:13.227428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:11.353723Z","time spent":"1.873627738s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:38:13.22757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.210079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:38:13.227586Z","caller":"traceutil/trace.go:171","msg":"trace[566496658] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:23074; }","duration":"600.26079ms","start":"2026-03-11T17:38:12.627321Z","end":"2026-03-11T17:38:13.227582Z","steps":["trace[566496658] 'agreement among raft nodes before linearized reading' (duration: 600.23961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:13.227603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:12.627305Z","time spent":"600.295171ms","remote":"127.0.0.1:51118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:38:13.227602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.122937697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:38:13.227626Z","caller":"traceutil/trace.go:171","msg":"trace[479636887] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:23074; }","duration":"1.122998429s","start":"2026-03-11T17:38:12.10462Z","end":"2026-03-11T17:38:13.227618Z","steps":["trace[479636887] 'agreement among raft nodes before linearized reading' (duration: 1.122945748s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:13.227523Z","caller":"traceutil/trace.go:171","msg":"trace[1781188074] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:23074; }","duration":"796.865801ms","start":"2026-03-11T17:38:12.430652Z","end":"2026-03-11T17:38:13.227517Z","steps":["trace[1781188074] 'agreement among raft nodes before linearized reading' (duration: 796.83159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:13.227652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:12.104604Z","time spent":"1.1230436s","remote":"127.0.0.1:35658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:38:13.227687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.179916605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:38:13.227697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:12.430637Z","time spent":"797.031024ms","remote":"127.0.0.1:35946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:38:13.227735Z","caller":"traceutil/trace.go:171","msg":"trace[1479145530] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23074; }","duration":"1.180005367s","start":"2026-03-11T17:38:12.047716Z","end":"2026-03-11T17:38:13.227721Z","steps":["trace[1479145530] 'agreement among raft nodes before linearized reading' (duration: 1.179915425s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:13.227741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.08572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:38:13.227769Z","caller":"traceutil/trace.go:171","msg":"trace[539268257] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23074; }","duration":"766.155172ms","start":"2026-03-11T17:38:12.461608Z","end":"2026-03-11T17:38:13.227763Z","steps":["trace[539268257] 'agreement among raft nodes before linearized reading' (duration: 766.113721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:13.227772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:12.047697Z","time spent":"1.180066488s","remote":"127.0.0.1:32962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:38:13.227793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:12.461588Z","time spent":"766.196304ms","remote":"127.0.0.1:33250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-11T17:38:13.227814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.526618579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-11T17:38:13.227466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:11.061775Z","time spent":"2.165684945s","remote":"127.0.0.1:36028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":175,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:38:13.227878Z","caller":"traceutil/trace.go:171","msg":"trace[616485701] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23074; }","duration":"1.5266816s","start":"2026-03-11T17:38:11.70118Z","end":"2026-03-11T17:38:13.227861Z","steps":["trace[616485701] 'agreement among raft nodes before linearized reading' (duration: 1.526534967s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:13.227242Z","caller":"traceutil/trace.go:171","msg":"trace[1093495622] transaction","detail":"{read_only:false; response_revision:23072; number_of_response:1; }","duration":"1.873516276s","start":"2026-03-11T17:38:11.353687Z","end":"2026-03-11T17:38:13.227203Z","steps":["trace[1093495622] 'process raft request' (duration: 1.87325422s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:13.227919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:11.701125Z","time spent":"1.526783062s","remote":"127.0.0.1:35842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-11T17:38:13.227946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:11.35368Z","time spent":"1.874242262s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:38:13.227549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.773231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:38:13.228007Z","caller":"traceutil/trace.go:171","msg":"trace[323844762] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23074; }","duration":"162.266582ms","start":"2026-03-11T17:38:13.065731Z","end":"2026-03-11T17:38:13.227998Z","steps":["trace[323844762] 'agreement among raft nodes before linearized reading' (duration: 161.802092ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:13.227552Z","caller":"traceutil/trace.go:171","msg":"trace[1222152864] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23074; }","duration":"1.876096423s","start":"2026-03-11T17:38:11.351444Z","end":"2026-03-11T17:38:13.227541Z","steps":["trace[1222152864] 'agreement among raft nodes before linearized reading' (duration: 1.876037022s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:13.228079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:11.351433Z","time spent":"1.876638305s","remote":"127.0.0.1:35750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T17:38:13.227714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.189687085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"info","ts":"2026-03-11T17:38:13.228207Z","caller":"traceutil/trace.go:171","msg":"trace[1104483067] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:23074; }","duration":"2.190255158s","start":"2026-03-11T17:38:11.037942Z","end":"2026-03-11T17:38:13.228197Z","steps":["trace[1104483067] 'agreement among raft nodes before linearized reading' (duration: 2.18944268s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:13.228236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:11.037924Z","time spent":"2.190303619s","remote":"127.0.0.1:36134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11739,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-03-11T17:38:13.987654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.279699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-11T17:38:13.987755Z","caller":"traceutil/trace.go:171","msg":"trace[529187133] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:23074; }","duration":"638.396502ms","start":"2026-03-11T17:38:13.349339Z","end":"2026-03-11T17:38:13.987736Z","steps":["trace[529187133] 'range keys from in-memory index tree' (duration: 638.086055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:13.987799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:13.34932Z","time spent":"638.468634ms","remote":"127.0.0.1:35902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-03-11T17:38:13.988254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.48338ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:38:13.988366Z","caller":"traceutil/trace.go:171","msg":"trace[311958023] transaction","detail":"{read_only:false; response_revision:23075; number_of_response:1; }","duration":"632.981083ms","start":"2026-03-11T17:38:13.355365Z","end":"2026-03-11T17:38:13.988346Z","steps":["trace[311958023] 'process raft request' (duration: 338.320449ms)","trace[311958023] 'compare' (duration: 293.723874ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:38:13.988475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:13.355338Z","time spent":"633.086775ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:38:14.402254Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438644257772385,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T17:38:14.848619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.772954ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:38:14.848965Z","caller":"traceutil/trace.go:171","msg":"trace[71340976] linearizableReadLoop","detail":"{readStateIndex:23888; appliedIndex:23883; }","duration":"947.185899ms","start":"2026-03-11T17:38:13.901587Z","end":"2026-03-11T17:38:14.848772Z","steps":["trace[71340976] 'read index received' (duration: 735.144478ms)","trace[71340976] 'applied index is now lower than readState.Index' (duration: 212.040781ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:38:14.84913Z","caller":"traceutil/trace.go:171","msg":"trace[1875118811] transaction","detail":"{read_only:false; response_revision:23076; number_of_response:1; }","duration":"1.493657103s","start":"2026-03-11T17:38:13.355466Z","end":"2026-03-11T17:38:14.849123Z","steps":["trace[1875118811] 'process raft request' (duration: 1.281323375s)","trace[1875118811] 'compare' (duration: 211.615331ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:38:14.849162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:13.355446Z","time spent":"1.493699773s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:38:14.849253Z","caller":"traceutil/trace.go:171","msg":"trace[475306219] transaction","detail":"{read_only:false; response_revision:23077; number_of_response:1; }","duration":"1.493719172s","start":"2026-03-11T17:38:13.355529Z","end":"2026-03-11T17:38:14.849248Z","steps":["trace[475306219] 'process raft request' (duration: 1.49315537s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:14.849278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:13.355525Z","time spent":"1.493738033s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:38:14.849343Z","caller":"traceutil/trace.go:171","msg":"trace[460096759] transaction","detail":"{read_only:false; response_revision:23078; number_of_response:1; }","duration":"1.493778483s","start":"2026-03-11T17:38:13.35556Z","end":"2026-03-11T17:38:14.849338Z","steps":["trace[460096759] 'process raft request' (duration: 1.49315192s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:14.849368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:13.355556Z","time spent":"1.493796445s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:38:14.849583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.123362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-772a5955-2ed7-4f9a-95fe-bcf788744e91\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-11T17:38:14.849954Z","caller":"traceutil/trace.go:171","msg":"trace[422552384] transaction","detail":"{read_only:false; response_revision:23080; number_of_response:1; }","duration":"1.494293535s","start":"2026-03-11T17:38:13.355633Z","end":"2026-03-11T17:38:14.849926Z","steps":["trace[422552384] 'process raft request' (duration: 1.49311414s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:14.850016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.456832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:38:14.850027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.444107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-11T17:38:14.850064Z","caller":"traceutil/trace.go:171","msg":"trace[1498304791] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23080; }","duration":"189.549065ms","start":"2026-03-11T17:38:14.660502Z","end":"2026-03-11T17:38:14.850051Z","steps":["trace[1498304791] 'agreement among raft nodes before linearized reading' (duration: 189.429662ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:14.850068Z","caller":"traceutil/trace.go:171","msg":"trace[1475745808] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23080; }","duration":"948.523118ms","start":"2026-03-11T17:38:13.901533Z","end":"2026-03-11T17:38:14.850056Z","steps":["trace[1475745808] 'agreement among raft nodes before linearized reading' (duration: 948.394575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:14.850088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:13.355627Z","time spent":"1.494395157s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:38:14.850105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:13.901513Z","time spent":"948.58386ms","remote":"127.0.0.1:35918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-11T17:38:14.850109Z","caller":"traceutil/trace.go:171","msg":"trace[1735021468] transaction","detail":"{read_only:false; response_revision:23079; number_of_response:1; }","duration":"1.49450478s","start":"2026-03-11T17:38:13.355597Z","end":"2026-03-11T17:38:14.850102Z","steps":["trace[1735021468] 'process raft request' (duration: 1.49313212s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:14.85015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:13.355591Z","time spent":"1.494539351s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:38:14.849666Z","caller":"traceutil/trace.go:171","msg":"trace[1745587341] range","detail":"{range_begin:/registry/persistentvolumes/pvc-772a5955-2ed7-4f9a-95fe-bcf788744e91; range_end:; response_count:1; response_revision:23080; }","duration":"858.246456ms","start":"2026-03-11T17:38:13.991399Z","end":"2026-03-11T17:38:14.849646Z","steps":["trace[1745587341] 'agreement among raft nodes before linearized reading' (duration: 858.007701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:14.850992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:13.991383Z","time spent":"859.591385ms","remote":"127.0.0.1:35894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-772a5955-2ed7-4f9a-95fe-bcf788744e91\" "} {"level":"warn","ts":"2026-03-11T17:38:15.405694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.857804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-11T17:38:15.405731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.605369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-11T17:38:15.405785Z","caller":"traceutil/trace.go:171","msg":"trace[525929431] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23080; }","duration":"451.68783ms","start":"2026-03-11T17:38:14.954081Z","end":"2026-03-11T17:38:15.405769Z","steps":["trace[525929431] 'range keys from in-memory index tree' (duration: 451.442645ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:15.405778Z","caller":"traceutil/trace.go:171","msg":"trace[1795256874] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23080; }","duration":"172.228341ms","start":"2026-03-11T17:38:15.233532Z","end":"2026-03-11T17:38:15.40576Z","steps":["trace[1795256874] 'range keys from in-memory index tree' (duration: 171.313641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:15.405809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:14.954069Z","time spent":"451.735481ms","remote":"127.0.0.1:60230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-11T17:38:15.405807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.795308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-11T17:38:15.405855Z","caller":"traceutil/trace.go:171","msg":"trace[491604891] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23080; }","duration":"169.843199ms","start":"2026-03-11T17:38:15.235995Z","end":"2026-03-11T17:38:15.405838Z","steps":["trace[491604891] 'range keys from in-memory index tree' (duration: 169.276086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:15.406733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.741533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:38:15.406736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.893419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-11T17:38:15.406763Z","caller":"traceutil/trace.go:171","msg":"trace[1022044751] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23080; }","duration":"413.804285ms","start":"2026-03-11T17:38:14.99295Z","end":"2026-03-11T17:38:15.406755Z","steps":["trace[1022044751] 'count revisions from in-memory index tree' (duration: 413.657792ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:15.406773Z","caller":"traceutil/trace.go:171","msg":"trace[429258625] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23080; }","duration":"173.96851ms","start":"2026-03-11T17:38:15.232795Z","end":"2026-03-11T17:38:15.406763Z","steps":["trace[429258625] 'range keys from in-memory index tree' (duration: 173.720155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:15.406868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.440029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-11T17:38:15.40692Z","caller":"traceutil/trace.go:171","msg":"trace[762254567] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23080; }","duration":"173.528751ms","start":"2026-03-11T17:38:15.233376Z","end":"2026-03-11T17:38:15.406905Z","steps":["trace[762254567] 'range keys from in-memory index tree' (duration: 173.304646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:15.405721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.265067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-11T17:38:15.406866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:14.992929Z","time spent":"413.846786ms","remote":"127.0.0.1:52500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:38:15.407169Z","caller":"traceutil/trace.go:171","msg":"trace[688731293] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23080; }","duration":"171.72919ms","start":"2026-03-11T17:38:15.235418Z","end":"2026-03-11T17:38:15.407147Z","steps":["trace[688731293] 'range keys from in-memory index tree' (duration: 170.138715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:15.407197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.208225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-11T17:38:15.407229Z","caller":"traceutil/trace.go:171","msg":"trace[1344856173] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23080; }","duration":"371.279787ms","start":"2026-03-11T17:38:15.035939Z","end":"2026-03-11T17:38:15.407219Z","steps":["trace[1344856173] 'range keys from in-memory index tree' (duration: 371.091092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:15.407261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:15.035919Z","time spent":"371.333817ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-11T17:38:15.407261Z","caller":"traceutil/trace.go:171","msg":"trace[730702113] transaction","detail":"{read_only:false; response_revision:23081; number_of_response:1; }","duration":"171.170378ms","start":"2026-03-11T17:38:15.236063Z","end":"2026-03-11T17:38:15.407233Z","steps":["trace[730702113] 'process raft request' (duration: 168.429238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:15.97365Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438644257772410,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T17:38:16.508624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.683871ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:38:16.5087Z","caller":"traceutil/trace.go:171","msg":"trace[7149125] transaction","detail":"{read_only:false; response_revision:23082; number_of_response:1; }","duration":"1.09764764s","start":"2026-03-11T17:38:15.411041Z","end":"2026-03-11T17:38:16.508688Z","steps":["trace[7149125] 'process raft request' (duration: 664.841256ms)","trace[7149125] 'compare' (duration: 432.212581ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:38:16.508734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:15.411021Z","time spent":"1.097698261s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:38:16.54587Z","caller":"traceutil/trace.go:171","msg":"trace[353561716] transaction","detail":"{read_only:false; response_revision:23083; number_of_response:1; }","duration":"1.134263759s","start":"2026-03-11T17:38:15.411586Z","end":"2026-03-11T17:38:16.54585Z","steps":["trace[353561716] 'process raft request' (duration: 1.134125846s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:16.545977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:15.411577Z","time spent":"1.134358401s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:38:16.546193Z","caller":"traceutil/trace.go:171","msg":"trace[955952613] transaction","detail":"{read_only:false; response_revision:23084; number_of_response:1; }","duration":"1.134521963s","start":"2026-03-11T17:38:15.41164Z","end":"2026-03-11T17:38:16.546162Z","steps":["trace[955952613] 'process raft request' (duration: 1.134172176s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:16.546226Z","caller":"traceutil/trace.go:171","msg":"trace[191182738] transaction","detail":"{read_only:false; response_revision:23085; number_of_response:1; }","duration":"1.134511033s","start":"2026-03-11T17:38:15.411703Z","end":"2026-03-11T17:38:16.546214Z","steps":["trace[191182738] 'process raft request' (duration: 1.134339859s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:16.546345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:15.411676Z","time spent":"1.134600127s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:38:16.546349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:15.411634Z","time spent":"1.134641248s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:38:16.546605Z","caller":"traceutil/trace.go:171","msg":"trace[1222637070] transaction","detail":"{read_only:false; response_revision:23086; number_of_response:1; }","duration":"1.134512184s","start":"2026-03-11T17:38:15.412073Z","end":"2026-03-11T17:38:16.546585Z","steps":["trace[1222637070] 'process raft request' (duration: 1.134104344s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:16.546769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:15.412061Z","time spent":"1.134634506s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:38:16.546794Z","caller":"traceutil/trace.go:171","msg":"trace[1544104037] transaction","detail":"{read_only:false; response_revision:23087; number_of_response:1; }","duration":"1.132836198s","start":"2026-03-11T17:38:15.413933Z","end":"2026-03-11T17:38:16.54677Z","steps":["trace[1544104037] 'process raft request' (duration: 1.132594072s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:16.546955Z","caller":"traceutil/trace.go:171","msg":"trace[1148936334] transaction","detail":"{read_only:false; response_revision:23088; number_of_response:1; }","duration":"553.326975ms","start":"2026-03-11T17:38:15.993618Z","end":"2026-03-11T17:38:16.546945Z","steps":["trace[1148936334] 'process raft request' (duration: 553.089789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:16.547041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:15.993595Z","time spent":"553.412347ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:38:16.547066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:15.413919Z","time spent":"1.13293589s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:38:16.547199Z","caller":"traceutil/trace.go:171","msg":"trace[485264168] linearizableReadLoop","detail":"{readStateIndex:23895; appliedIndex:23889; }","duration":"1.073808554s","start":"2026-03-11T17:38:15.473365Z","end":"2026-03-11T17:38:16.547174Z","steps":["trace[485264168] 'read index received' (duration: 602.537281ms)","trace[485264168] 'applied index is now lower than readState.Index' (duration: 471.270022ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:38:16.547308Z","caller":"traceutil/trace.go:171","msg":"trace[899446894] transaction","detail":"{read_only:false; response_revision:23089; number_of_response:1; }","duration":"511.264276ms","start":"2026-03-11T17:38:16.036033Z","end":"2026-03-11T17:38:16.547297Z","steps":["trace[899446894] 'process raft request' (duration: 510.857407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:16.547379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:16.036004Z","time spent":"511.327778ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:38:16.547395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.350993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-11T17:38:16.547426Z","caller":"traceutil/trace.go:171","msg":"trace[448861320] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:1; response_revision:23089; }","duration":"692.412755ms","start":"2026-03-11T17:38:15.855004Z","end":"2026-03-11T17:38:16.547417Z","steps":["trace[448861320] 'agreement among raft nodes before linearized reading' (duration: 692.299332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:16.547425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.132016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:38:16.547447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:15.854988Z","time spent":"692.454165ms","remote":"127.0.0.1:35788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.153\" "} {"level":"info","ts":"2026-03-11T17:38:16.54747Z","caller":"traceutil/trace.go:171","msg":"trace[2124658342] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:23089; }","duration":"474.248909ms","start":"2026-03-11T17:38:16.07321Z","end":"2026-03-11T17:38:16.547458Z","steps":["trace[2124658342] 'agreement among raft nodes before linearized reading' (duration: 474.156567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:16.547468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.503165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:38:16.547491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.0741268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-03-11T17:38:16.547503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:16.073115Z","time spent":"474.379641ms","remote":"127.0.0.1:60104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:38:16.547545Z","caller":"traceutil/trace.go:171","msg":"trace[1452075834] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23089; }","duration":"1.074271284s","start":"2026-03-11T17:38:15.473259Z","end":"2026-03-11T17:38:16.54753Z","steps":["trace[1452075834] 'agreement among raft nodes before linearized reading' (duration: 1.074110871s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:16.547556Z","caller":"traceutil/trace.go:171","msg":"trace[28657466] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:23089; }","duration":"489.604488ms","start":"2026-03-11T17:38:16.057903Z","end":"2026-03-11T17:38:16.547507Z","steps":["trace[28657466] 'agreement among raft nodes before linearized reading' (duration: 489.494785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:16.54755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.239718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:38:16.5476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:15.473241Z","time spent":"1.074347466s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-11T17:38:16.547604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:16.057881Z","time spent":"489.712921ms","remote":"127.0.0.1:60076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:38:16.547624Z","caller":"traceutil/trace.go:171","msg":"trace[775285497] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:23089; }","duration":"618.36195ms","start":"2026-03-11T17:38:15.929247Z","end":"2026-03-11T17:38:16.547609Z","steps":["trace[775285497] 'agreement among raft nodes before linearized reading' (duration: 618.205667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:16.547662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:15.929233Z","time spent":"618.420911ms","remote":"127.0.0.1:51188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:38:17.225995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:16.548142Z","time spent":"677.847252ms","remote":"127.0.0.1:35788","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-11T17:38:18.584335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.275187ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:38:18.584466Z","caller":"traceutil/trace.go:171","msg":"trace[1273599561] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23089; }","duration":"420.43221ms","start":"2026-03-11T17:38:18.164015Z","end":"2026-03-11T17:38:18.584448Z","steps":["trace[1273599561] 'range keys from in-memory index tree' (duration: 420.226456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:18.584868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.130367662s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:38:18.585211Z","caller":"traceutil/trace.go:171","msg":"trace[1568749626] transaction","detail":"{read_only:false; response_revision:23090; number_of_response:1; }","duration":"2.034165932s","start":"2026-03-11T17:38:16.551015Z","end":"2026-03-11T17:38:18.58518Z","steps":["trace[1568749626] 'process raft request' (duration: 903.419673ms)","trace[1568749626] 'compare' (duration: 1.129218816s)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:38:18.585238Z","caller":"traceutil/trace.go:171","msg":"trace[259042851] transaction","detail":"{read_only:false; response_revision:23093; number_of_response:1; }","duration":"1.729994678s","start":"2026-03-11T17:38:16.855215Z","end":"2026-03-11T17:38:18.58521Z","steps":["trace[259042851] 'process raft request' (duration: 1.729849575s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:18.585305Z","caller":"traceutil/trace.go:171","msg":"trace[373024897] transaction","detail":"{read_only:false; response_revision:23098; number_of_response:1; }","duration":"1.171193283s","start":"2026-03-11T17:38:17.414099Z","end":"2026-03-11T17:38:18.585292Z","steps":["trace[373024897] 'process raft request' (duration: 1.171158972s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:18.585359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:16.550998Z","time spent":"2.034280784s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:38:18.58537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:17.41409Z","time spent":"1.171247234s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:38:18.585374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:16.85521Z","time spent":"1.73008619s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:38:18.585427Z","caller":"traceutil/trace.go:171","msg":"trace[1372501688] linearizableReadLoop","detail":"{readStateIndex:23899; appliedIndex:23897; }","duration":"1.92440804s","start":"2026-03-11T17:38:16.660983Z","end":"2026-03-11T17:38:18.585392Z","steps":["trace[1372501688] 'read index received' (duration: 499.540447ms)","trace[1372501688] 'applied index is now lower than readState.Index' (duration: 1.424864993s)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:38:18.58545Z","caller":"traceutil/trace.go:171","msg":"trace[124988953] transaction","detail":"{read_only:false; response_revision:23092; number_of_response:1; }","duration":"1.730248563s","start":"2026-03-11T17:38:16.855177Z","end":"2026-03-11T17:38:18.585426Z","steps":["trace[124988953] 'process raft request' (duration: 1.729851825s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:18.585427Z","caller":"traceutil/trace.go:171","msg":"trace[1777105276] transaction","detail":"{read_only:false; response_revision:23091; number_of_response:1; }","duration":"1.730342655s","start":"2026-03-11T17:38:16.855061Z","end":"2026-03-11T17:38:18.585403Z","steps":["trace[1777105276] 'process raft request' (duration: 1.729873565s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:18.585485Z","caller":"traceutil/trace.go:171","msg":"trace[1498992336] transaction","detail":"{read_only:false; response_revision:23096; number_of_response:1; }","duration":"1.358447425s","start":"2026-03-11T17:38:17.227026Z","end":"2026-03-11T17:38:18.585473Z","steps":["trace[1498992336] 'process raft request' (duration: 1.358156099s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:18.585479Z","caller":"traceutil/trace.go:171","msg":"trace[1877664930] transaction","detail":"{read_only:false; response_revision:23094; number_of_response:1; }","duration":"1.730201272s","start":"2026-03-11T17:38:16.855256Z","end":"2026-03-11T17:38:18.585458Z","steps":["trace[1877664930] 'process raft request' (duration: 1.729854525s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:18.585507Z","caller":"traceutil/trace.go:171","msg":"trace[68834967] transaction","detail":"{read_only:false; response_revision:23095; number_of_response:1; }","duration":"1.723538005s","start":"2026-03-11T17:38:16.861957Z","end":"2026-03-11T17:38:18.585495Z","steps":["trace[68834967] 'process raft request' (duration: 1.723185867s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:18.585513Z","caller":"traceutil/trace.go:171","msg":"trace[743764348] transaction","detail":"{read_only:false; response_revision:23097; number_of_response:1; }","duration":"1.172039591s","start":"2026-03-11T17:38:17.41345Z","end":"2026-03-11T17:38:18.585489Z","steps":["trace[743764348] 'process raft request' (duration: 1.171773335s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:18.58554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:17.226994Z","time spent":"1.358518877s","remote":"127.0.0.1:35788","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:38:18.585572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:16.86194Z","time spent":"1.723597907s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:38:18.585573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:16.855233Z","time spent":"1.730292105s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:38:18.585591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:16.855138Z","time spent":"1.730370116s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:38:18.585598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:16.855041Z","time spent":"1.730471738s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:38:18.585665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:17.413426Z","time spent":"1.172149724s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:38:18.585765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.495045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-8cfc54676-wkwmn.189bda1af4916127\" ","response":"range_response_count:1 size:780"} {"level":"info","ts":"2026-03-11T17:38:18.585826Z","caller":"traceutil/trace.go:171","msg":"trace[2046983999] range","detail":"{range_begin:/registry/events/openstack/magnum-api-8cfc54676-wkwmn.189bda1af4916127; range_end:; response_count:1; response_revision:23099; }","duration":"976.593408ms","start":"2026-03-11T17:38:17.60922Z","end":"2026-03-11T17:38:18.585813Z","steps":["trace[2046983999] 'agreement among raft nodes before linearized reading' (duration: 976.336561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:18.585866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:17.609201Z","time spent":"976.656559ms","remote":"127.0.0.1:35826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":803,"request content":"key:\"/registry/events/openstack/magnum-api-8cfc54676-wkwmn.189bda1af4916127\" "} {"level":"warn","ts":"2026-03-11T17:38:18.585766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.180049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:38:18.585911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.418572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:38:18.585933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.476195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:38:18.58595Z","caller":"traceutil/trace.go:171","msg":"trace[1183412405] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23099; }","duration":"951.481963ms","start":"2026-03-11T17:38:17.634454Z","end":"2026-03-11T17:38:18.585936Z","steps":["trace[1183412405] 'agreement among raft nodes before linearized reading' (duration: 951.423752ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:18.585984Z","caller":"traceutil/trace.go:171","msg":"trace[37164640] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23099; }","duration":"132.555777ms","start":"2026-03-11T17:38:18.453415Z","end":"2026-03-11T17:38:18.58597Z","steps":["trace[37164640] 'agreement among raft nodes before linearized reading' (duration: 132.479426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:18.585989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:17.634441Z","time spent":"951.537464ms","remote":"127.0.0.1:32878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:38:18.585945Z","caller":"traceutil/trace.go:171","msg":"trace[1802147550] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:23099; }","duration":"142.385553ms","start":"2026-03-11T17:38:18.44354Z","end":"2026-03-11T17:38:18.585926Z","steps":["trace[1802147550] 'agreement among raft nodes before linearized reading' (duration: 142.178349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:18.585935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.593499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:38:18.586254Z","caller":"traceutil/trace.go:171","msg":"trace[716162801] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:23099; }","duration":"649.947387ms","start":"2026-03-11T17:38:17.936291Z","end":"2026-03-11T17:38:18.586239Z","steps":["trace[716162801] 'agreement among raft nodes before linearized reading' (duration: 649.580699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:18.586302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:17.93627Z","time spent":"650.015929ms","remote":"127.0.0.1:60092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:38:18.586617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.925644997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:38:18.586648Z","caller":"traceutil/trace.go:171","msg":"trace[528185982] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23099; }","duration":"1.925713709s","start":"2026-03-11T17:38:16.660927Z","end":"2026-03-11T17:38:18.586641Z","steps":["trace[528185982] 'agreement among raft nodes before linearized reading' (duration: 1.924583763s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:18.586662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:16.660909Z","time spent":"1.92575022s","remote":"127.0.0.1:35764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T17:38:19.090743Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438644257772435,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-11T17:38:19.394661Z","caller":"traceutil/trace.go:171","msg":"trace[1344325026] transaction","detail":"{read_only:false; response_revision:23100; number_of_response:1; }","duration":"806.406321ms","start":"2026-03-11T17:38:18.588224Z","end":"2026-03-11T17:38:19.394631Z","steps":["trace[1344325026] 'process raft request' (duration: 806.183866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:19.394869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:18.588198Z","time spent":"806.575394ms","remote":"127.0.0.1:35826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":762,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:38:20.593775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000319035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-11T17:38:20.593863Z","caller":"traceutil/trace.go:171","msg":"trace[1467887102] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000438657s","start":"2026-03-11T17:38:18.593404Z","end":"2026-03-11T17:38:20.593843Z","steps":["trace[1467887102] 'agreement among raft nodes before linearized reading' (duration: 2.000327415s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:20.593909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:18.593394Z","time spent":"2.000506s","remote":"127.0.0.1:35764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/11 17:38:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-11T17:38:20.715283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.486444ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:38:20.715464Z","caller":"traceutil/trace.go:171","msg":"trace[1723226073] linearizableReadLoop","detail":"{readStateIndex:23914; appliedIndex:23908; }","duration":"2.125691623s","start":"2026-03-11T17:38:18.589761Z","end":"2026-03-11T17:38:20.715452Z","steps":["trace[1723226073] 'read index received' (duration: 804.638742ms)","trace[1723226073] 'applied index is now lower than readState.Index' (duration: 1.321052271s)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:38:20.715507Z","caller":"traceutil/trace.go:171","msg":"trace[1188085010] transaction","detail":"{read_only:false; response_revision:23104; number_of_response:1; }","duration":"2.123731889s","start":"2026-03-11T17:38:18.591769Z","end":"2026-03-11T17:38:20.715501Z","steps":["trace[1188085010] 'process raft request' (duration: 2.123638317s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:20.715536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:18.591757Z","time spent":"2.12376333s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:38:20.715512Z","caller":"traceutil/trace.go:171","msg":"trace[421650062] transaction","detail":"{read_only:false; response_revision:23103; number_of_response:1; }","duration":"2.124104888s","start":"2026-03-11T17:38:18.591371Z","end":"2026-03-11T17:38:20.715476Z","steps":["trace[421650062] 'process raft request' (duration: 2.124019676s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:20.715616Z","caller":"traceutil/trace.go:171","msg":"trace[393365996] transaction","detail":"{read_only:false; response_revision:23101; number_of_response:1; }","duration":"2.124578598s","start":"2026-03-11T17:38:18.591018Z","end":"2026-03-11T17:38:20.715597Z","steps":["trace[393365996] 'process raft request' (duration: 1.707719156s)","trace[393365996] 'compare' (duration: 415.88296ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:38:20.71565Z","caller":"traceutil/trace.go:171","msg":"trace[458769152] transaction","detail":"{read_only:false; response_revision:23105; number_of_response:1; }","duration":"2.123812621s","start":"2026-03-11T17:38:18.591828Z","end":"2026-03-11T17:38:20.715641Z","steps":["trace[458769152] 'process raft request' (duration: 2.123600647s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:20.715676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:18.591822Z","time spent":"2.123841002s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:38:20.715677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:18.591361Z","time spent":"2.12422748s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:38:20.71571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:18.590999Z","time spent":"2.124659841s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:38:20.715787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.12602643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-11T17:38:20.715803Z","caller":"traceutil/trace.go:171","msg":"trace[690398622] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23105; }","duration":"2.126072651s","start":"2026-03-11T17:38:18.589724Z","end":"2026-03-11T17:38:20.715797Z","steps":["trace[690398622] 'agreement among raft nodes before linearized reading' (duration: 2.126003059s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:20.715816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:18.589709Z","time spent":"2.126104562s","remote":"127.0.0.1:35908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-11T17:38:20.715843Z","caller":"traceutil/trace.go:171","msg":"trace[83503183] transaction","detail":"{read_only:false; response_revision:23102; number_of_response:1; }","duration":"2.124621539s","start":"2026-03-11T17:38:18.591204Z","end":"2026-03-11T17:38:20.715826Z","steps":["trace[83503183] 'process raft request' (duration: 2.124143679s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:20.715921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:18.591184Z","time spent":"2.124694711s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:38:20.789979Z","caller":"traceutil/trace.go:171","msg":"trace[1263428816] transaction","detail":"{read_only:false; response_revision:23106; number_of_response:1; }","duration":"802.437842ms","start":"2026-03-11T17:38:19.98752Z","end":"2026-03-11T17:38:20.789958Z","steps":["trace[1263428816] 'process raft request' (duration: 802.316929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:20.790105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:19.987454Z","time spent":"802.582646ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:38:21.685423Z","caller":"traceutil/trace.go:171","msg":"trace[1881932979] transaction","detail":"{read_only:false; response_revision:23107; number_of_response:1; }","duration":"1.093598s","start":"2026-03-11T17:38:20.591798Z","end":"2026-03-11T17:38:21.685396Z","steps":["trace[1881932979] 'process raft request' (duration: 1.092464845s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:21.68556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:20.591776Z","time spent":"1.093714133s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:38:21.685757Z","caller":"traceutil/trace.go:171","msg":"trace[207280754] transaction","detail":"{read_only:false; response_revision:23109; number_of_response:1; }","duration":"1.091804731s","start":"2026-03-11T17:38:20.593909Z","end":"2026-03-11T17:38:21.685714Z","steps":["trace[207280754] 'process raft request' (duration: 1.091718939s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:21.685789Z","caller":"traceutil/trace.go:171","msg":"trace[2074230081] transaction","detail":"{read_only:false; response_revision:23108; number_of_response:1; }","duration":"1.092679939s","start":"2026-03-11T17:38:20.593074Z","end":"2026-03-11T17:38:21.685754Z","steps":["trace[2074230081] 'process raft request' (duration: 1.092026205s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:21.685935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:20.5939Z","time spent":"1.091950153s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:38:21.685957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:20.593016Z","time spent":"1.092848614s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:38:21.686091Z","caller":"traceutil/trace.go:171","msg":"trace[778303606] transaction","detail":"{read_only:false; response_revision:23111; number_of_response:1; }","duration":"1.090939271s","start":"2026-03-11T17:38:20.59513Z","end":"2026-03-11T17:38:21.686069Z","steps":["trace[778303606] 'process raft request' (duration: 1.090653235s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:21.686168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:20.595075Z","time spent":"1.091058984s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:38:21.686363Z","caller":"traceutil/trace.go:171","msg":"trace[2006302793] transaction","detail":"{read_only:false; response_revision:23112; number_of_response:1; }","duration":"1.085736156s","start":"2026-03-11T17:38:20.600603Z","end":"2026-03-11T17:38:21.686339Z","steps":["trace[2006302793] 'process raft request' (duration: 1.08543739s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:21.686384Z","caller":"traceutil/trace.go:171","msg":"trace[2049095717] linearizableReadLoop","detail":"{readStateIndex:23922; appliedIndex:23914; }","duration":"970.881291ms","start":"2026-03-11T17:38:20.715479Z","end":"2026-03-11T17:38:21.686361Z","steps":["trace[2049095717] 'read index received' (duration: 74.413702ms)","trace[2049095717] 'applied index is now lower than readState.Index' (duration: 896.466189ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:38:21.686447Z","caller":"traceutil/trace.go:171","msg":"trace[991411080] transaction","detail":"{read_only:false; response_revision:23113; number_of_response:1; }","duration":"1.085357858s","start":"2026-03-11T17:38:20.601078Z","end":"2026-03-11T17:38:21.686436Z","steps":["trace[991411080] 'process raft request' (duration: 1.085189205s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:21.686489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:20.60059Z","time spent":"1.085848428s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:38:21.686516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:20.601065Z","time spent":"1.085416569s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:38:21.686511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.092496286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:38:21.685856Z","caller":"traceutil/trace.go:171","msg":"trace[207567930] transaction","detail":"{read_only:false; response_revision:23110; number_of_response:1; }","duration":"1.090810518s","start":"2026-03-11T17:38:20.595025Z","end":"2026-03-11T17:38:21.685836Z","steps":["trace[207567930] 'process raft request' (duration: 1.090651795s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:21.686592Z","caller":"traceutil/trace.go:171","msg":"trace[1433473316] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23113; }","duration":"1.092627018s","start":"2026-03-11T17:38:20.593948Z","end":"2026-03-11T17:38:21.686575Z","steps":["trace[1433473316] 'agreement among raft nodes before linearized reading' (duration: 1.092483285s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:21.686615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:20.595016Z","time spent":"1.091570034s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:38:21.686644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:20.593927Z","time spent":"1.092708481s","remote":"127.0.0.1:35750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T17:38:21.68665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.884779654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:38:21.686688Z","caller":"traceutil/trace.go:171","msg":"trace[169570597] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23113; }","duration":"1.884848495s","start":"2026-03-11T17:38:19.801829Z","end":"2026-03-11T17:38:21.686677Z","steps":["trace[169570597] 'agreement among raft nodes before linearized reading' (duration: 1.884766544s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:21.686729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:19.801813Z","time spent":"1.884907556s","remote":"127.0.0.1:36116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:38:21.686761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.532248432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:38:21.686846Z","caller":"traceutil/trace.go:171","msg":"trace[1976933058] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:23113; }","duration":"1.532380807s","start":"2026-03-11T17:38:20.154421Z","end":"2026-03-11T17:38:21.686802Z","steps":["trace[1976933058] 'agreement among raft nodes before linearized reading' (duration: 1.53208192s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:21.686966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:20.1544Z","time spent":"1.532488649s","remote":"127.0.0.1:35908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":88,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:38:21.690374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.274931743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-11T17:38:21.690459Z","caller":"traceutil/trace.go:171","msg":"trace[1381927599] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23113; }","duration":"1.275066156s","start":"2026-03-11T17:38:20.415375Z","end":"2026-03-11T17:38:21.690441Z","steps":["trace[1381927599] 'agreement among raft nodes before linearized reading' (duration: 1.27479336s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:21.690514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:20.415354Z","time spent":"1.275149927s","remote":"127.0.0.1:35918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-11T17:38:21.738054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.188911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:38:21.738175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.022322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-8557b5db66-jk9nq.189bd84c5f9f8e5d\" ","response":"range_response_count:1 size:1138"} {"level":"info","ts":"2026-03-11T17:38:21.738166Z","caller":"traceutil/trace.go:171","msg":"trace[1155382522] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:23115; }","duration":"770.374625ms","start":"2026-03-11T17:38:20.967766Z","end":"2026-03-11T17:38:21.738141Z","steps":["trace[1155382522] 'agreement among raft nodes before linearized reading' (duration: 770.194301ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:21.738204Z","caller":"traceutil/trace.go:171","msg":"trace[1598121959] range","detail":"{range_begin:/registry/events/openstack/barbican-api-8557b5db66-jk9nq.189bd84c5f9f8e5d; range_end:; response_count:1; response_revision:23115; }","duration":"902.101843ms","start":"2026-03-11T17:38:20.836092Z","end":"2026-03-11T17:38:21.738194Z","steps":["trace[1598121959] 'agreement among raft nodes before linearized reading' (duration: 902.028951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:21.738228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:20.836061Z","time spent":"902.162015ms","remote":"127.0.0.1:35826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1161,"request content":"key:\"/registry/events/openstack/barbican-api-8557b5db66-jk9nq.189bd84c5f9f8e5d\" "} {"level":"info","ts":"2026-03-11T17:38:21.738227Z","caller":"traceutil/trace.go:171","msg":"trace[461942877] transaction","detail":"{read_only:false; response_revision:23115; number_of_response:1; }","duration":"114.214631ms","start":"2026-03-11T17:38:21.623986Z","end":"2026-03-11T17:38:21.738201Z","steps":["trace[461942877] 'process raft request' (duration: 113.873054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:21.73832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.704684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:38:21.738353Z","caller":"traceutil/trace.go:171","msg":"trace[1692441503] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23115; }","duration":"409.762454ms","start":"2026-03-11T17:38:21.328581Z","end":"2026-03-11T17:38:21.738343Z","steps":["trace[1692441503] 'agreement among raft nodes before linearized reading' (duration: 409.698183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:21.738394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:21.328567Z","time spent":"409.819096ms","remote":"127.0.0.1:32892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:38:21.738399Z","caller":"traceutil/trace.go:171","msg":"trace[1450791175] transaction","detail":"{read_only:false; response_revision:23114; number_of_response:1; }","duration":"184.760778ms","start":"2026-03-11T17:38:21.55362Z","end":"2026-03-11T17:38:21.738381Z","steps":["trace[1450791175] 'process raft request' (duration: 184.115024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:21.738245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:20.96774Z","time spent":"770.483888ms","remote":"127.0.0.1:33176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:38:21.738095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020733563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-11T17:38:21.738557Z","caller":"traceutil/trace.go:171","msg":"trace[942313702] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:23115; }","duration":"1.021235094s","start":"2026-03-11T17:38:20.717309Z","end":"2026-03-11T17:38:21.738544Z","steps":["trace[942313702] 'agreement among raft nodes before linearized reading' (duration: 1.020680742s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:21.73862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:20.717292Z","time spent":"1.021300625s","remote":"127.0.0.1:35788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-11T17:38:22.184638Z","caller":"traceutil/trace.go:171","msg":"trace[94664961] linearizableReadLoop","detail":"{readStateIndex:23925; appliedIndex:23924; }","duration":"386.337128ms","start":"2026-03-11T17:38:21.798282Z","end":"2026-03-11T17:38:22.184619Z","steps":["trace[94664961] 'read index received' (duration: 386.102053ms)","trace[94664961] 'applied index is now lower than readState.Index' (duration: 234.105µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:38:22.184713Z","caller":"traceutil/trace.go:171","msg":"trace[1663220588] transaction","detail":"{read_only:false; response_revision:23116; number_of_response:1; }","duration":"440.670687ms","start":"2026-03-11T17:38:21.743991Z","end":"2026-03-11T17:38:22.184661Z","steps":["trace[1663220588] 'process raft request' (duration: 440.435522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:22.184753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.466141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:38:22.184802Z","caller":"traceutil/trace.go:171","msg":"trace[39886415] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23116; }","duration":"386.567443ms","start":"2026-03-11T17:38:21.798227Z","end":"2026-03-11T17:38:22.184794Z","steps":["trace[39886415] 'agreement among raft nodes before linearized reading' (duration: 386.478971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:22.184834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:21.798208Z","time spent":"386.618254ms","remote":"127.0.0.1:36134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-11T17:38:22.18491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:21.743972Z","time spent":"440.81233ms","remote":"127.0.0.1:35826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:38:23.093949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.108313ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:38:23.094051Z","caller":"traceutil/trace.go:171","msg":"trace[344735214] linearizableReadLoop","detail":"{readStateIndex:23926; appliedIndex:23925; }","duration":"903.253199ms","start":"2026-03-11T17:38:22.190781Z","end":"2026-03-11T17:38:23.094035Z","steps":["trace[344735214] 'read index received' (duration: 431.024555ms)","trace[344735214] 'applied index is now lower than readState.Index' (duration: 472.227634ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:38:23.094136Z","caller":"traceutil/trace.go:171","msg":"trace[1880489501] transaction","detail":"{read_only:false; response_revision:23117; number_of_response:1; }","duration":"903.727619ms","start":"2026-03-11T17:38:22.190397Z","end":"2026-03-11T17:38:23.094125Z","steps":["trace[1880489501] 'process raft request' (duration: 431.363032ms)","trace[1880489501] 'compare' (duration: 472.000129ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:38:23.094192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:22.19038Z","time spent":"903.77739ms","remote":"127.0.0.1:35826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:38:23.094519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.74415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-11T17:38:23.094532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.256504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-11T17:38:23.094563Z","caller":"traceutil/trace.go:171","msg":"trace[1849746287] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23117; }","duration":"903.827492ms","start":"2026-03-11T17:38:22.190724Z","end":"2026-03-11T17:38:23.094552Z","steps":["trace[1849746287] 'agreement among raft nodes before linearized reading' (duration: 903.644548ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:23.094578Z","caller":"traceutil/trace.go:171","msg":"trace[400835059] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23117; }","duration":"375.337115ms","start":"2026-03-11T17:38:22.719229Z","end":"2026-03-11T17:38:23.094566Z","steps":["trace[400835059] 'agreement among raft nodes before linearized reading' (duration: 375.182242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:23.094602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:22.719215Z","time spent":"375.382877ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T17:38:23.094601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:22.190706Z","time spent":"903.887002ms","remote":"127.0.0.1:35918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-11T17:38:23.0946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.426136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-11T17:38:23.094648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.608289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-11T17:38:23.094678Z","caller":"traceutil/trace.go:171","msg":"trace[1785962653] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23117; }","duration":"374.536258ms","start":"2026-03-11T17:38:22.720124Z","end":"2026-03-11T17:38:23.09466Z","steps":["trace[1785962653] 'agreement among raft nodes before linearized reading' (duration: 374.290123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:23.09472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:22.720117Z","time spent":"374.594269ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-11T17:38:23.094717Z","caller":"traceutil/trace.go:171","msg":"trace[528247490] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23117; }","duration":"374.684581ms","start":"2026-03-11T17:38:22.720016Z","end":"2026-03-11T17:38:23.0947Z","steps":["trace[528247490] 'agreement among raft nodes before linearized reading' (duration: 374.502877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:23.094723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.590689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-11T17:38:23.09477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:22.720009Z","time spent":"374.748682ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T17:38:23.094789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.477283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:38:23.094826Z","caller":"traceutil/trace.go:171","msg":"trace[1061297355] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23117; }","duration":"374.727152ms","start":"2026-03-11T17:38:22.720072Z","end":"2026-03-11T17:38:23.094799Z","steps":["trace[1061297355] 'agreement among raft nodes before linearized reading' (duration: 374.475526ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:23.094851Z","caller":"traceutil/trace.go:171","msg":"trace[14827256] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:23117; }","duration":"310.591316ms","start":"2026-03-11T17:38:22.784243Z","end":"2026-03-11T17:38:23.094835Z","steps":["trace[14827256] 'agreement among raft nodes before linearized reading' (duration: 310.381121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:23.094891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:22.784221Z","time spent":"310.659108ms","remote":"127.0.0.1:35808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":115,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:38:23.094891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:22.720059Z","time spent":"374.817894ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T17:38:23.09491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.854404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-11T17:38:23.095007Z","caller":"traceutil/trace.go:171","msg":"trace[1961246614] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23117; }","duration":"374.995478ms","start":"2026-03-11T17:38:22.719997Z","end":"2026-03-11T17:38:23.094992Z","steps":["trace[1961246614] 'agreement among raft nodes before linearized reading' (duration: 374.61486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:23.095119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:22.719993Z","time spent":"375.06013ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-11T17:38:23.552814Z","caller":"traceutil/trace.go:171","msg":"trace[1224438068] transaction","detail":"{read_only:false; response_revision:23118; number_of_response:1; }","duration":"453.821598ms","start":"2026-03-11T17:38:23.098964Z","end":"2026-03-11T17:38:23.552786Z","steps":["trace[1224438068] 'process raft request' (duration: 447.675822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:23.552966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:23.098951Z","time spent":"453.93376ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:38:24.125621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.782266ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:38:24.12577Z","caller":"traceutil/trace.go:171","msg":"trace[1371450205] transaction","detail":"{read_only:false; response_revision:23119; number_of_response:1; }","duration":"1.025801953s","start":"2026-03-11T17:38:23.099952Z","end":"2026-03-11T17:38:24.125754Z","steps":["trace[1371450205] 'process raft request' (duration: 793.785992ms)","trace[1371450205] 'compare' (duration: 231.456319ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:38:24.125823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:23.099932Z","time spent":"1.025869235s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:38:24.126006Z","caller":"traceutil/trace.go:171","msg":"trace[1740250613] linearizableReadLoop","detail":"{readStateIndex:23931; appliedIndex:23926; }","duration":"1.017947489s","start":"2026-03-11T17:38:23.108051Z","end":"2026-03-11T17:38:24.125998Z","steps":["trace[1740250613] 'read index received' (duration: 438.623591ms)","trace[1740250613] 'applied index is now lower than readState.Index' (duration: 579.323168ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:38:24.126067Z","caller":"traceutil/trace.go:171","msg":"trace[1911511174] transaction","detail":"{read_only:false; response_revision:23122; number_of_response:1; }","duration":"1.025037427s","start":"2026-03-11T17:38:23.101019Z","end":"2026-03-11T17:38:24.126057Z","steps":["trace[1911511174] 'process raft request' (duration: 1.024941725s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:24.126119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:23.100999Z","time spent":"1.025098778s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:38:24.126115Z","caller":"traceutil/trace.go:171","msg":"trace[705601755] transaction","detail":"{read_only:false; response_revision:23121; number_of_response:1; }","duration":"1.025066047s","start":"2026-03-11T17:38:23.101008Z","end":"2026-03-11T17:38:24.126074Z","steps":["trace[705601755] 'process raft request' (duration: 1.024921164s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:24.126332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:23.100996Z","time spent":"1.025202741s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:38:24.126499Z","caller":"traceutil/trace.go:171","msg":"trace[1850398466] transaction","detail":"{read_only:false; response_revision:23120; number_of_response:1; }","duration":"1.026396626s","start":"2026-03-11T17:38:23.10008Z","end":"2026-03-11T17:38:24.126476Z","steps":["trace[1850398466] 'process raft request' (duration: 1.025640649s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:24.126594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:23.100074Z","time spent":"1.026477088s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:38:24.1268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.018746319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-11T17:38:24.126834Z","caller":"traceutil/trace.go:171","msg":"trace[1396565798] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23122; }","duration":"1.018780319s","start":"2026-03-11T17:38:23.108044Z","end":"2026-03-11T17:38:24.126825Z","steps":["trace[1396565798] 'agreement among raft nodes before linearized reading' (duration: 1.018128624s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:24.126861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:23.108012Z","time spent":"1.01884369s","remote":"127.0.0.1:60230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-11T17:38:24.626942Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438644257772480,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-11T17:38:24.923438Z","caller":"traceutil/trace.go:171","msg":"trace[953922460] transaction","detail":"{read_only:false; response_revision:23123; number_of_response:1; }","duration":"1.231721679s","start":"2026-03-11T17:38:23.691694Z","end":"2026-03-11T17:38:24.923416Z","steps":["trace[953922460] 'process raft request' (duration: 1.149890053s)","trace[953922460] 'compare' (duration: 81.190892ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:38:24.923543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:23.691647Z","time spent":"1.231840122s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:38:24.923601Z","caller":"traceutil/trace.go:171","msg":"trace[367798318] transaction","detail":"{read_only:false; response_revision:23124; number_of_response:1; }","duration":"1.230739727s","start":"2026-03-11T17:38:23.69285Z","end":"2026-03-11T17:38:24.92359Z","steps":["trace[367798318] 'process raft request' (duration: 1.230536382s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:24.92366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:23.692815Z","time spent":"1.230811359s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:38:24.924006Z","caller":"traceutil/trace.go:171","msg":"trace[1676761368] transaction","detail":"{read_only:false; response_revision:23125; number_of_response:1; }","duration":"1.229104192s","start":"2026-03-11T17:38:23.694853Z","end":"2026-03-11T17:38:24.923957Z","steps":["trace[1676761368] 'process raft request' (duration: 1.228702983s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:24.924151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:23.694832Z","time spent":"1.229237934s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:38:24.92427Z","caller":"traceutil/trace.go:171","msg":"trace[2046208382] transaction","detail":"{read_only:false; response_revision:23126; number_of_response:1; }","duration":"1.225241785s","start":"2026-03-11T17:38:23.698971Z","end":"2026-03-11T17:38:24.924213Z","steps":["trace[2046208382] 'process raft request' (duration: 1.224796436s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:24.92443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:23.698947Z","time spent":"1.225401519s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:38:24.924469Z","caller":"traceutil/trace.go:171","msg":"trace[1139838025] transaction","detail":"{read_only:false; response_revision:23128; number_of_response:1; }","duration":"1.223489427s","start":"2026-03-11T17:38:23.700949Z","end":"2026-03-11T17:38:24.924439Z","steps":["trace[1139838025] 'process raft request' (duration: 1.2231545s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:24.92458Z","caller":"traceutil/trace.go:171","msg":"trace[2106886814] transaction","detail":"{read_only:false; response_revision:23127; number_of_response:1; }","duration":"1.224275475s","start":"2026-03-11T17:38:23.700291Z","end":"2026-03-11T17:38:24.924566Z","steps":["trace[2106886814] 'process raft request' (duration: 1.223759514s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:24.924635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:23.700941Z","time spent":"1.22359956s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:38:24.924804Z","caller":"traceutil/trace.go:171","msg":"trace[1708887330] transaction","detail":"{read_only:false; response_revision:23129; number_of_response:1; }","duration":"1.222794142s","start":"2026-03-11T17:38:23.701996Z","end":"2026-03-11T17:38:24.92479Z","steps":["trace[1708887330] 'process raft request' (duration: 1.222146988s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:24.924877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:23.701983Z","time spent":"1.222858913s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:38:24.925052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:23.700272Z","time spent":"1.224333486s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:38:25.29153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.321298ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-11T17:38:25.291639Z","caller":"traceutil/trace.go:171","msg":"trace[1139885627] linearizableReadLoop","detail":"{readStateIndex:23939; appliedIndex:23931; }","duration":"1.16559173s","start":"2026-03-11T17:38:24.126029Z","end":"2026-03-11T17:38:25.29162Z","steps":["trace[1139885627] 'read index received' (duration: 715.489145ms)","trace[1139885627] 'applied index is now lower than readState.Index' (duration: 450.100965ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:38:25.292155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.631807061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:38:25.292201Z","caller":"traceutil/trace.go:171","msg":"trace[462667937] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23129; }","duration":"1.631930284s","start":"2026-03-11T17:38:23.66026Z","end":"2026-03-11T17:38:25.29219Z","steps":["trace[462667937] 'agreement among raft nodes before linearized reading' (duration: 1.631837911s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:25.29235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.750786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:38:25.292372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.329827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-11T17:38:25.292364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.256481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:38:25.29246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.534397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:38:25.29249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.610042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:38:25.292526Z","caller":"traceutil/trace.go:171","msg":"trace[1686500712] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:23129; }","duration":"168.680244ms","start":"2026-03-11T17:38:25.123834Z","end":"2026-03-11T17:38:25.292514Z","steps":["trace[1686500712] 'agreement among raft nodes before linearized reading' (duration: 168.602422ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:25.292526Z","caller":"traceutil/trace.go:171","msg":"trace[193599308] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23129; }","duration":"272.625489ms","start":"2026-03-11T17:38:25.01988Z","end":"2026-03-11T17:38:25.292506Z","steps":["trace[193599308] 'agreement among raft nodes before linearized reading' (duration: 272.546637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:25.292537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.914656865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-03-11T17:38:25.292602Z","caller":"traceutil/trace.go:171","msg":"trace[1684718065] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:23129; }","duration":"1.914734057s","start":"2026-03-11T17:38:23.377832Z","end":"2026-03-11T17:38:25.292566Z","steps":["trace[1684718065] 'agreement among raft nodes before linearized reading' (duration: 1.914596864s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:25.292651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:23.377811Z","time spent":"1.914830689s","remote":"127.0.0.1:35902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-03-11T17:38:25.292458Z","caller":"traceutil/trace.go:171","msg":"trace[149175595] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23129; }","duration":"870.404533ms","start":"2026-03-11T17:38:24.422036Z","end":"2026-03-11T17:38:25.29244Z","steps":["trace[149175595] 'agreement among raft nodes before linearized reading' (duration: 870.23328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:25.292761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:24.42202Z","time spent":"870.7248ms","remote":"127.0.0.1:52452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:38:25.29238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.041642397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:38:25.292935Z","caller":"traceutil/trace.go:171","msg":"trace[1442136100] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23129; }","duration":"2.042257811s","start":"2026-03-11T17:38:23.250661Z","end":"2026-03-11T17:38:25.292919Z","steps":["trace[1442136100] 'agreement among raft nodes before linearized reading' (duration: 2.041630677s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:25.292411Z","caller":"traceutil/trace.go:171","msg":"trace[1290811349] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:23129; }","duration":"178.827967ms","start":"2026-03-11T17:38:25.113564Z","end":"2026-03-11T17:38:25.292392Z","steps":["trace[1290811349] 'agreement among raft nodes before linearized reading' (duration: 178.718695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:25.292979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:23.250638Z","time spent":"2.042329813s","remote":"127.0.0.1:33250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-11T17:38:25.292375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.241253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:38:25.293117Z","caller":"traceutil/trace.go:171","msg":"trace[203317898] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23129; }","duration":"525.037271ms","start":"2026-03-11T17:38:24.768063Z","end":"2026-03-11T17:38:25.293101Z","steps":["trace[203317898] 'agreement among raft nodes before linearized reading' (duration: 524.222843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:25.293161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:24.768048Z","time spent":"525.096462ms","remote":"127.0.0.1:52444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:38:25.292458Z","caller":"traceutil/trace.go:171","msg":"trace[975245363] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23129; }","duration":"670.422619ms","start":"2026-03-11T17:38:24.622008Z","end":"2026-03-11T17:38:25.29243Z","steps":["trace[975245363] 'agreement among raft nodes before linearized reading' (duration: 670.297406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:25.293257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:24.621961Z","time spent":"671.279858ms","remote":"127.0.0.1:60218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:38:25.294005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:23.660223Z","time spent":"1.633321954s","remote":"127.0.0.1:35764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-11T17:38:25.756983Z","caller":"traceutil/trace.go:171","msg":"trace[115845989] transaction","detail":"{read_only:false; response_revision:23130; number_of_response:1; }","duration":"195.136097ms","start":"2026-03-11T17:38:25.561816Z","end":"2026-03-11T17:38:25.756952Z","steps":["trace[115845989] 'process raft request' (duration: 194.737089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:26.300459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.922021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-11T17:38:26.300609Z","caller":"traceutil/trace.go:171","msg":"trace[394316187] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:1; response_revision:23130; }","duration":"445.124666ms","start":"2026-03-11T17:38:25.855452Z","end":"2026-03-11T17:38:26.300577Z","steps":["trace[394316187] 'range keys from in-memory index tree' (duration: 444.681796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:26.300682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:25.85543Z","time spent":"445.235978ms","remote":"127.0.0.1:35788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.153\" "} {"level":"info","ts":"2026-03-11T17:38:26.30207Z","caller":"traceutil/trace.go:171","msg":"trace[1495841244] linearizableReadLoop","detail":"{readStateIndex:23941; appliedIndex:23940; }","duration":"177.59654ms","start":"2026-03-11T17:38:26.124389Z","end":"2026-03-11T17:38:26.301985Z","steps":["trace[1495841244] 'read index received' (duration: 177.269613ms)","trace[1495841244] 'applied index is now lower than readState.Index' (duration: 325.667µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:38:26.302122Z","caller":"traceutil/trace.go:171","msg":"trace[800815514] transaction","detail":"{read_only:false; response_revision:23131; number_of_response:1; }","duration":"205.923415ms","start":"2026-03-11T17:38:26.096164Z","end":"2026-03-11T17:38:26.302088Z","steps":["trace[800815514] 'process raft request' (duration: 205.582658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:26.302237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.825055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:38:26.302323Z","caller":"traceutil/trace.go:171","msg":"trace[559270457] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23131; }","duration":"177.935897ms","start":"2026-03-11T17:38:26.124365Z","end":"2026-03-11T17:38:26.302301Z","steps":["trace[559270457] 'agreement among raft nodes before linearized reading' (duration: 177.761623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:26.302398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.772011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-11T17:38:26.302408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.255368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-11T17:38:26.30245Z","caller":"traceutil/trace.go:171","msg":"trace[132937596] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23131; }","duration":"161.874334ms","start":"2026-03-11T17:38:26.140557Z","end":"2026-03-11T17:38:26.302431Z","steps":["trace[132937596] 'agreement among raft nodes before linearized reading' (duration: 161.750401ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:26.302466Z","caller":"traceutil/trace.go:171","msg":"trace[1293940113] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23131; }","duration":"170.381361ms","start":"2026-03-11T17:38:26.132065Z","end":"2026-03-11T17:38:26.302446Z","steps":["trace[1293940113] 'agreement among raft nodes before linearized reading' (duration: 170.140826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:26.302801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.724679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-11T17:38:26.302845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.194036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-11T17:38:26.302871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.710058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-11T17:38:26.302898Z","caller":"traceutil/trace.go:171","msg":"trace[236260062] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23131; }","duration":"170.264158ms","start":"2026-03-11T17:38:26.132619Z","end":"2026-03-11T17:38:26.302883Z","steps":["trace[236260062] 'agreement among raft nodes before linearized reading' (duration: 169.945441ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:26.302908Z","caller":"traceutil/trace.go:171","msg":"trace[1889094811] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23131; }","duration":"170.76179ms","start":"2026-03-11T17:38:26.132136Z","end":"2026-03-11T17:38:26.302898Z","steps":["trace[1889094811] 'agreement among raft nodes before linearized reading' (duration: 170.606047ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:26.302899Z","caller":"traceutil/trace.go:171","msg":"trace[1199698645] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23131; }","duration":"161.852642ms","start":"2026-03-11T17:38:26.141021Z","end":"2026-03-11T17:38:26.302874Z","steps":["trace[1199698645] 'agreement among raft nodes before linearized reading' (duration: 161.601037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:26.816287Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438644257772500,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T17:38:27.151953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:26.303203Z","time spent":"848.745226ms","remote":"127.0.0.1:35788","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-11T17:38:27.615936Z","caller":"traceutil/trace.go:171","msg":"trace[1028257184] transaction","detail":"{read_only:false; response_revision:23132; number_of_response:1; }","duration":"1.308456603s","start":"2026-03-11T17:38:26.307455Z","end":"2026-03-11T17:38:27.615912Z","steps":["trace[1028257184] 'process raft request' (duration: 1.308238628s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:27.615951Z","caller":"traceutil/trace.go:171","msg":"trace[1285131160] transaction","detail":"{read_only:false; response_revision:23133; number_of_response:1; }","duration":"1.308245018s","start":"2026-03-11T17:38:26.307688Z","end":"2026-03-11T17:38:27.615933Z","steps":["trace[1285131160] 'process raft request' (duration: 1.308163406s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:27.616071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:26.307681Z","time spent":"1.30833115s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:38:27.61607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:26.307439Z","time spent":"1.308569996s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:38:27.616204Z","caller":"traceutil/trace.go:171","msg":"trace[1551510051] transaction","detail":"{read_only:false; response_revision:23134; number_of_response:1; }","duration":"1.308109885s","start":"2026-03-11T17:38:26.308069Z","end":"2026-03-11T17:38:27.616179Z","steps":["trace[1551510051] 'process raft request' (duration: 1.307827619s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:27.616293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:26.308062Z","time spent":"1.308184677s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:38:27.616365Z","caller":"traceutil/trace.go:171","msg":"trace[951364727] transaction","detail":"{read_only:false; response_revision:23135; number_of_response:1; }","duration":"1.307555853s","start":"2026-03-11T17:38:26.308762Z","end":"2026-03-11T17:38:27.616318Z","steps":["trace[951364727] 'process raft request' (duration: 1.307350459s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:27.616384Z","caller":"traceutil/trace.go:171","msg":"trace[1543671038] transaction","detail":"{read_only:false; response_revision:23136; number_of_response:1; }","duration":"869.879441ms","start":"2026-03-11T17:38:26.746476Z","end":"2026-03-11T17:38:27.616356Z","steps":["trace[1543671038] 'process raft request' (duration: 869.778449ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:27.616443Z","caller":"traceutil/trace.go:171","msg":"trace[1047023118] transaction","detail":"{read_only:false; response_revision:23137; number_of_response:1; }","duration":"687.627668ms","start":"2026-03-11T17:38:26.928803Z","end":"2026-03-11T17:38:27.616431Z","steps":["trace[1047023118] 'process raft request' (duration: 687.500405ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:27.616487Z","caller":"traceutil/trace.go:171","msg":"trace[536195541] transaction","detail":"{read_only:false; response_revision:23139; number_of_response:1; }","duration":"686.094805ms","start":"2026-03-11T17:38:26.930379Z","end":"2026-03-11T17:38:27.616474Z","steps":["trace[536195541] 'process raft request' (duration: 686.036244ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:27.616487Z","caller":"traceutil/trace.go:171","msg":"trace[346754894] transaction","detail":"{read_only:false; response_revision:23138; number_of_response:1; }","duration":"686.541015ms","start":"2026-03-11T17:38:26.929928Z","end":"2026-03-11T17:38:27.616469Z","steps":["trace[346754894] 'process raft request' (duration: 686.454853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:27.616503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:26.928778Z","time spent":"687.6907ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:38:27.616533Z","caller":"traceutil/trace.go:171","msg":"trace[1417728443] linearizableReadLoop","detail":"{readStateIndex:23947; appliedIndex:23941; }","duration":"1.300570839s","start":"2026-03-11T17:38:26.315953Z","end":"2026-03-11T17:38:27.616524Z","steps":["trace[1417728443] 'read index received' (duration: 835.723238ms)","trace[1417728443] 'applied index is now lower than readState.Index' (duration: 464.846961ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:38:27.616543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:26.930353Z","time spent":"686.160537ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:38:27.616538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:26.746455Z","time spent":"869.999203ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:38:27.616542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:26.308742Z","time spent":"1.307707506s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:38:27.616581Z","caller":"traceutil/trace.go:171","msg":"trace[912160265] transaction","detail":"{read_only:false; response_revision:23140; number_of_response:1; }","duration":"685.647465ms","start":"2026-03-11T17:38:26.930927Z","end":"2026-03-11T17:38:27.616575Z","steps":["trace[912160265] 'process raft request' (duration: 685.511542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:27.616577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:26.929915Z","time spent":"686.613066ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:38:27.616607Z","caller":"traceutil/trace.go:171","msg":"trace[1002517670] transaction","detail":"{read_only:false; response_revision:23142; number_of_response:1; }","duration":"685.124503ms","start":"2026-03-11T17:38:26.931476Z","end":"2026-03-11T17:38:27.616601Z","steps":["trace[1002517670] 'process raft request' (duration: 685.00376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:27.616619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:26.930913Z","time spent":"685.683697ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:38:27.616639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:26.931452Z","time spent":"685.170674ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:38:27.616648Z","caller":"traceutil/trace.go:171","msg":"trace[1337353254] transaction","detail":"{read_only:false; response_revision:23143; number_of_response:1; }","duration":"682.7652ms","start":"2026-03-11T17:38:26.933874Z","end":"2026-03-11T17:38:27.616639Z","steps":["trace[1337353254] 'process raft request' (duration: 682.628507ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:27.616688Z","caller":"traceutil/trace.go:171","msg":"trace[1068356315] transaction","detail":"{read_only:false; response_revision:23141; number_of_response:1; }","duration":"685.47337ms","start":"2026-03-11T17:38:26.93121Z","end":"2026-03-11T17:38:27.616683Z","steps":["trace[1068356315] 'process raft request' (duration: 685.250666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:27.6167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:26.933863Z","time spent":"682.808922ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:38:27.616716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:26.931197Z","time spent":"685.503081ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:38:27.616731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.300776603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:38:27.616752Z","caller":"traceutil/trace.go:171","msg":"trace[1281318422] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23143; }","duration":"1.300816024s","start":"2026-03-11T17:38:26.31593Z","end":"2026-03-11T17:38:27.616746Z","steps":["trace[1281318422] 'agreement among raft nodes before linearized reading' (duration: 1.300735262s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:27.616772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:26.315921Z","time spent":"1.300844975s","remote":"127.0.0.1:36104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:38:28.024758Z","caller":"traceutil/trace.go:171","msg":"trace[1950444761] linearizableReadLoop","detail":"{readStateIndex:23955; appliedIndex:23954; }","duration":"408.17837ms","start":"2026-03-11T17:38:27.616554Z","end":"2026-03-11T17:38:28.024732Z","steps":["trace[1950444761] 'read index received' (duration: 369.141888ms)","trace[1950444761] 'applied index is now lower than readState.Index' (duration: 39.034822ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:38:28.024783Z","caller":"traceutil/trace.go:171","msg":"trace[227856857] transaction","detail":"{read_only:false; response_revision:23144; number_of_response:1; }","duration":"871.654441ms","start":"2026-03-11T17:38:27.15308Z","end":"2026-03-11T17:38:28.024735Z","steps":["trace[227856857] 'process raft request' (duration: 832.694401ms)","trace[227856857] 'compare' (duration: 38.05546ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:38:28.02489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.364466179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:38:28.024944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:27.153047Z","time spent":"871.813284ms","remote":"127.0.0.1:35788","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:38:28.024937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.699198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:38:28.024967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.938271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:38:28.025025Z","caller":"traceutil/trace.go:171","msg":"trace[124231923] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:23144; }","duration":"701.849242ms","start":"2026-03-11T17:38:27.323153Z","end":"2026-03-11T17:38:28.025002Z","steps":["trace[124231923] 'agreement among raft nodes before linearized reading' (duration: 701.644877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:28.025092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:27.323131Z","time spent":"701.951116ms","remote":"127.0.0.1:38586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:38:28.025098Z","caller":"traceutil/trace.go:171","msg":"trace[496088960] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:23144; }","duration":"768.160026ms","start":"2026-03-11T17:38:27.256908Z","end":"2026-03-11T17:38:28.025068Z","steps":["trace[496088960] 'agreement among raft nodes before linearized reading' (duration: 767.85302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:28.025112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.052130774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:38:28.024962Z","caller":"traceutil/trace.go:171","msg":"trace[1875002492] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23144; }","duration":"1.364574742s","start":"2026-03-11T17:38:26.660368Z","end":"2026-03-11T17:38:28.024943Z","steps":["trace[1875002492] 'agreement among raft nodes before linearized reading' (duration: 1.364440599s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:28.02516Z","caller":"traceutil/trace.go:171","msg":"trace[1177099006] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:23144; }","duration":"1.052220057s","start":"2026-03-11T17:38:26.972926Z","end":"2026-03-11T17:38:28.025146Z","steps":["trace[1177099006] 'agreement among raft nodes before linearized reading' (duration: 1.052061774s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:28.025164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:27.256886Z","time spent":"768.265208ms","remote":"127.0.0.1:36182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:38:28.025188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:26.66035Z","time spent":"1.364826167s","remote":"127.0.0.1:35764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T17:38:28.02519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.67556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-11T17:38:28.025286Z","caller":"traceutil/trace.go:171","msg":"trace[714191354] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23144; }","duration":"263.815283ms","start":"2026-03-11T17:38:27.761448Z","end":"2026-03-11T17:38:28.025264Z","steps":["trace[714191354] 'agreement among raft nodes before linearized reading' (duration: 263.506206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:28.025216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:26.972909Z","time spent":"1.052291949s","remote":"127.0.0.1:35992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:38:28.025315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.578366331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:267210"} {"level":"warn","ts":"2026-03-11T17:38:28.025311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.213439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-8cfc54676-wkwmn.189bda1af4916127\" ","response":"range_response_count:1 size:780"} {"level":"info","ts":"2026-03-11T17:38:28.025389Z","caller":"traceutil/trace.go:171","msg":"trace[720946882] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:23144; }","duration":"1.578507604s","start":"2026-03-11T17:38:26.446867Z","end":"2026-03-11T17:38:28.025375Z","steps":["trace[720946882] 'agreement among raft nodes before linearized reading' (duration: 1.578007323s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:28.025523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:26.446837Z","time spent":"1.578668917s","remote":"127.0.0.1:36134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":267233,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-03-11T17:38:28.025543Z","caller":"traceutil/trace.go:171","msg":"trace[113149434] range","detail":"{range_begin:/registry/events/openstack/magnum-api-8cfc54676-wkwmn.189bda1af4916127; range_end:; response_count:1; response_revision:23144; }","duration":"417.506935ms","start":"2026-03-11T17:38:27.607977Z","end":"2026-03-11T17:38:28.025484Z","steps":["trace[113149434] 'agreement among raft nodes before linearized reading' (duration: 416.770029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:28.02567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:27.607958Z","time spent":"417.6971ms","remote":"127.0.0.1:35826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":803,"request content":"key:\"/registry/events/openstack/magnum-api-8cfc54676-wkwmn.189bda1af4916127\" "} {"level":"warn","ts":"2026-03-11T17:38:28.02536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.297604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-11T17:38:28.025793Z","caller":"traceutil/trace.go:171","msg":"trace[1575707299] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:23144; }","duration":"105.795625ms","start":"2026-03-11T17:38:27.919985Z","end":"2026-03-11T17:38:28.025781Z","steps":["trace[1575707299] 'agreement among raft nodes before linearized reading' (duration: 105.12139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:28.025425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.448380442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:38:28.025887Z","caller":"traceutil/trace.go:171","msg":"trace[1560358969] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:23144; }","duration":"1.448905794s","start":"2026-03-11T17:38:26.576957Z","end":"2026-03-11T17:38:28.025862Z","steps":["trace[1560358969] 'agreement among raft nodes before linearized reading' (duration: 1.447925362s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:28.025955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:26.576931Z","time spent":"1.449001695s","remote":"127.0.0.1:50680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:38:28.854894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.203135ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:38:28.85502Z","caller":"traceutil/trace.go:171","msg":"trace[739453093] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23146; }","duration":"690.342848ms","start":"2026-03-11T17:38:28.164657Z","end":"2026-03-11T17:38:28.855Z","steps":["trace[739453093] 'range keys from in-memory index tree' (duration: 690.181335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:28.855823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.613286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:38:28.855947Z","caller":"traceutil/trace.go:171","msg":"trace[2132072758] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:23146; }","duration":"507.784799ms","start":"2026-03-11T17:38:28.348102Z","end":"2026-03-11T17:38:28.855887Z","steps":["trace[2132072758] 'count revisions from in-memory index tree' (duration: 507.164726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:28.856075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:28.34808Z","time spent":"507.977184ms","remote":"127.0.0.1:56270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:38:30.107026Z","caller":"traceutil/trace.go:171","msg":"trace[89989976] transaction","detail":"{read_only:false; response_revision:23147; number_of_response:1; }","duration":"484.513435ms","start":"2026-03-11T17:38:29.622477Z","end":"2026-03-11T17:38:30.106991Z","steps":["trace[89989976] 'process raft request' (duration: 484.217379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:30.107287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:29.622459Z","time spent":"484.71042ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:38:31.634161Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.527470298s","expected-duration":"1s"} {"level":"info","ts":"2026-03-11T17:38:31.634942Z","caller":"traceutil/trace.go:171","msg":"trace[1985567348] linearizableReadLoop","detail":"{readStateIndex:23962; appliedIndex:23957; }","duration":"2.011504872s","start":"2026-03-11T17:38:29.623415Z","end":"2026-03-11T17:38:31.63492Z","steps":["trace[1985567348] 'read index received' (duration: 483.316739ms)","trace[1985567348] 'applied index is now lower than readState.Index' (duration: 1.528187123s)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:38:31.63525Z","caller":"traceutil/trace.go:171","msg":"trace[1590806594] transaction","detail":"{read_only:false; response_revision:23148; number_of_response:1; }","duration":"2.012409053s","start":"2026-03-11T17:38:29.622828Z","end":"2026-03-11T17:38:31.635237Z","steps":["trace[1590806594] 'process raft request' (duration: 2.011670667s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:31.635368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:29.622808Z","time spent":"2.012484844s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:38:31.635618Z","caller":"traceutil/trace.go:171","msg":"trace[497469783] transaction","detail":"{read_only:false; response_revision:23149; number_of_response:1; }","duration":"2.012561076s","start":"2026-03-11T17:38:29.623044Z","end":"2026-03-11T17:38:31.635605Z","steps":["trace[497469783] 'process raft request' (duration: 2.011601485s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:31.635688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:29.623036Z","time spent":"2.012614737s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:38:31.635841Z","caller":"traceutil/trace.go:171","msg":"trace[1537245632] transaction","detail":"{read_only:false; response_revision:23150; number_of_response:1; }","duration":"2.012682078s","start":"2026-03-11T17:38:29.623147Z","end":"2026-03-11T17:38:31.635829Z","steps":["trace[1537245632] 'process raft request' (duration: 2.011538453s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:31.635914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:29.623139Z","time spent":"2.012738339s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:38:31.636064Z","caller":"traceutil/trace.go:171","msg":"trace[2062526911] transaction","detail":"{read_only:false; response_revision:23151; number_of_response:1; }","duration":"2.012854582s","start":"2026-03-11T17:38:29.623199Z","end":"2026-03-11T17:38:31.636053Z","steps":["trace[2062526911] 'process raft request' (duration: 2.011521593s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:31.636134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:29.623191Z","time spent":"2.012903653s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:38:31.636315Z","caller":"traceutil/trace.go:171","msg":"trace[1243656476] transaction","detail":"{read_only:false; response_revision:23152; number_of_response:1; }","duration":"2.008665409s","start":"2026-03-11T17:38:29.627639Z","end":"2026-03-11T17:38:31.636304Z","steps":["trace[1243656476] 'process raft request' (duration: 2.007113096s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:31.636379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:29.627623Z","time spent":"2.008724771s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:38:31.636511Z","caller":"traceutil/trace.go:171","msg":"trace[978942080] transaction","detail":"{read_only:false; response_revision:23153; number_of_response:1; }","duration":"2.008770352s","start":"2026-03-11T17:38:29.627732Z","end":"2026-03-11T17:38:31.636502Z","steps":["trace[978942080] 'process raft request' (duration: 2.007061865s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:31.636564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:29.627724Z","time spent":"2.008814373s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:38:31.636708Z","caller":"traceutil/trace.go:171","msg":"trace[1731355690] transaction","detail":"{read_only:false; response_revision:23154; number_of_response:1; }","duration":"2.008846814s","start":"2026-03-11T17:38:29.62785Z","end":"2026-03-11T17:38:31.636697Z","steps":["trace[1731355690] 'process raft request' (duration: 2.006971933s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:31.636764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:29.627842Z","time spent":"2.008891815s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:38:31.636891Z","caller":"traceutil/trace.go:171","msg":"trace[854266141] transaction","detail":"{read_only:false; response_revision:23155; number_of_response:1; }","duration":"2.008976736s","start":"2026-03-11T17:38:29.627906Z","end":"2026-03-11T17:38:31.636883Z","steps":["trace[854266141] 'process raft request' (duration: 2.006944072s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:31.636941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:29.627898Z","time spent":"2.009013458s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:38:31.637184Z","caller":"traceutil/trace.go:171","msg":"trace[769221894] transaction","detail":"{read_only:false; response_revision:23156; number_of_response:1; }","duration":"2.009211451s","start":"2026-03-11T17:38:29.627956Z","end":"2026-03-11T17:38:31.637168Z","steps":["trace[769221894] 'process raft request' (duration: 2.006927392s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:31.63726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:29.62795Z","time spent":"2.009274512s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:38:31.637528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.01410375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-11T17:38:31.637582Z","caller":"traceutil/trace.go:171","msg":"trace[1937222640] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23156; }","duration":"2.014176931s","start":"2026-03-11T17:38:29.623395Z","end":"2026-03-11T17:38:31.637572Z","steps":["trace[1937222640] 'agreement among raft nodes before linearized reading' (duration: 2.014017277s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:31.637623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:29.623388Z","time spent":"2.014225292s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-11T17:38:31.660963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00006774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-11T17:38:31.661081Z","caller":"traceutil/trace.go:171","msg":"trace[1477082710] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000219403s","start":"2026-03-11T17:38:29.660844Z","end":"2026-03-11T17:38:31.661064Z","steps":["trace[1477082710] 'agreement among raft nodes before linearized reading' (duration: 2.00008533s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:31.661128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:29.66077Z","time spent":"2.000349976s","remote":"127.0.0.1:35764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/11 17:38:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-11T17:38:32.389547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.80318ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:38:32.389683Z","caller":"traceutil/trace.go:171","msg":"trace[1713526907] linearizableReadLoop","detail":"{readStateIndex:23968; appliedIndex:23967; }","duration":"754.652928ms","start":"2026-03-11T17:38:31.635007Z","end":"2026-03-11T17:38:32.38966Z","steps":["trace[1713526907] 'read index received' (duration: 164.511851ms)","trace[1713526907] 'applied index is now lower than readState.Index' (duration: 590.138857ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:38:32.389789Z","caller":"traceutil/trace.go:171","msg":"trace[976651143] transaction","detail":"{read_only:false; response_revision:23157; number_of_response:1; }","duration":"1.451026241s","start":"2026-03-11T17:38:30.938747Z","end":"2026-03-11T17:38:32.389773Z","steps":["trace[976651143] 'process raft request' (duration: 860.856453ms)","trace[976651143] 'compare' (duration: 589.584985ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:38:32.38988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:30.938723Z","time spent":"1.451111462s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:38:32.389955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.148607149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:38:32.390063Z","caller":"traceutil/trace.go:171","msg":"trace[1360801772] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:23157; }","duration":"2.148768802s","start":"2026-03-11T17:38:30.241271Z","end":"2026-03-11T17:38:32.39004Z","steps":["trace[1360801772] 'agreement among raft nodes before linearized reading' (duration: 2.148551618s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:32.390096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.866240845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:38:32.390118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:30.241241Z","time spent":"2.148863544s","remote":"127.0.0.1:52170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:38:32.39015Z","caller":"traceutil/trace.go:171","msg":"trace[582783892] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:23157; }","duration":"1.866354257s","start":"2026-03-11T17:38:30.523782Z","end":"2026-03-11T17:38:32.390136Z","steps":["trace[582783892] 'agreement among raft nodes before linearized reading' (duration: 1.866260585s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:32.390132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.328087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-03-11T17:38:32.390178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:30.523761Z","time spent":"1.866411369s","remote":"127.0.0.1:51162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:38:32.390205Z","caller":"traceutil/trace.go:171","msg":"trace[2146758221] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23157; }","duration":"839.401648ms","start":"2026-03-11T17:38:31.55078Z","end":"2026-03-11T17:38:32.390182Z","steps":["trace[2146758221] 'agreement among raft nodes before linearized reading' (duration: 839.220615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:32.390263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:31.550743Z","time spent":"839.508001ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-11T17:38:32.390293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.325519274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-11T17:38:32.390283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.306530394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:38:32.390403Z","caller":"traceutil/trace.go:171","msg":"trace[1245331581] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23157; }","duration":"2.325705388s","start":"2026-03-11T17:38:30.064676Z","end":"2026-03-11T17:38:32.390381Z","steps":["trace[1245331581] 'agreement among raft nodes before linearized reading' (duration: 2.325263528s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:32.390554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:30.064659Z","time spent":"2.325875821s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-11T17:38:32.390452Z","caller":"traceutil/trace.go:171","msg":"trace[235794945] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:23157; }","duration":"2.30679516s","start":"2026-03-11T17:38:30.083637Z","end":"2026-03-11T17:38:32.390432Z","steps":["trace[235794945] 'agreement among raft nodes before linearized reading' (duration: 2.306463343s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:32.390864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:30.083613Z","time spent":"2.30720051s","remote":"127.0.0.1:38590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:38:32.391364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.628352189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:38:32.391459Z","caller":"traceutil/trace.go:171","msg":"trace[832816197] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:23157; }","duration":"2.628555344s","start":"2026-03-11T17:38:29.762884Z","end":"2026-03-11T17:38:32.391439Z","steps":["trace[832816197] 'agreement among raft nodes before linearized reading' (duration: 2.627177613s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:32.391495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:29.762838Z","time spent":"2.628649336s","remote":"127.0.0.1:36034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":97,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:38:32.395396Z","caller":"traceutil/trace.go:171","msg":"trace[133107623] transaction","detail":"{read_only:false; response_revision:23158; number_of_response:1; }","duration":"750.593768ms","start":"2026-03-11T17:38:31.644791Z","end":"2026-03-11T17:38:32.395385Z","steps":["trace[133107623] 'process raft request' (duration: 750.468886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:32.395495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:31.644771Z","time spent":"750.65958ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:38:32.550836Z","caller":"traceutil/trace.go:171","msg":"trace[318618048] transaction","detail":"{read_only:false; response_revision:23159; number_of_response:1; }","duration":"536.257818ms","start":"2026-03-11T17:38:32.014525Z","end":"2026-03-11T17:38:32.550783Z","steps":["trace[318618048] 'process raft request' (duration: 535.627823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:32.551319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:32.014503Z","time spent":"536.453482ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:38:32.551639Z","caller":"traceutil/trace.go:171","msg":"trace[1392512502] transaction","detail":"{read_only:false; response_revision:23160; number_of_response:1; }","duration":"439.620505ms","start":"2026-03-11T17:38:32.111969Z","end":"2026-03-11T17:38:32.551589Z","steps":["trace[1392512502] 'process raft request' (duration: 438.323236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:32.552166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:32.111945Z","time spent":"439.802718ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:38:33.203268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.912504ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-11T17:38:33.204666Z","caller":"traceutil/trace.go:171","msg":"trace[1284402647] transaction","detail":"{read_only:false; response_revision:23161; number_of_response:1; }","duration":"809.490819ms","start":"2026-03-11T17:38:32.395142Z","end":"2026-03-11T17:38:33.204633Z","steps":["trace[1284402647] 'process raft request' (duration: 808.196901ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:33.204678Z","caller":"traceutil/trace.go:171","msg":"trace[1508808223] linearizableReadLoop","detail":"{readStateIndex:23972; appliedIndex:23968; }","duration":"814.925879ms","start":"2026-03-11T17:38:32.389726Z","end":"2026-03-11T17:38:33.204652Z","steps":["trace[1508808223] 'read index received' (duration: 5.591283ms)","trace[1508808223] 'applied index is now lower than readState.Index' (duration: 809.333816ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:38:33.204814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:32.395044Z","time spent":"809.686973ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:38:35.059483Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.416826985s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-11T17:38:35.162295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.501067013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:38:35.162537Z","caller":"traceutil/trace.go:171","msg":"trace[730641785] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23161; }","duration":"3.50136625s","start":"2026-03-11T17:38:31.661126Z","end":"2026-03-11T17:38:35.162492Z","steps":["trace[730641785] 'agreement among raft nodes before linearized reading' (duration: 1.543607394s)","trace[730641785] 'range keys from in-memory index tree' (duration: 1.957407998s)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:38:35.162631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:31.661111Z","time spent":"3.501503833s","remote":"127.0.0.1:35750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T17:38:35.162859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.447153093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:38:35.162953Z","caller":"traceutil/trace.go:171","msg":"trace[524042870] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:23161; }","duration":"3.447302137s","start":"2026-03-11T17:38:31.715624Z","end":"2026-03-11T17:38:35.162926Z","steps":["trace[524042870] 'agreement among raft nodes before linearized reading' (duration: 1.48903664s)","trace[524042870] 'count revisions from in-memory index tree' (duration: 1.958111284s)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:38:35.162989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:31.715608Z","time spent":"3.447373329s","remote":"127.0.0.1:33324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:38:35.163126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.958336788s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:38:35.163358Z","caller":"traceutil/trace.go:171","msg":"trace[332894072] transaction","detail":"{read_only:false; response_revision:23162; number_of_response:1; }","duration":"2.76797803s","start":"2026-03-11T17:38:32.395351Z","end":"2026-03-11T17:38:35.163329Z","steps":["trace[332894072] 'process raft request' (duration: 809.290714ms)","trace[332894072] 'compare' (duration: 1.957444049s)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:38:35.163398Z","caller":"traceutil/trace.go:171","msg":"trace[904037855] transaction","detail":"{read_only:false; response_revision:23163; number_of_response:1; }","duration":"2.540405187s","start":"2026-03-11T17:38:32.622981Z","end":"2026-03-11T17:38:35.163386Z","steps":["trace[904037855] 'process raft request' (duration: 2.540268785s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:35.163402Z","caller":"traceutil/trace.go:171","msg":"trace[1158656249] linearizableReadLoop","detail":"{readStateIndex:23975; appliedIndex:23973; }","duration":"1.570373955s","start":"2026-03-11T17:38:33.593014Z","end":"2026-03-11T17:38:35.163388Z","steps":["trace[1158656249] 'read index received' (duration: 68.312µs)","trace[1158656249] 'applied index is now lower than readState.Index' (duration: 1.570304703s)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:38:35.163634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:32.395328Z","time spent":"2.768086383s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:38:35.163659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:32.622949Z","time spent":"2.540653953s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:38:35.163681Z","caller":"traceutil/trace.go:171","msg":"trace[750722418] transaction","detail":"{read_only:false; response_revision:23164; number_of_response:1; }","duration":"1.521189878s","start":"2026-03-11T17:38:33.642464Z","end":"2026-03-11T17:38:35.163654Z","steps":["trace[750722418] 'process raft request' (duration: 1.520890742s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:35.163837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:33.642441Z","time spent":"1.521314052s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:38:35.163841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.570830074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-11T17:38:35.1639Z","caller":"traceutil/trace.go:171","msg":"trace[195849031] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23164; }","duration":"1.570956066s","start":"2026-03-11T17:38:33.592931Z","end":"2026-03-11T17:38:35.163887Z","steps":["trace[195849031] 'agreement among raft nodes before linearized reading' (duration: 1.570756892s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:35.163954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:33.592918Z","time spent":"1.571024759s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-11T17:38:35.664113Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438644257772570,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T17:38:35.669462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000276814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-11T17:38:35.66955Z","caller":"traceutil/trace.go:171","msg":"trace[1233780779] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000403497s","start":"2026-03-11T17:38:33.669117Z","end":"2026-03-11T17:38:35.669521Z","steps":["trace[1233780779] 'agreement among raft nodes before linearized reading' (duration: 2.000281495s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:35.669676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:33.669113Z","time spent":"2.00054912s","remote":"127.0.0.1:35764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T17:38:36.164927Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438644257772570,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T17:38:36.665657Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438644257772570,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T17:38:36.729358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:35.777173Z","time spent":"952.148628ms","remote":"127.0.0.1:57310","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-11T17:38:36.744674Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.550489397s","expected-duration":"1s"} {"level":"info","ts":"2026-03-11T17:38:36.745317Z","caller":"traceutil/trace.go:171","msg":"trace[2045215728] transaction","detail":"{read_only:false; response_revision:23171; number_of_response:1; }","duration":"2.186926905s","start":"2026-03-11T17:38:34.55836Z","end":"2026-03-11T17:38:36.745287Z","steps":["trace[2045215728] 'process raft request' (duration: 2.186891514s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:36.745542Z","caller":"traceutil/trace.go:171","msg":"trace[1643927368] transaction","detail":"{read_only:false; response_revision:23165; number_of_response:1; }","duration":"3.101509313s","start":"2026-03-11T17:38:33.644012Z","end":"2026-03-11T17:38:36.745521Z","steps":["trace[1643927368] 'process raft request' (duration: 3.1008757s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:36.745548Z","caller":"traceutil/trace.go:171","msg":"trace[2063183806] transaction","detail":"{read_only:false; response_revision:23167; number_of_response:1; }","duration":"3.099429097s","start":"2026-03-11T17:38:33.646079Z","end":"2026-03-11T17:38:36.745508Z","steps":["trace[2063183806] 'process raft request' (duration: 3.099069059s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:36.74561Z","caller":"traceutil/trace.go:171","msg":"trace[433945036] transaction","detail":"{read_only:false; response_revision:23170; number_of_response:1; }","duration":"2.934912576s","start":"2026-03-11T17:38:33.810687Z","end":"2026-03-11T17:38:36.7456Z","steps":["trace[433945036] 'process raft request' (duration: 2.934538478s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:36.745657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:33.810656Z","time spent":"2.934979058s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:38:36.745641Z","caller":"traceutil/trace.go:171","msg":"trace[1322531606] transaction","detail":"{read_only:false; response_revision:23169; number_of_response:1; }","duration":"3.099446487s","start":"2026-03-11T17:38:33.646154Z","end":"2026-03-11T17:38:36.7456Z","steps":["trace[1322531606] 'process raft request' (duration: 3.099045278s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:36.745682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:33.643986Z","time spent":"3.101604415s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:38:36.745693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:33.646064Z","time spent":"3.0995582s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:38:36.745553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:34.558347Z","time spent":"2.187043318s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:38:36.745796Z","caller":"traceutil/trace.go:171","msg":"trace[1578007956] transaction","detail":"{read_only:false; response_revision:23168; number_of_response:1; }","duration":"3.099641461s","start":"2026-03-11T17:38:33.646147Z","end":"2026-03-11T17:38:36.745789Z","steps":["trace[1578007956] 'process raft request' (duration: 3.099029588s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:36.745794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:33.646148Z","time spent":"3.0995654s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:38:36.74583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:33.64614Z","time spent":"3.099668473s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:38:36.745565Z","caller":"traceutil/trace.go:171","msg":"trace[465499890] transaction","detail":"{read_only:false; response_revision:23166; number_of_response:1; }","duration":"3.09958258s","start":"2026-03-11T17:38:33.645965Z","end":"2026-03-11T17:38:36.745547Z","steps":["trace[465499890] 'process raft request' (duration: 3.099156041s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:36.745992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:33.645955Z","time spent":"3.10000671s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:38:37.670019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999919407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-11T17:38:37.670117Z","caller":"traceutil/trace.go:171","msg":"trace[1211557917] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000071281s","start":"2026-03-11T17:38:35.67002Z","end":"2026-03-11T17:38:37.670091Z","steps":["trace[1211557917] 'agreement among raft nodes before linearized reading' (duration: 1.999946338s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:37.670183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:35.67Z","time spent":"2.000168762s","remote":"127.0.0.1:35750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/11 17:38:37 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-11T17:38:37.812757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.882735ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:38:37.812946Z","caller":"traceutil/trace.go:171","msg":"trace[1679966629] transaction","detail":"{read_only:false; response_revision:23173; number_of_response:1; }","duration":"641.400758ms","start":"2026-03-11T17:38:37.171528Z","end":"2026-03-11T17:38:37.812929Z","steps":["trace[1679966629] 'process raft request' (duration: 641.337797ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:37.813001Z","caller":"traceutil/trace.go:171","msg":"trace[1865421623] transaction","detail":"{read_only:false; response_revision:23172; number_of_response:1; }","duration":"2.642634763s","start":"2026-03-11T17:38:35.170336Z","end":"2026-03-11T17:38:37.81297Z","steps":["trace[1865421623] 'process raft request' (duration: 1.944451832s)","trace[1865421623] 'compare' (duration: 697.301402ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:38:37.813068Z","caller":"traceutil/trace.go:171","msg":"trace[550257247] linearizableReadLoop","detail":"{readStateIndex:23984; appliedIndex:23983; }","duration":"2.649438084s","start":"2026-03-11T17:38:35.163618Z","end":"2026-03-11T17:38:37.813057Z","steps":["trace[550257247] 'read index received' (duration: 1.582189636s)","trace[550257247] 'applied index is now lower than readState.Index' (duration: 1.067247648s)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:38:37.813158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:35.170317Z","time spent":"2.642760427s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:38:37.813337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.995454182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418181"} {"level":"info","ts":"2026-03-11T17:38:37.813377Z","caller":"traceutil/trace.go:171","msg":"trace[1918272679] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:23173; }","duration":"2.995519313s","start":"2026-03-11T17:38:34.817847Z","end":"2026-03-11T17:38:37.813366Z","steps":["trace[1918272679] 'agreement among raft nodes before linearized reading' (duration: 2.995293878s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:37.813407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:34.81783Z","time spent":"2.995570835s","remote":"127.0.0.1:52082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418204,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-11T17:38:37.813023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:37.171513Z","time spent":"641.47553ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:38:37.813738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.019065983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-03-11T17:38:37.813777Z","caller":"traceutil/trace.go:171","msg":"trace[1612522228] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:23173; }","duration":"3.019137795s","start":"2026-03-11T17:38:34.794631Z","end":"2026-03-11T17:38:37.813768Z","steps":["trace[1612522228] 'agreement among raft nodes before linearized reading' (duration: 3.019035962s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:37.813806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:34.794615Z","time spent":"3.019184675s","remote":"127.0.0.1:35924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":240,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"warn","ts":"2026-03-11T17:38:37.814001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.022760095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-03-11T17:38:37.814038Z","caller":"traceutil/trace.go:171","msg":"trace[718819164] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:23173; }","duration":"3.022835017s","start":"2026-03-11T17:38:34.791194Z","end":"2026-03-11T17:38:37.814029Z","steps":["trace[718819164] 'agreement among raft nodes before linearized reading' (duration: 3.022749445s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:37.814066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:34.791173Z","time spent":"3.022886748s","remote":"127.0.0.1:35924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" "} {"level":"warn","ts":"2026-03-11T17:38:37.814214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.089526492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:38:37.814242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.169382175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-11T17:38:37.814214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.168165227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-11T17:38:37.814271Z","caller":"traceutil/trace.go:171","msg":"trace[874111447] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23173; }","duration":"4.169465777s","start":"2026-03-11T17:38:33.644798Z","end":"2026-03-11T17:38:37.814264Z","steps":["trace[874111447] 'agreement among raft nodes before linearized reading' (duration: 4.169383316s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:37.814299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:33.644758Z","time spent":"4.16953487s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T17:38:37.8143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.172334241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-11T17:38:37.814298Z","caller":"traceutil/trace.go:171","msg":"trace[1738260317] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23173; }","duration":"4.168310072s","start":"2026-03-11T17:38:33.645968Z","end":"2026-03-11T17:38:37.814278Z","steps":["trace[1738260317] 'agreement among raft nodes before linearized reading' (duration: 4.168033005s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:37.814297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.412004186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-11T17:38:37.814344Z","caller":"traceutil/trace.go:171","msg":"trace[1292090419] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23173; }","duration":"4.172405363s","start":"2026-03-11T17:38:33.641927Z","end":"2026-03-11T17:38:37.814332Z","steps":["trace[1292090419] 'agreement among raft nodes before linearized reading' (duration: 4.172270949s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:37.814356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:33.645944Z","time spent":"4.168403734s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T17:38:37.814341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.586686764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-11T17:38:37.814389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:33.641911Z","time spent":"4.172470904s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T17:38:37.814436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.142073039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:38:37.814442Z","caller":"traceutil/trace.go:171","msg":"trace[761544981] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23173; }","duration":"3.586839448s","start":"2026-03-11T17:38:34.227577Z","end":"2026-03-11T17:38:37.814416Z","steps":["trace[761544981] 'agreement among raft nodes before linearized reading' (duration: 3.58655218s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:37.814472Z","caller":"traceutil/trace.go:171","msg":"trace[717408523] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:23173; }","duration":"3.14210723s","start":"2026-03-11T17:38:34.672352Z","end":"2026-03-11T17:38:37.814459Z","steps":["trace[717408523] 'agreement among raft nodes before linearized reading' (duration: 3.142050678s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:37.814473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.269830889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:38:37.814503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:34.227543Z","time spent":"3.586946429s","remote":"127.0.0.1:35918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-11T17:38:37.814513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:34.67231Z","time spent":"3.142193331s","remote":"127.0.0.1:51150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:38:37.814517Z","caller":"traceutil/trace.go:171","msg":"trace[238830066] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:23173; }","duration":"3.269914961s","start":"2026-03-11T17:38:34.544587Z","end":"2026-03-11T17:38:37.814502Z","steps":["trace[238830066] 'agreement among raft nodes before linearized reading' (duration: 3.269821189s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:37.81433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.150496069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189bd789c1f1bbf4\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-11T17:38:37.81456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:34.544567Z","time spent":"3.269985904s","remote":"127.0.0.1:60106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:38:37.814588Z","caller":"traceutil/trace.go:171","msg":"trace[1652326150] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189bd789c1f1bbf4; range_end:; response_count:1; response_revision:23173; }","duration":"4.150798686s","start":"2026-03-11T17:38:33.663774Z","end":"2026-03-11T17:38:37.814573Z","steps":["trace[1652326150] 'agreement among raft nodes before linearized reading' (duration: 4.150380976s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:37.814617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.492537491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:38:37.814637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:33.663763Z","time spent":"4.150859557s","remote":"127.0.0.1:35826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189bd789c1f1bbf4\" "} {"level":"info","ts":"2026-03-11T17:38:37.814672Z","caller":"traceutil/trace.go:171","msg":"trace[241268191] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23173; }","duration":"2.492634803s","start":"2026-03-11T17:38:35.322022Z","end":"2026-03-11T17:38:37.814657Z","steps":["trace[241268191] 'agreement among raft nodes before linearized reading' (duration: 2.492556811s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:37.81471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:35.321999Z","time spent":"2.492703215s","remote":"127.0.0.1:33250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-11T17:38:37.814374Z","caller":"traceutil/trace.go:171","msg":"trace[244405947] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23173; }","duration":"3.412118849s","start":"2026-03-11T17:38:34.402236Z","end":"2026-03-11T17:38:37.814355Z","steps":["trace[244405947] 'agreement among raft nodes before linearized reading' (duration: 3.411864083s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:37.814954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.352864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-11T17:38:37.814997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.209941588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:38:37.815022Z","caller":"traceutil/trace.go:171","msg":"trace[278002688] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:23173; }","duration":"461.433746ms","start":"2026-03-11T17:38:37.353551Z","end":"2026-03-11T17:38:37.814985Z","steps":["trace[278002688] 'agreement among raft nodes before linearized reading' (duration: 461.357694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:37.815054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:37.353529Z","time spent":"461.516858ms","remote":"127.0.0.1:36138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":21,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:38:37.81518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.179984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-11T17:38:37.815234Z","caller":"traceutil/trace.go:171","msg":"trace[621847236] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23173; }","duration":"646.235605ms","start":"2026-03-11T17:38:37.168991Z","end":"2026-03-11T17:38:37.815226Z","steps":["trace[621847236] 'agreement among raft nodes before linearized reading' (duration: 646.080482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:37.815249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.819951464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:38:37.815287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.043209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:38:37.815291Z","caller":"traceutil/trace.go:171","msg":"trace[739287839] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:23173; }","duration":"1.820034196s","start":"2026-03-11T17:38:35.995247Z","end":"2026-03-11T17:38:37.815281Z","steps":["trace[739287839] 'agreement among raft nodes before linearized reading' (duration: 1.819969215s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:37.815311Z","caller":"traceutil/trace.go:171","msg":"trace[1079493439] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23173; }","duration":"684.097051ms","start":"2026-03-11T17:38:37.131208Z","end":"2026-03-11T17:38:37.815305Z","steps":["trace[1079493439] 'agreement among raft nodes before linearized reading' (duration: 684.0633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:37.814937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:34.402222Z","time spent":"3.412701973s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-11T17:38:37.815028Z","caller":"traceutil/trace.go:171","msg":"trace[212085909] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:23173; }","duration":"1.210020351s","start":"2026-03-11T17:38:36.604997Z","end":"2026-03-11T17:38:37.815018Z","steps":["trace[212085909] 'agreement among raft nodes before linearized reading' (duration: 1.20997029s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:37.815355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.563129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:38:37.815361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:36.604966Z","time spent":"1.210386438s","remote":"127.0.0.1:33346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:38:37.815378Z","caller":"traceutil/trace.go:171","msg":"trace[188314714] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:23173; }","duration":"871.713182ms","start":"2026-03-11T17:38:36.94366Z","end":"2026-03-11T17:38:37.815373Z","steps":["trace[188314714] 'agreement among raft nodes before linearized reading' (duration: 871.680812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:37.815397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:36.943631Z","time spent":"871.762283ms","remote":"127.0.0.1:33278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:38:37.815057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.080151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:38:37.814888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.104697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:38:37.815505Z","caller":"traceutil/trace.go:171","msg":"trace[681220456] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:23173; }","duration":"588.568532ms","start":"2026-03-11T17:38:37.226924Z","end":"2026-03-11T17:38:37.815492Z","steps":["trace[681220456] 'agreement among raft nodes before linearized reading' (duration: 588.119162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:37.815554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.975139029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:38:37.815613Z","caller":"traceutil/trace.go:171","msg":"trace[2103133346] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:23173; }","duration":"1.975240981s","start":"2026-03-11T17:38:35.840357Z","end":"2026-03-11T17:38:37.815598Z","steps":["trace[2103133346] 'agreement among raft nodes before linearized reading' (duration: 1.975154799s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:37.81556Z","caller":"traceutil/trace.go:171","msg":"trace[1931274344] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23173; }","duration":"137.826512ms","start":"2026-03-11T17:38:37.677715Z","end":"2026-03-11T17:38:37.815541Z","steps":["trace[1931274344] 'agreement among raft nodes before linearized reading' (duration: 137.149967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:37.815648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:35.840334Z","time spent":"1.975304643s","remote":"127.0.0.1:32848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:38:37.815256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:37.168956Z","time spent":"646.293187ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T17:38:37.81533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:37.131189Z","time spent":"684.137461ms","remote":"127.0.0.1:35764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T17:38:37.815568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:37.226899Z","time spent":"588.658263ms","remote":"127.0.0.1:32830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:38:37.815896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.960262791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-11T17:38:37.81595Z","caller":"traceutil/trace.go:171","msg":"trace[1182984215] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:1; response_revision:23173; }","duration":"1.960346433s","start":"2026-03-11T17:38:35.855592Z","end":"2026-03-11T17:38:37.815938Z","steps":["trace[1182984215] 'agreement among raft nodes before linearized reading' (duration: 1.96022229s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:37.815981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:35.855577Z","time spent":"1.960397004s","remote":"127.0.0.1:35788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.153\" "} {"level":"warn","ts":"2026-03-11T17:38:37.815327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:35.995222Z","time spent":"1.820096937s","remote":"127.0.0.1:35828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:38:37.817718Z","caller":"traceutil/trace.go:171","msg":"trace[1221883415] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23173; }","duration":"4.093059901s","start":"2026-03-11T17:38:33.724591Z","end":"2026-03-11T17:38:37.817651Z","steps":["trace[1221883415] 'agreement among raft nodes before linearized reading' (duration: 4.089528672s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:37.81807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:33.724571Z","time spent":"4.093433539s","remote":"127.0.0.1:33212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:38:38.319606Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438644257772574,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T17:38:39.274775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109777737s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:38:39.274889Z","caller":"traceutil/trace.go:171","msg":"trace[1333772424] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23173; }","duration":"1.10990602s","start":"2026-03-11T17:38:38.164966Z","end":"2026-03-11T17:38:39.274872Z","steps":["trace[1333772424] 'range keys from in-memory index tree' (duration: 1.109762917s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:39.275673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.338623ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-11T17:38:39.275959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:37.817178Z","time spent":"1.45877537s","remote":"127.0.0.1:35788","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-11T17:38:39.276014Z","caller":"traceutil/trace.go:171","msg":"trace[1705247490] transaction","detail":"{read_only:false; response_revision:23174; number_of_response:1; }","duration":"1.457209237s","start":"2026-03-11T17:38:37.818779Z","end":"2026-03-11T17:38:39.275989Z","steps":["trace[1705247490] 'process raft request' (duration: 1.457001762s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:39.276047Z","caller":"traceutil/trace.go:171","msg":"trace[258315477] transaction","detail":"{read_only:false; response_revision:23176; number_of_response:1; }","duration":"1.45466699s","start":"2026-03-11T17:38:37.821365Z","end":"2026-03-11T17:38:39.276032Z","steps":["trace[258315477] 'process raft request' (duration: 1.454593518s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:39.276051Z","caller":"traceutil/trace.go:171","msg":"trace[945524286] transaction","detail":"{read_only:false; response_revision:23175; number_of_response:1; }","duration":"1.454853185s","start":"2026-03-11T17:38:37.821172Z","end":"2026-03-11T17:38:39.276025Z","steps":["trace[945524286] 'process raft request' (duration: 1.454738602s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:39.276135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:37.82136Z","time spent":"1.454717961s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:38:39.276139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:37.818732Z","time spent":"1.457329029s","remote":"127.0.0.1:35826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:38:39.276227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:37.821164Z","time spent":"1.454949107s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:38:39.276447Z","caller":"traceutil/trace.go:171","msg":"trace[280344826] transaction","detail":"{read_only:false; response_revision:23177; number_of_response:1; }","duration":"1.455034618s","start":"2026-03-11T17:38:37.821398Z","end":"2026-03-11T17:38:39.276432Z","steps":["trace[280344826] 'process raft request' (duration: 1.454595359s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:39.276524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:37.821394Z","time spent":"1.45509547s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:38:39.276701Z","caller":"traceutil/trace.go:171","msg":"trace[330770916] transaction","detail":"{read_only:false; response_revision:23178; number_of_response:1; }","duration":"1.454732692s","start":"2026-03-11T17:38:37.821959Z","end":"2026-03-11T17:38:39.276692Z","steps":["trace[330770916] 'process raft request' (duration: 1.454376253s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:39.276746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:37.821955Z","time spent":"1.454770604s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:38:39.276969Z","caller":"traceutil/trace.go:171","msg":"trace[1783177746] transaction","detail":"{read_only:false; response_revision:23179; number_of_response:1; }","duration":"1.454055827s","start":"2026-03-11T17:38:37.822896Z","end":"2026-03-11T17:38:39.276952Z","steps":["trace[1783177746] 'process raft request' (duration: 1.453679668s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:39.277006Z","caller":"traceutil/trace.go:171","msg":"trace[2013304888] linearizableReadLoop","detail":"{readStateIndex:23993; appliedIndex:23985; }","duration":"1.457704688s","start":"2026-03-11T17:38:37.819274Z","end":"2026-03-11T17:38:39.276979Z","steps":["trace[2013304888] 'read index received' (duration: 782.911193ms)","trace[2013304888] 'applied index is now lower than readState.Index' (duration: 674.792325ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:38:39.277065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:37.822891Z","time spent":"1.454126998s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:38:39.277374Z","caller":"traceutil/trace.go:171","msg":"trace[335270707] transaction","detail":"{read_only:false; response_revision:23180; number_of_response:1; }","duration":"1.088577059s","start":"2026-03-11T17:38:38.188778Z","end":"2026-03-11T17:38:39.277355Z","steps":["trace[335270707] 'process raft request' (duration: 1.087932975s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:39.277559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:38.188748Z","time spent":"1.088672492s","remote":"127.0.0.1:52082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418239,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:38:39.27798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.45869811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-03-11T17:38:39.278033Z","caller":"traceutil/trace.go:171","msg":"trace[1104996890] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:23180; }","duration":"1.458751021s","start":"2026-03-11T17:38:37.819269Z","end":"2026-03-11T17:38:39.27802Z","steps":["trace[1104996890] 'agreement among raft nodes before linearized reading' (duration: 1.458582207s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:39.278074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:37.819243Z","time spent":"1.458820933s","remote":"127.0.0.1:35924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":240,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"warn","ts":"2026-03-11T17:38:39.777347Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438644257772590,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T17:38:40.277642Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438644257772590,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T17:38:40.543139Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.264960574s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-11T17:38:40.661002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999809404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-11T17:38:40.661156Z","caller":"traceutil/trace.go:171","msg":"trace[1768469286] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00005504s","start":"2026-03-11T17:38:38.661047Z","end":"2026-03-11T17:38:40.661102Z","steps":["trace[1768469286] 'agreement among raft nodes before linearized reading' (duration: 1.999842785s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:40.661251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:38.661027Z","time spent":"2.000205792s","remote":"127.0.0.1:35764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T17:38:41.38928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.838151ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:38:41.390149Z","caller":"traceutil/trace.go:171","msg":"trace[1760353240] transaction","detail":"{read_only:false; response_revision:23181; number_of_response:1; }","duration":"2.638799339s","start":"2026-03-11T17:38:38.751315Z","end":"2026-03-11T17:38:41.390114Z","steps":["trace[1760353240] 'process raft request' (duration: 1.792053808s)","trace[1760353240] 'compare' (duration: 845.647107ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:38:41.390279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:38.751288Z","time spent":"2.638931012s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:38:41.39184Z","caller":"traceutil/trace.go:171","msg":"trace[1309946258] transaction","detail":"{read_only:false; response_revision:23182; number_of_response:1; }","duration":"2.640414345s","start":"2026-03-11T17:38:38.751408Z","end":"2026-03-11T17:38:41.391823Z","steps":["trace[1309946258] 'process raft request' (duration: 2.637968541s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:41.391885Z","caller":"traceutil/trace.go:171","msg":"trace[1421082820] transaction","detail":"{read_only:false; response_revision:23186; number_of_response:1; }","duration":"2.6392285s","start":"2026-03-11T17:38:38.752641Z","end":"2026-03-11T17:38:41.391869Z","steps":["trace[1421082820] 'process raft request' (duration: 2.638982675s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:41.392024Z","caller":"traceutil/trace.go:171","msg":"trace[951944839] transaction","detail":"{read_only:false; response_revision:23185; number_of_response:1; }","duration":"2.640099798s","start":"2026-03-11T17:38:38.751871Z","end":"2026-03-11T17:38:41.391971Z","steps":["trace[951944839] 'process raft request' (duration: 2.639720309s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:41.392057Z","caller":"traceutil/trace.go:171","msg":"trace[2031354692] transaction","detail":"{read_only:false; response_revision:23183; number_of_response:1; }","duration":"2.640336303s","start":"2026-03-11T17:38:38.751633Z","end":"2026-03-11T17:38:41.391969Z","steps":["trace[2031354692] 'process raft request' (duration: 2.639873842s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:41.392084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:38.751865Z","time spent":"2.64019085s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:38:41.392185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:38.751622Z","time spent":"2.640478717s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:38:41.392355Z","caller":"traceutil/trace.go:171","msg":"trace[1006365684] transaction","detail":"{read_only:false; response_revision:23187; number_of_response:1; }","duration":"2.112712897s","start":"2026-03-11T17:38:39.279611Z","end":"2026-03-11T17:38:41.392324Z","steps":["trace[1006365684] 'process raft request' (duration: 2.112218286s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:41.392528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:39.279595Z","time spent":"2.112847359s","remote":"127.0.0.1:35788","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:38:41.392782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:38.752629Z","time spent":"2.639370433s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:38:41.391917Z","caller":"traceutil/trace.go:171","msg":"trace[1471785633] transaction","detail":"{read_only:false; response_revision:23184; number_of_response:1; }","duration":"2.640098378s","start":"2026-03-11T17:38:38.751788Z","end":"2026-03-11T17:38:41.391886Z","steps":["trace[1471785633] 'process raft request' (duration: 2.63976566s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:41.393138Z","caller":"traceutil/trace.go:171","msg":"trace[1009105060] transaction","detail":"{read_only:false; response_revision:23188; number_of_response:1; }","duration":"1.570845085s","start":"2026-03-11T17:38:39.822277Z","end":"2026-03-11T17:38:41.393122Z","steps":["trace[1009105060] 'process raft request' (duration: 1.569940285s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:41.393226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:39.822258Z","time spent":"1.570923007s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:38:41.393467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.568752517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:38:41.393526Z","caller":"traceutil/trace.go:171","msg":"trace[1763951105] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23189; }","duration":"3.568818869s","start":"2026-03-11T17:38:37.824695Z","end":"2026-03-11T17:38:41.393514Z","steps":["trace[1763951105] 'agreement among raft nodes before linearized reading' (duration: 3.568703556s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:41.393557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:37.82469Z","time spent":"3.568859519s","remote":"127.0.0.1:35920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-03-11T17:38:41.393782Z","caller":"traceutil/trace.go:171","msg":"trace[241456095] transaction","detail":"{read_only:false; response_revision:23189; number_of_response:1; }","duration":"1.223266072s","start":"2026-03-11T17:38:40.170505Z","end":"2026-03-11T17:38:41.393771Z","steps":["trace[241456095] 'process raft request' (duration: 1.221960574s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:41.393849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:40.17048Z","time spent":"1.223335913s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:38:41.39414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.573041871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-11T17:38:41.393148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:38.751775Z","time spent":"2.641314204s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:38:41.394179Z","caller":"traceutil/trace.go:171","msg":"trace[203102472] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23189; }","duration":"3.573086363s","start":"2026-03-11T17:38:37.821083Z","end":"2026-03-11T17:38:41.39417Z","steps":["trace[203102472] 'agreement among raft nodes before linearized reading' (duration: 3.57296655s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:41.394207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:37.821078Z","time spent":"3.573123093s","remote":"127.0.0.1:35918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-11T17:38:41.394214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.573127143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"warn","ts":"2026-03-11T17:38:41.391928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:38.751383Z","time spent":"2.640504657s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:38:41.394264Z","caller":"traceutil/trace.go:171","msg":"trace[2117062882] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23189; }","duration":"3.573191375s","start":"2026-03-11T17:38:37.821059Z","end":"2026-03-11T17:38:41.394251Z","steps":["trace[2117062882] 'agreement among raft nodes before linearized reading' (duration: 3.573085132s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:41.394308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:37.821054Z","time spent":"3.573245896s","remote":"127.0.0.1:35918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-11T17:38:41.394602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.574770371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-03-11T17:38:41.39465Z","caller":"traceutil/trace.go:171","msg":"trace[197481197] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:23189; }","duration":"3.574828952s","start":"2026-03-11T17:38:37.81981Z","end":"2026-03-11T17:38:41.394639Z","steps":["trace[197481197] 'agreement among raft nodes before linearized reading' (duration: 3.574689469s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:41.394679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:37.819806Z","time spent":"3.574865083s","remote":"127.0.0.1:35924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" "} {"level":"info","ts":"2026-03-11T17:38:41.395554Z","caller":"traceutil/trace.go:171","msg":"trace[33500626] linearizableReadLoop","detail":"{readStateIndex:24002; appliedIndex:23993; }","duration":"2.116119351s","start":"2026-03-11T17:38:39.27707Z","end":"2026-03-11T17:38:41.393189Z","steps":["trace[33500626] 'read index received' (duration: 1.266309583s)","trace[33500626] 'applied index is now lower than readState.Index' (duration: 849.807888ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:38:41.395835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.114506275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-8cfc54676-wkwmn.189bda1af4916127\" ","response":"range_response_count:1 size:780"} {"level":"warn","ts":"2026-03-11T17:38:41.395891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.2737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-11T17:38:41.395964Z","caller":"traceutil/trace.go:171","msg":"trace[1577661547] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23189; }","duration":"113.384192ms","start":"2026-03-11T17:38:41.282564Z","end":"2026-03-11T17:38:41.395948Z","steps":["trace[1577661547] 'agreement among raft nodes before linearized reading' (duration: 113.174978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:41.39596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.145615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:38:41.396107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.957753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-11T17:38:41.39611Z","caller":"traceutil/trace.go:171","msg":"trace[234044301] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23189; }","duration":"734.33038ms","start":"2026-03-11T17:38:40.661765Z","end":"2026-03-11T17:38:41.396095Z","steps":["trace[234044301] 'agreement among raft nodes before linearized reading' (duration: 734.161196ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:41.396139Z","caller":"traceutil/trace.go:171","msg":"trace[782799162] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23189; }","duration":"112.991734ms","start":"2026-03-11T17:38:41.28314Z","end":"2026-03-11T17:38:41.396131Z","steps":["trace[782799162] 'agreement among raft nodes before linearized reading' (duration: 112.909553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:41.396169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:40.661684Z","time spent":"734.469973ms","remote":"127.0.0.1:35750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T17:38:41.396235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.487412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-11T17:38:41.3959Z","caller":"traceutil/trace.go:171","msg":"trace[1635575725] range","detail":"{range_begin:/registry/events/openstack/magnum-api-8cfc54676-wkwmn.189bda1af4916127; range_end:; response_count:1; response_revision:23189; }","duration":"2.114609198s","start":"2026-03-11T17:38:39.281273Z","end":"2026-03-11T17:38:41.395882Z","steps":["trace[1635575725] 'agreement among raft nodes before linearized reading' (duration: 2.114423834s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:41.396252Z","caller":"traceutil/trace.go:171","msg":"trace[1557118319] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23189; }","duration":"112.526994ms","start":"2026-03-11T17:38:41.283721Z","end":"2026-03-11T17:38:41.396248Z","steps":["trace[1557118319] 'agreement among raft nodes before linearized reading' (duration: 112.476133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:41.396289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:39.281255Z","time spent":"2.115015207s","remote":"127.0.0.1:35826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":803,"request content":"key:\"/registry/events/openstack/magnum-api-8cfc54676-wkwmn.189bda1af4916127\" "} {"level":"warn","ts":"2026-03-11T17:38:41.396392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.214327035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:38:41.396409Z","caller":"traceutil/trace.go:171","msg":"trace[714947554] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:23189; }","duration":"1.214388866s","start":"2026-03-11T17:38:40.182015Z","end":"2026-03-11T17:38:41.396404Z","steps":["trace[714947554] 'agreement among raft nodes before linearized reading' (duration: 1.214354775s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:41.396422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:40.181983Z","time spent":"1.214436218s","remote":"127.0.0.1:56862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:38:41.396316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.643108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-11T17:38:41.396482Z","caller":"traceutil/trace.go:171","msg":"trace[1541352535] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23189; }","duration":"113.836962ms","start":"2026-03-11T17:38:41.282625Z","end":"2026-03-11T17:38:41.396462Z","steps":["trace[1541352535] 'agreement among raft nodes before linearized reading' (duration: 113.502985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:41.396505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.617678218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18835"} {"level":"warn","ts":"2026-03-11T17:38:41.396547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.542611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-11T17:38:41.396577Z","caller":"traceutil/trace.go:171","msg":"trace[2003799106] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23189; }","duration":"945.610983ms","start":"2026-03-11T17:38:40.450959Z","end":"2026-03-11T17:38:41.39657Z","steps":["trace[2003799106] 'agreement among raft nodes before linearized reading' (duration: 945.540391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:41.3966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:40.450935Z","time spent":"945.660214ms","remote":"127.0.0.1:35842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-11T17:38:41.396546Z","caller":"traceutil/trace.go:171","msg":"trace[1117698033] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23189; }","duration":"1.61776394s","start":"2026-03-11T17:38:39.778773Z","end":"2026-03-11T17:38:41.396537Z","steps":["trace[1117698033] 'agreement among raft nodes before linearized reading' (duration: 1.617618637s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:41.396712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:39.77875Z","time spent":"1.617954934s","remote":"127.0.0.1:35910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18858,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-11T17:38:41.396817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04241203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-03-11T17:38:41.396862Z","caller":"traceutil/trace.go:171","msg":"trace[1607247210] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:23189; }","duration":"1.042491712s","start":"2026-03-11T17:38:40.35436Z","end":"2026-03-11T17:38:41.396852Z","steps":["trace[1607247210] 'agreement among raft nodes before linearized reading' (duration: 1.04238422s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:41.396899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:40.354342Z","time spent":"1.042548173s","remote":"127.0.0.1:35902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-11T17:38:41.39683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.156119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-11T17:38:41.39694Z","caller":"traceutil/trace.go:171","msg":"trace[1821119245] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23189; }","duration":"114.278062ms","start":"2026-03-11T17:38:41.28265Z","end":"2026-03-11T17:38:41.396928Z","steps":["trace[1821119245] 'agreement among raft nodes before linearized reading' (duration: 114.105538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:42.785425Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.020823604s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-11T17:38:42.850433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.085782447s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:38:42.850569Z","caller":"traceutil/trace.go:171","msg":"trace[1320194288] transaction","detail":"{read_only:false; response_revision:23190; number_of_response:1; }","duration":"1.451055661s","start":"2026-03-11T17:38:41.399463Z","end":"2026-03-11T17:38:42.850518Z","steps":["trace[1320194288] 'process raft request' (duration: 365.11212ms)","trace[1320194288] 'compare' (duration: 1.08497432s)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:38:42.850628Z","caller":"traceutil/trace.go:171","msg":"trace[730214222] transaction","detail":"{read_only:false; response_revision:23191; number_of_response:1; }","duration":"1.450090859s","start":"2026-03-11T17:38:41.40052Z","end":"2026-03-11T17:38:42.850611Z","steps":["trace[730214222] 'process raft request' (duration: 1.449990606s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:42.850814Z","caller":"traceutil/trace.go:171","msg":"trace[599651034] transaction","detail":"{read_only:false; response_revision:23192; number_of_response:1; }","duration":"1.450251273s","start":"2026-03-11T17:38:41.400539Z","end":"2026-03-11T17:38:42.85079Z","steps":["trace[599651034] 'process raft request' (duration: 1.450044438s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:42.850835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:41.399446Z","time spent":"1.451241785s","remote":"127.0.0.1:35826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":762,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:38:42.850838Z","caller":"traceutil/trace.go:171","msg":"trace[801021571] linearizableReadLoop","detail":"{readStateIndex:24003; appliedIndex:24002; }","duration":"1.451185903s","start":"2026-03-11T17:38:41.399602Z","end":"2026-03-11T17:38:42.850788Z","steps":["trace[801021571] 'read index received' (duration: 364.986447ms)","trace[801021571] 'applied index is now lower than readState.Index' (duration: 1.086197396s)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:38:42.850894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:41.400511Z","time spent":"1.450315954s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:38:42.850917Z","caller":"traceutil/trace.go:171","msg":"trace[602961022] transaction","detail":"{read_only:false; response_revision:23193; number_of_response:1; }","duration":"1.449848714s","start":"2026-03-11T17:38:41.401045Z","end":"2026-03-11T17:38:42.850894Z","steps":["trace[602961022] 'process raft request' (duration: 1.44969446s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:42.850894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:41.400526Z","time spent":"1.450332354s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:38:42.851053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:41.400974Z","time spent":"1.449997797s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:38:42.851185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.451584253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-11T17:38:42.851257Z","caller":"traceutil/trace.go:171","msg":"trace[697783802] transaction","detail":"{read_only:false; response_revision:23194; number_of_response:1; }","duration":"1.44832149s","start":"2026-03-11T17:38:41.402694Z","end":"2026-03-11T17:38:42.851015Z","steps":["trace[697783802] 'process raft request' (duration: 1.448166747s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:42.851279Z","caller":"traceutil/trace.go:171","msg":"trace[165652349] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:23194; }","duration":"1.451717737s","start":"2026-03-11T17:38:41.39954Z","end":"2026-03-11T17:38:42.851258Z","steps":["trace[165652349] 'agreement among raft nodes before linearized reading' (duration: 1.451386228s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:42.851337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:41.402685Z","time spent":"1.448623059s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:38:42.851356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:41.399522Z","time spent":"1.451822259s","remote":"127.0.0.1:35788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-11T17:38:42.85143Z","caller":"traceutil/trace.go:171","msg":"trace[1523428802] transaction","detail":"{read_only:false; response_revision:23196; number_of_response:1; }","duration":"1.445180701s","start":"2026-03-11T17:38:41.406238Z","end":"2026-03-11T17:38:42.851419Z","steps":["trace[1523428802] 'process raft request' (duration: 1.44512017s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:42.851486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:41.40623Z","time spent":"1.445230522s","remote":"127.0.0.1:35918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:38:42.851501Z","caller":"traceutil/trace.go:171","msg":"trace[618895903] transaction","detail":"{read_only:false; response_revision:23195; number_of_response:1; }","duration":"1.446127023s","start":"2026-03-11T17:38:41.405361Z","end":"2026-03-11T17:38:42.851488Z","steps":["trace[618895903] 'process raft request' (duration: 1.445624051s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:42.851563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:41.405349Z","time spent":"1.446185584s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:38:43.153722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.049281ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-11T17:38:43.154171Z","caller":"traceutil/trace.go:171","msg":"trace[469126824] transaction","detail":"{read_only:false; response_revision:23197; number_of_response:1; }","duration":"391.761058ms","start":"2026-03-11T17:38:42.76239Z","end":"2026-03-11T17:38:43.154151Z","steps":["trace[469126824] 'process raft request' (duration: 391.441681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:43.154291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:42.762362Z","time spent":"391.86109ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:38:43.157197Z","caller":"traceutil/trace.go:171","msg":"trace[1391870386] transaction","detail":"{read_only:false; response_revision:23198; number_of_response:1; }","duration":"368.3058ms","start":"2026-03-11T17:38:42.788872Z","end":"2026-03-11T17:38:43.157178Z","steps":["trace[1391870386] 'process raft request' (duration: 365.265393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:43.157342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.75767834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:38:43.157374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:42.788857Z","time spent":"368.410223ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:38:43.157415Z","caller":"traceutil/trace.go:171","msg":"trace[1660807757] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23198; }","duration":"1.757764982s","start":"2026-03-11T17:38:41.399634Z","end":"2026-03-11T17:38:43.157399Z","steps":["trace[1660807757] 'agreement among raft nodes before linearized reading' (duration: 1.757612689s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:43.157469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:41.399604Z","time spent":"1.757851683s","remote":"127.0.0.1:35992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-11T17:38:43.157197Z","caller":"traceutil/trace.go:171","msg":"trace[696877291] linearizableReadLoop","detail":"{readStateIndex:24012; appliedIndex:24009; }","duration":"306.244301ms","start":"2026-03-11T17:38:42.850925Z","end":"2026-03-11T17:38:43.157169Z","steps":["trace[696877291] 'read index received' (duration: 76.759395ms)","trace[696877291] 'applied index is now lower than readState.Index' (duration: 229.483456ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:38:43.157827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.145544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:38:43.157868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.571101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-11T17:38:43.157901Z","caller":"traceutil/trace.go:171","msg":"trace[105543197] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:23198; }","duration":"303.646413ms","start":"2026-03-11T17:38:42.854246Z","end":"2026-03-11T17:38:43.157892Z","steps":["trace[105543197] 'agreement among raft nodes before linearized reading' (duration: 303.51729ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:43.157899Z","caller":"traceutil/trace.go:171","msg":"trace[502958180] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23198; }","duration":"497.256347ms","start":"2026-03-11T17:38:42.660628Z","end":"2026-03-11T17:38:43.157885Z","steps":["trace[502958180] 'agreement among raft nodes before linearized reading' (duration: 497.146094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:43.157971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:42.660608Z","time spent":"497.348809ms","remote":"127.0.0.1:35764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T17:38:43.158061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.620978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-03-11T17:38:43.158102Z","caller":"traceutil/trace.go:171","msg":"trace[304805395] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23198; }","duration":"301.68809ms","start":"2026-03-11T17:38:42.856404Z","end":"2026-03-11T17:38:43.158092Z","steps":["trace[304805395] 'agreement among raft nodes before linearized reading' (duration: 301.578608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:43.158102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.702498192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:38:43.158209Z","caller":"traceutil/trace.go:171","msg":"trace[966190171] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23198; }","duration":"1.702649164s","start":"2026-03-11T17:38:41.455538Z","end":"2026-03-11T17:38:43.158187Z","steps":["trace[966190171] 'agreement among raft nodes before linearized reading' (duration: 1.70246066s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:43.158236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.812836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189bd789c1f1bbf4\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-11T17:38:43.158276Z","caller":"traceutil/trace.go:171","msg":"trace[1138145546] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189bd789c1f1bbf4; range_end:; response_count:1; response_revision:23198; }","duration":"303.867187ms","start":"2026-03-11T17:38:42.854393Z","end":"2026-03-11T17:38:43.15826Z","steps":["trace[1138145546] 'agreement among raft nodes before linearized reading' (duration: 303.776235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:43.158276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:41.455524Z","time spent":"1.702735907s","remote":"127.0.0.1:36134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-11T17:38:43.158319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:42.854372Z","time spent":"303.934969ms","remote":"127.0.0.1:35826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189bd789c1f1bbf4\" "} {"level":"warn","ts":"2026-03-11T17:38:43.158394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.752792692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18835"} {"level":"info","ts":"2026-03-11T17:38:43.158447Z","caller":"traceutil/trace.go:171","msg":"trace[637038577] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23198; }","duration":"1.752862554s","start":"2026-03-11T17:38:41.405571Z","end":"2026-03-11T17:38:43.158434Z","steps":["trace[637038577] 'agreement among raft nodes before linearized reading' (duration: 1.75270104s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:43.15849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:41.405564Z","time spent":"1.752915005s","remote":"127.0.0.1:35910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18858,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-11T17:38:43.158558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.764266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:38:43.158616Z","caller":"traceutil/trace.go:171","msg":"trace[24147305] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:23198; }","duration":"752.863988ms","start":"2026-03-11T17:38:42.405737Z","end":"2026-03-11T17:38:43.158601Z","steps":["trace[24147305] 'agreement among raft nodes before linearized reading' (duration: 752.765366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:43.158667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:42.405718Z","time spent":"752.934599ms","remote":"127.0.0.1:36082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:38:43.15878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.758810695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7524170d-d288-4456-b5ce-fd9f0a3d5a97\" ","response":"range_response_count:1 size:1294"} {"level":"warn","ts":"2026-03-11T17:38:43.15883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.350308437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-11T17:38:43.158845Z","caller":"traceutil/trace.go:171","msg":"trace[232398065] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7524170d-d288-4456-b5ce-fd9f0a3d5a97; range_end:; response_count:1; response_revision:23198; }","duration":"1.758879956s","start":"2026-03-11T17:38:41.399946Z","end":"2026-03-11T17:38:43.158826Z","steps":["trace[232398065] 'agreement among raft nodes before linearized reading' (duration: 1.758733703s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:43.158877Z","caller":"traceutil/trace.go:171","msg":"trace[1472019518] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:23198; }","duration":"1.350384529s","start":"2026-03-11T17:38:41.808468Z","end":"2026-03-11T17:38:43.158853Z","steps":["trace[1472019518] 'agreement among raft nodes before linearized reading' (duration: 1.350173874s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:43.158146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:42.856393Z","time spent":"301.742681ms","remote":"127.0.0.1:35918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7328,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-11T17:38:43.157932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:42.854228Z","time spent":"303.698474ms","remote":"127.0.0.1:35992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-11T17:38:43.158895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:41.399939Z","time spent":"1.758945347s","remote":"127.0.0.1:35894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1317,"request content":"key:\"/registry/persistentvolumes/pvc-7524170d-d288-4456-b5ce-fd9f0a3d5a97\" "} {"level":"warn","ts":"2026-03-11T17:38:43.158907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:41.808444Z","time spent":"1.35045497s","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":227,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:38:54.004719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.899309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-11T17:38:54.004782Z","caller":"traceutil/trace.go:171","msg":"trace[1881439911] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23272; }","duration":"583.99293ms","start":"2026-03-11T17:38:53.420775Z","end":"2026-03-11T17:38:54.004768Z","steps":["trace[1881439911] 'range keys from in-memory index tree' (duration: 583.779556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:54.00482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:53.420762Z","time spent":"584.050992ms","remote":"127.0.0.1:60230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-11T17:38:54.007068Z","caller":"traceutil/trace.go:171","msg":"trace[2081196724] transaction","detail":"{read_only:false; response_revision:23273; number_of_response:1; }","duration":"512.102515ms","start":"2026-03-11T17:38:53.494955Z","end":"2026-03-11T17:38:54.007057Z","steps":["trace[2081196724] 'process raft request' (duration: 511.87778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:54.007167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:53.494932Z","time spent":"512.185596ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:38:54.010007Z","caller":"traceutil/trace.go:171","msg":"trace[1370875191] transaction","detail":"{read_only:false; response_revision:23274; number_of_response:1; }","duration":"509.547748ms","start":"2026-03-11T17:38:53.500393Z","end":"2026-03-11T17:38:54.009941Z","steps":["trace[1370875191] 'process raft request' (duration: 508.836332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:54.010135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:53.500383Z","time spent":"509.687282ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:38:54.010296Z","caller":"traceutil/trace.go:171","msg":"trace[1535307346] transaction","detail":"{read_only:false; response_revision:23275; number_of_response:1; }","duration":"509.247631ms","start":"2026-03-11T17:38:53.501041Z","end":"2026-03-11T17:38:54.010289Z","steps":["trace[1535307346] 'process raft request' (duration: 508.236979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:54.010338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:53.501015Z","time spent":"509.301363ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:38:54.010437Z","caller":"traceutil/trace.go:171","msg":"trace[123700030] transaction","detail":"{read_only:false; response_revision:23276; number_of_response:1; }","duration":"506.684034ms","start":"2026-03-11T17:38:53.503747Z","end":"2026-03-11T17:38:54.010431Z","steps":["trace[123700030] 'process raft request' (duration: 505.55473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:54.010479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:53.503728Z","time spent":"506.730166ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:38:54.010572Z","caller":"traceutil/trace.go:171","msg":"trace[2137541417] transaction","detail":"{read_only:false; response_revision:23277; number_of_response:1; }","duration":"505.872567ms","start":"2026-03-11T17:38:53.504693Z","end":"2026-03-11T17:38:54.010565Z","steps":["trace[2137541417] 'process raft request' (duration: 504.62722ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:38:54.010961Z","caller":"traceutil/trace.go:171","msg":"trace[2145231536] transaction","detail":"{read_only:false; response_revision:23279; number_of_response:1; }","duration":"505.849736ms","start":"2026-03-11T17:38:53.505099Z","end":"2026-03-11T17:38:54.010949Z","steps":["trace[2145231536] 'process raft request' (duration: 504.264791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:54.011232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:53.504677Z","time spent":"506.506081ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:38:54.010934Z","caller":"traceutil/trace.go:171","msg":"trace[406516943] transaction","detail":"{read_only:false; response_revision:23280; number_of_response:1; }","duration":"504.6629ms","start":"2026-03-11T17:38:53.506244Z","end":"2026-03-11T17:38:54.010907Z","steps":["trace[406516943] 'process raft request' (duration: 503.138937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:54.011351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:53.506233Z","time spent":"505.089909ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:38:54.011078Z","caller":"traceutil/trace.go:171","msg":"trace[1160611286] transaction","detail":"{read_only:false; response_revision:23278; number_of_response:1; }","duration":"505.880326ms","start":"2026-03-11T17:38:53.505052Z","end":"2026-03-11T17:38:54.010933Z","steps":["trace[1160611286] 'process raft request' (duration: 504.291512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:54.011436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:53.50504Z","time spent":"506.377977ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:38:54.01143Z","caller":"traceutil/trace.go:171","msg":"trace[1787830032] linearizableReadLoop","detail":"{readStateIndex:24095; appliedIndex:24088; }","duration":"351.233453ms","start":"2026-03-11T17:38:53.660185Z","end":"2026-03-11T17:38:54.011418Z","steps":["trace[1787830032] 'read index received' (duration: 347.02839ms)","trace[1787830032] 'applied index is now lower than readState.Index' (duration: 4.204243ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:38:54.011478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.293114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:38:54.01155Z","caller":"traceutil/trace.go:171","msg":"trace[367179862] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23280; }","duration":"351.365246ms","start":"2026-03-11T17:38:53.660175Z","end":"2026-03-11T17:38:54.01154Z","steps":["trace[367179862] 'agreement among raft nodes before linearized reading' (duration: 351.277984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:54.011572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:53.66013Z","time spent":"351.436317ms","remote":"127.0.0.1:35764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T17:38:54.011607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.059108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:38:54.011642Z","caller":"traceutil/trace.go:171","msg":"trace[1542951505] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:23280; }","duration":"138.13815ms","start":"2026-03-11T17:38:53.873494Z","end":"2026-03-11T17:38:54.011633Z","steps":["trace[1542951505] 'agreement among raft nodes before linearized reading' (duration: 138.091939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:54.012471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:53.50508Z","time spent":"506.198863ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:38:59.374838Z","caller":"traceutil/trace.go:171","msg":"trace[1040528396] transaction","detail":"{read_only:false; response_revision:23313; number_of_response:1; }","duration":"103.092206ms","start":"2026-03-11T17:38:59.271706Z","end":"2026-03-11T17:38:59.374798Z","steps":["trace[1040528396] 'process raft request' (duration: 102.861171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:38:59.78337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.661987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:38:59.783479Z","caller":"traceutil/trace.go:171","msg":"trace[943654612] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23313; }","duration":"121.814399ms","start":"2026-03-11T17:38:59.66164Z","end":"2026-03-11T17:38:59.783455Z","steps":["trace[943654612] 'range keys from in-memory index tree' (duration: 121.569464ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:00.219775Z","caller":"traceutil/trace.go:171","msg":"trace[1372390116] transaction","detail":"{read_only:false; response_revision:23314; number_of_response:1; }","duration":"404.139903ms","start":"2026-03-11T17:38:59.815611Z","end":"2026-03-11T17:39:00.219751Z","steps":["trace[1372390116] 'process raft request' (duration: 404.001099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:00.219909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:38:59.815588Z","time spent":"404.258525ms","remote":"127.0.0.1:60078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1633,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-11T17:39:00.728311Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438644257772899,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T17:39:01.977445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.802419ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:39:01.977808Z","caller":"traceutil/trace.go:171","msg":"trace[1853854514] linearizableReadLoop","detail":"{readStateIndex:24139; appliedIndex:24132; }","duration":"1.75001088s","start":"2026-03-11T17:39:00.227781Z","end":"2026-03-11T17:39:01.977791Z","steps":["trace[1853854514] 'read index received' (duration: 860.753761ms)","trace[1853854514] 'applied index is now lower than readState.Index' (duration: 889.256259ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:39:01.977895Z","caller":"traceutil/trace.go:171","msg":"trace[1791493528] transaction","detail":"{read_only:false; response_revision:23315; number_of_response:1; }","duration":"1.945613087s","start":"2026-03-11T17:39:00.032271Z","end":"2026-03-11T17:39:01.977884Z","steps":["trace[1791493528] 'process raft request' (duration: 1.056287146s)","trace[1791493528] 'compare' (duration: 888.131215ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:39:01.977965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:00.032243Z","time spent":"1.945688129s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:39:01.978335Z","caller":"traceutil/trace.go:171","msg":"trace[1425126860] transaction","detail":"{read_only:false; response_revision:23318; number_of_response:1; }","duration":"1.938637664s","start":"2026-03-11T17:39:00.039675Z","end":"2026-03-11T17:39:01.978313Z","steps":["trace[1425126860] 'process raft request' (duration: 1.93798935s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:01.97835Z","caller":"traceutil/trace.go:171","msg":"trace[1743711755] transaction","detail":"{read_only:false; response_revision:23317; number_of_response:1; }","duration":"1.938696415s","start":"2026-03-11T17:39:00.03962Z","end":"2026-03-11T17:39:01.978317Z","steps":["trace[1743711755] 'process raft request' (duration: 1.93800837s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:01.978354Z","caller":"traceutil/trace.go:171","msg":"trace[1394363479] transaction","detail":"{read_only:false; response_revision:23316; number_of_response:1; }","duration":"1.944404601s","start":"2026-03-11T17:39:00.033911Z","end":"2026-03-11T17:39:01.978316Z","steps":["trace[1394363479] 'process raft request' (duration: 1.943661725s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:01.978459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:00.039658Z","time spent":"1.938746256s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:39:01.978489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:00.039605Z","time spent":"1.938810547s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:39:01.978538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:00.033873Z","time spent":"1.944586745s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:39:01.978821Z","caller":"traceutil/trace.go:171","msg":"trace[56016950] transaction","detail":"{read_only:false; response_revision:23320; number_of_response:1; }","duration":"1.939080003s","start":"2026-03-11T17:39:00.039728Z","end":"2026-03-11T17:39:01.978808Z","steps":["trace[56016950] 'process raft request' (duration: 1.937996859s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:01.978894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:00.039717Z","time spent":"1.939143185s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:39:01.979013Z","caller":"traceutil/trace.go:171","msg":"trace[517698739] transaction","detail":"{read_only:false; response_revision:23319; number_of_response:1; }","duration":"1.93932305s","start":"2026-03-11T17:39:00.039676Z","end":"2026-03-11T17:39:01.979Z","steps":["trace[517698739] 'process raft request' (duration: 1.938021471s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:01.979005Z","caller":"traceutil/trace.go:171","msg":"trace[2027731997] transaction","detail":"{read_only:false; response_revision:23321; number_of_response:1; }","duration":"1.939224987s","start":"2026-03-11T17:39:00.039736Z","end":"2026-03-11T17:39:01.978961Z","steps":["trace[2027731997] 'process raft request' (duration: 1.93802087s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:01.979069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:00.03965Z","time spent":"1.939393271s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:39:01.979145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:00.039712Z","time spent":"1.93934351s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:39:01.979382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.751604725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1651"} {"level":"info","ts":"2026-03-11T17:39:01.979462Z","caller":"traceutil/trace.go:171","msg":"trace[1164165370] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23321; }","duration":"1.751753059s","start":"2026-03-11T17:39:00.22769Z","end":"2026-03-11T17:39:01.979443Z","steps":["trace[1164165370] 'agreement among raft nodes before linearized reading' (duration: 1.751381501s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:01.979527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:00.22766Z","time spent":"1.75184549s","remote":"127.0.0.1:60078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1674,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-11T17:39:02.195812Z","caller":"traceutil/trace.go:171","msg":"trace[1696279912] linearizableReadLoop","detail":"{readStateIndex:24141; appliedIndex:24139; }","duration":"217.937811ms","start":"2026-03-11T17:39:01.97785Z","end":"2026-03-11T17:39:02.195788Z","steps":["trace[1696279912] 'read index received' (duration: 170.034524ms)","trace[1696279912] 'applied index is now lower than readState.Index' (duration: 47.902197ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:39:02.196283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.189988168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-11T17:39:02.196344Z","caller":"traceutil/trace.go:171","msg":"trace[750916198] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23322; }","duration":"1.19007775s","start":"2026-03-11T17:39:01.006255Z","end":"2026-03-11T17:39:02.196333Z","steps":["trace[750916198] 'agreement among raft nodes before linearized reading' (duration: 1.189813684s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:02.19638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:01.006251Z","time spent":"1.190121191s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T17:39:02.196418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.504453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-11T17:39:02.196466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.196268706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-11T17:39:02.196516Z","caller":"traceutil/trace.go:171","msg":"trace[22295288] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23322; }","duration":"811.666798ms","start":"2026-03-11T17:39:01.384832Z","end":"2026-03-11T17:39:02.196499Z","steps":["trace[22295288] 'agreement among raft nodes before linearized reading' (duration: 811.489714ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:02.196553Z","caller":"traceutil/trace.go:171","msg":"trace[2097270142] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23322; }","duration":"1.196376428s","start":"2026-03-11T17:39:01.000154Z","end":"2026-03-11T17:39:02.19653Z","steps":["trace[2097270142] 'agreement among raft nodes before linearized reading' (duration: 1.196130163s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:02.196593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:01.384803Z","time spent":"811.743859ms","remote":"127.0.0.1:60142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:39:02.196606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:01.000149Z","time spent":"1.196444651s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T17:39:02.196773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192385621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-11T17:39:02.196809Z","caller":"traceutil/trace.go:171","msg":"trace[492628190] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23322; }","duration":"1.192424911s","start":"2026-03-11T17:39:01.004374Z","end":"2026-03-11T17:39:02.196798Z","steps":["trace[492628190] 'agreement among raft nodes before linearized reading' (duration: 1.192337489s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:02.196836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:01.00437Z","time spent":"1.192460222s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T17:39:02.196845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.883673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-11T17:39:02.19696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192661007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-11T17:39:02.196993Z","caller":"traceutil/trace.go:171","msg":"trace[450973006] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23322; }","duration":"1.192700107s","start":"2026-03-11T17:39:01.004285Z","end":"2026-03-11T17:39:02.196985Z","steps":["trace[450973006] 'agreement among raft nodes before linearized reading' (duration: 1.192619545s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:02.196962Z","caller":"traceutil/trace.go:171","msg":"trace[1958134480] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:23322; }","duration":"798.059456ms","start":"2026-03-11T17:39:01.398839Z","end":"2026-03-11T17:39:02.196899Z","steps":["trace[1958134480] 'agreement among raft nodes before linearized reading' (duration: 797.396112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:02.197075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:01.398814Z","time spent":"798.241981ms","remote":"127.0.0.1:35924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":237,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:39:02.197099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.969044905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1651"} {"level":"warn","ts":"2026-03-11T17:39:02.197017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:01.00428Z","time spent":"1.192731648s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-11T17:39:02.197163Z","caller":"traceutil/trace.go:171","msg":"trace[1643909679] transaction","detail":"{read_only:false; response_revision:23322; number_of_response:1; }","duration":"678.358734ms","start":"2026-03-11T17:39:01.518773Z","end":"2026-03-11T17:39:02.197132Z","steps":["trace[1643909679] 'process raft request' (duration: 676.819851ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:02.197197Z","caller":"traceutil/trace.go:171","msg":"trace[311438251] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23322; }","duration":"1.969202428s","start":"2026-03-11T17:39:00.227974Z","end":"2026-03-11T17:39:02.197176Z","steps":["trace[311438251] 'agreement among raft nodes before linearized reading' (duration: 1.96790698s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:02.1972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.253618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"warn","ts":"2026-03-11T17:39:02.197255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:00.227956Z","time spent":"1.96928781s","remote":"127.0.0.1:60078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1674,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-11T17:39:02.197287Z","caller":"traceutil/trace.go:171","msg":"trace[1258931120] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23322; }","duration":"869.33455ms","start":"2026-03-11T17:39:01.327905Z","end":"2026-03-11T17:39:02.197239Z","steps":["trace[1258931120] 'agreement among raft nodes before linearized reading' (duration: 869.209417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:02.197303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:01.518741Z","time spent":"678.488467ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:39:02.197331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.227309182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-11T17:39:02.197334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:01.32789Z","time spent":"869.431882ms","remote":"127.0.0.1:35902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-11T17:39:02.197371Z","caller":"traceutil/trace.go:171","msg":"trace[515366505] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:23322; }","duration":"1.227391773s","start":"2026-03-11T17:39:00.969969Z","end":"2026-03-11T17:39:02.197361Z","steps":["trace[515366505] 'agreement among raft nodes before linearized reading' (duration: 1.227299291s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:02.197404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:00.969947Z","time spent":"1.227448575s","remote":"127.0.0.1:50630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:39:02.197445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.539225698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:39:02.197475Z","caller":"traceutil/trace.go:171","msg":"trace[471114656] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23322; }","duration":"1.5392932s","start":"2026-03-11T17:39:00.658175Z","end":"2026-03-11T17:39:02.197468Z","steps":["trace[471114656] 'agreement among raft nodes before linearized reading' (duration: 1.539233978s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:02.197498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:00.658152Z","time spent":"1.53934215s","remote":"127.0.0.1:35764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T17:39:02.197613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.200298517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-11T17:39:02.197652Z","caller":"traceutil/trace.go:171","msg":"trace[1693482491] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23322; }","duration":"1.200352618s","start":"2026-03-11T17:39:00.99729Z","end":"2026-03-11T17:39:02.197642Z","steps":["trace[1693482491] 'agreement among raft nodes before linearized reading' (duration: 1.200256985s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:02.197686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:00.997283Z","time spent":"1.200396668s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T17:39:02.654412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.317043ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:39:02.654496Z","caller":"traceutil/trace.go:171","msg":"trace[423377580] transaction","detail":"{read_only:false; response_revision:23323; number_of_response:1; }","duration":"399.826416ms","start":"2026-03-11T17:39:02.254652Z","end":"2026-03-11T17:39:02.654478Z","steps":["trace[423377580] 'process raft request' (duration: 160.37647ms)","trace[423377580] 'compare' (duration: 239.081898ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:39:02.654821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:02.254642Z","time spent":"400.03532ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:39:03.456666Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.041430988s","expected-duration":"1s"} {"level":"info","ts":"2026-03-11T17:39:03.535291Z","caller":"traceutil/trace.go:171","msg":"trace[910914769] transaction","detail":"{read_only:false; response_revision:23324; number_of_response:1; }","duration":"1.280513916s","start":"2026-03-11T17:39:02.254738Z","end":"2026-03-11T17:39:03.535252Z","steps":["trace[910914769] 'process raft request' (duration: 1.202153817s)","trace[910914769] 'compare' (duration: 78.170095ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:39:03.535323Z","caller":"traceutil/trace.go:171","msg":"trace[1094348767] transaction","detail":"{read_only:false; response_revision:23326; number_of_response:1; }","duration":"1.280514216s","start":"2026-03-11T17:39:02.254789Z","end":"2026-03-11T17:39:03.535303Z","steps":["trace[1094348767] 'process raft request' (duration: 1.280450365s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:03.535318Z","caller":"traceutil/trace.go:171","msg":"trace[1093913408] transaction","detail":"{read_only:false; response_revision:23325; number_of_response:1; }","duration":"1.280514026s","start":"2026-03-11T17:39:02.254768Z","end":"2026-03-11T17:39:03.535282Z","steps":["trace[1093913408] 'process raft request' (duration: 1.280431014s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:03.53544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:02.254721Z","time spent":"1.280642068s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:39:03.535463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:02.25475Z","time spent":"1.280632899s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:39:03.535463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:02.254785Z","time spent":"1.280595858s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:39:03.535472Z","caller":"traceutil/trace.go:171","msg":"trace[115087239] transaction","detail":"{read_only:false; response_revision:23328; number_of_response:1; }","duration":"1.013097173s","start":"2026-03-11T17:39:02.522357Z","end":"2026-03-11T17:39:03.535455Z","steps":["trace[115087239] 'process raft request' (duration: 1.013033822s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:03.535567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:02.522334Z","time spent":"1.013180676s","remote":"127.0.0.1:60078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1946,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:39:03.535585Z","caller":"traceutil/trace.go:171","msg":"trace[1768765014] transaction","detail":"{read_only:false; response_revision:23327; number_of_response:1; }","duration":"1.280739071s","start":"2026-03-11T17:39:02.254832Z","end":"2026-03-11T17:39:03.535571Z","steps":["trace[1768765014] 'process raft request' (duration: 1.280440954s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:03.535586Z","caller":"traceutil/trace.go:171","msg":"trace[400080145] linearizableReadLoop","detail":"{readStateIndex:24146; appliedIndex:24141; }","duration":"1.280652019s","start":"2026-03-11T17:39:02.254922Z","end":"2026-03-11T17:39:03.535574Z","steps":["trace[400080145] 'read index received' (duration: 160.329969ms)","trace[400080145] 'applied index is now lower than readState.Index' (duration: 1.1203206s)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:39:03.535636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:02.254826Z","time spent":"1.280780232s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:39:03.535707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.280781672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:39:03.535738Z","caller":"traceutil/trace.go:171","msg":"trace[1016642748] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23328; }","duration":"1.280826053s","start":"2026-03-11T17:39:02.254902Z","end":"2026-03-11T17:39:03.535728Z","steps":["trace[1016642748] 'agreement among raft nodes before linearized reading' (duration: 1.280743432s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:03.535764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:02.254897Z","time spent":"1.280861054s","remote":"127.0.0.1:35764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T17:39:03.535837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.246301001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-8cfc54676-wkwmn.189bda1af4916127\" ","response":"range_response_count:1 size:780"} {"level":"info","ts":"2026-03-11T17:39:03.535859Z","caller":"traceutil/trace.go:171","msg":"trace[1760008653] range","detail":"{range_begin:/registry/events/openstack/magnum-api-8cfc54676-wkwmn.189bda1af4916127; range_end:; response_count:1; response_revision:23328; }","duration":"1.246342672s","start":"2026-03-11T17:39:02.289509Z","end":"2026-03-11T17:39:03.535851Z","steps":["trace[1760008653] 'agreement among raft nodes before linearized reading' (duration: 1.24626203s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:03.535875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:02.289494Z","time spent":"1.246377392s","remote":"127.0.0.1:35826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":803,"request content":"key:\"/registry/events/openstack/magnum-api-8cfc54676-wkwmn.189bda1af4916127\" "} {"level":"warn","ts":"2026-03-11T17:39:03.536146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.984692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-11T17:39:03.53616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.082447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:39:03.536182Z","caller":"traceutil/trace.go:171","msg":"trace[1921701298] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:23328; }","duration":"850.052333ms","start":"2026-03-11T17:39:02.686119Z","end":"2026-03-11T17:39:03.536172Z","steps":["trace[1921701298] 'agreement among raft nodes before linearized reading' (duration: 849.975631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:03.536214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:02.686104Z","time spent":"850.102265ms","remote":"127.0.0.1:50644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:39:03.536208Z","caller":"traceutil/trace.go:171","msg":"trace[1225369073] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23328; }","duration":"326.136958ms","start":"2026-03-11T17:39:03.210057Z","end":"2026-03-11T17:39:03.536194Z","steps":["trace[1225369073] 'agreement among raft nodes before linearized reading' (duration: 326.052947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:03.536247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:03.210042Z","time spent":"326.195859ms","remote":"127.0.0.1:33250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-11T17:39:03.536294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.069188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-03-11T17:39:03.536331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.253045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:39:03.536375Z","caller":"traceutil/trace.go:171","msg":"trace[2089866815] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:23328; }","duration":"617.336977ms","start":"2026-03-11T17:39:02.919024Z","end":"2026-03-11T17:39:03.536361Z","steps":["trace[2089866815] 'agreement among raft nodes before linearized reading' (duration: 617.267656ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:03.53637Z","caller":"traceutil/trace.go:171","msg":"trace[1911387769] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23328; }","duration":"312.189481ms","start":"2026-03-11T17:39:03.224162Z","end":"2026-03-11T17:39:03.536351Z","steps":["trace[1911387769] 'agreement among raft nodes before linearized reading' (duration: 311.965836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:03.536411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:02.919002Z","time spent":"617.400178ms","remote":"127.0.0.1:52454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:39:03.536419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:03.224142Z","time spent":"312.268372ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-11T17:39:04.042273Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438644257772922,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-11T17:39:04.195067Z","caller":"traceutil/trace.go:171","msg":"trace[149327341] transaction","detail":"{read_only:false; response_revision:23329; number_of_response:1; }","duration":"656.274898ms","start":"2026-03-11T17:39:03.538766Z","end":"2026-03-11T17:39:04.195041Z","steps":["trace[149327341] 'process raft request' (duration: 656.113564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:04.195229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:03.53872Z","time spent":"656.436281ms","remote":"127.0.0.1:35826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":762,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:39:05.450976Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.255946744s","expected-duration":"1s"} {"level":"info","ts":"2026-03-11T17:39:05.506256Z","caller":"traceutil/trace.go:171","msg":"trace[2013643506] transaction","detail":"{read_only:false; response_revision:23330; number_of_response:1; }","duration":"1.966558199s","start":"2026-03-11T17:39:03.539657Z","end":"2026-03-11T17:39:05.506216Z","steps":["trace[2013643506] 'process raft request' (duration: 1.911717009s)","trace[2013643506] 'compare' (duration: 54.553564ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:39:05.506383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:03.539644Z","time spent":"1.966672883s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:39:05.507542Z","caller":"traceutil/trace.go:171","msg":"trace[492775587] transaction","detail":"{read_only:false; response_revision:23331; number_of_response:1; }","duration":"1.963062633s","start":"2026-03-11T17:39:03.544458Z","end":"2026-03-11T17:39:05.507521Z","steps":["trace[492775587] 'process raft request' (duration: 1.961730874s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:05.507549Z","caller":"traceutil/trace.go:171","msg":"trace[1612602567] transaction","detail":"{read_only:false; response_revision:23332; number_of_response:1; }","duration":"1.723955794s","start":"2026-03-11T17:39:03.783566Z","end":"2026-03-11T17:39:05.507522Z","steps":["trace[1612602567] 'process raft request' (duration: 1.72377089s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:05.507573Z","caller":"traceutil/trace.go:171","msg":"trace[1479415249] transaction","detail":"{read_only:false; response_revision:23333; number_of_response:1; }","duration":"1.522781663s","start":"2026-03-11T17:39:03.98476Z","end":"2026-03-11T17:39:05.507541Z","steps":["trace[1479415249] 'process raft request' (duration: 1.522661441s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:05.507648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:03.544446Z","time spent":"1.963147234s","remote":"127.0.0.1:60078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2793,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:39:05.507649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:03.783539Z","time spent":"1.724060627s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:39:05.507738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:03.984735Z","time spent":"1.522912876s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:39:05.507844Z","caller":"traceutil/trace.go:171","msg":"trace[910592877] transaction","detail":"{read_only:false; response_revision:23334; number_of_response:1; }","duration":"1.522896396s","start":"2026-03-11T17:39:03.98486Z","end":"2026-03-11T17:39:05.507757Z","steps":["trace[910592877] 'process raft request' (duration: 1.52262004s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:05.508006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:03.984826Z","time spent":"1.52310197s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:39:05.508011Z","caller":"traceutil/trace.go:171","msg":"trace[233224133] transaction","detail":"{read_only:false; response_revision:23335; number_of_response:1; }","duration":"1.52306497s","start":"2026-03-11T17:39:03.984912Z","end":"2026-03-11T17:39:05.507977Z","steps":["trace[233224133] 'process raft request' (duration: 1.522755853s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:05.508074Z","caller":"traceutil/trace.go:171","msg":"trace[1660864265] transaction","detail":"{read_only:false; response_revision:23336; number_of_response:1; }","duration":"1.523011598s","start":"2026-03-11T17:39:03.985042Z","end":"2026-03-11T17:39:05.508053Z","steps":["trace[1660864265] 'process raft request' (duration: 1.522857705s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:05.508139Z","caller":"traceutil/trace.go:171","msg":"trace[1052818140] transaction","detail":"{read_only:false; response_revision:23338; number_of_response:1; }","duration":"1.522717402s","start":"2026-03-11T17:39:03.98541Z","end":"2026-03-11T17:39:05.508127Z","steps":["trace[1052818140] 'process raft request' (duration: 1.52263866s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:05.508127Z","caller":"traceutil/trace.go:171","msg":"trace[1743230081] transaction","detail":"{read_only:false; response_revision:23337; number_of_response:1; }","duration":"1.523035269s","start":"2026-03-11T17:39:03.985065Z","end":"2026-03-11T17:39:05.5081Z","steps":["trace[1743230081] 'process raft request' (duration: 1.522942296s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:05.508151Z","caller":"traceutil/trace.go:171","msg":"trace[314075874] transaction","detail":"{read_only:false; response_revision:23339; number_of_response:1; }","duration":"1.515482962s","start":"2026-03-11T17:39:03.992652Z","end":"2026-03-11T17:39:05.508135Z","steps":["trace[314075874] 'process raft request' (duration: 1.515429671s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:05.50814Z","caller":"traceutil/trace.go:171","msg":"trace[1661527558] linearizableReadLoop","detail":"{readStateIndex:24158; appliedIndex:24147; }","duration":"1.96610742s","start":"2026-03-11T17:39:03.542013Z","end":"2026-03-11T17:39:05.508121Z","steps":["trace[1661527558] 'read index received' (duration: 652.937664ms)","trace[1661527558] 'applied index is now lower than readState.Index' (duration: 1.313168846s)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:39:05.508154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:03.984891Z","time spent":"1.523181082s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:39:05.508173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:03.985027Z","time spent":"1.5230915s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:39:05.508195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:03.99263Z","time spent":"1.515542384s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:39:05.508198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:03.985395Z","time spent":"1.522770063s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:39:05.508223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:03.985054Z","time spent":"1.52311847s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:39:05.508274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.966246753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:39:05.508309Z","caller":"traceutil/trace.go:171","msg":"trace[631480776] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23339; }","duration":"1.966299664s","start":"2026-03-11T17:39:03.541998Z","end":"2026-03-11T17:39:05.508298Z","steps":["trace[631480776] 'agreement among raft nodes before linearized reading' (duration: 1.966205782s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:05.50834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:03.541993Z","time spent":"1.966339395s","remote":"127.0.0.1:35920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-11T17:39:05.543234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000308145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-11T17:39:05.543309Z","caller":"traceutil/trace.go:171","msg":"trace[756021656] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000419347s","start":"2026-03-11T17:39:03.542874Z","end":"2026-03-11T17:39:05.543294Z","steps":["trace[756021656] 'agreement among raft nodes before linearized reading' (duration: 2.000331535s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:05.54334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:03.542859Z","time spent":"2.000475059s","remote":"127.0.0.1:35764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/11 17:39:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-11T17:39:05.74269Z","caller":"traceutil/trace.go:171","msg":"trace[870449701] transaction","detail":"{read_only:false; response_revision:23340; number_of_response:1; }","duration":"1.445156961s","start":"2026-03-11T17:39:04.297514Z","end":"2026-03-11T17:39:05.742671Z","steps":["trace[870449701] 'process raft request' (duration: 1.442469241s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:05.742698Z","caller":"traceutil/trace.go:171","msg":"trace[2069097793] linearizableReadLoop","detail":"{readStateIndex:24159; appliedIndex:24158; }","duration":"234.488847ms","start":"2026-03-11T17:39:05.508179Z","end":"2026-03-11T17:39:05.742668Z","steps":["trace[2069097793] 'read index received' (duration: 231.683825ms)","trace[2069097793] 'applied index is now lower than readState.Index' (duration: 2.803302ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:39:05.742805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:04.297495Z","time spent":"1.445246902s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:39:05.742806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.083593089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-11T17:39:05.742858Z","caller":"traceutil/trace.go:171","msg":"trace[67926295] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23340; }","duration":"1.083685382s","start":"2026-03-11T17:39:04.659161Z","end":"2026-03-11T17:39:05.742846Z","steps":["trace[67926295] 'agreement among raft nodes before linearized reading' (duration: 1.083519028s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:05.742852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.211452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:39:05.742889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:04.659145Z","time spent":"1.083736962s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-11T17:39:05.742929Z","caller":"traceutil/trace.go:171","msg":"trace[1163254602] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:23340; }","duration":"669.338345ms","start":"2026-03-11T17:39:05.073567Z","end":"2026-03-11T17:39:05.742906Z","steps":["trace[1163254602] 'agreement among raft nodes before linearized reading' (duration: 669.208482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:05.742959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.62815071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-11T17:39:05.742983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:05.07354Z","time spent":"669.431947ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:39:05.743022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.139754003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:39:05.743059Z","caller":"traceutil/trace.go:171","msg":"trace[1070806461] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:23340; }","duration":"2.139827035s","start":"2026-03-11T17:39:03.603223Z","end":"2026-03-11T17:39:05.74305Z","steps":["trace[1070806461] 'agreement among raft nodes before linearized reading' (duration: 2.139763664s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:05.743101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:03.603207Z","time spent":"2.139869986s","remote":"127.0.0.1:50654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:39:05.743113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.05397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-11T17:39:05.743131Z","caller":"traceutil/trace.go:171","msg":"trace[771985881] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23340; }","duration":"202.111542ms","start":"2026-03-11T17:39:05.541014Z","end":"2026-03-11T17:39:05.743125Z","steps":["trace[771985881] 'agreement among raft nodes before linearized reading' (duration: 202.04702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:05.742934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.171256518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:39:05.743148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.755846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:39:05.743021Z","caller":"traceutil/trace.go:171","msg":"trace[320670350] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23340; }","duration":"1.628248002s","start":"2026-03-11T17:39:04.114757Z","end":"2026-03-11T17:39:05.743005Z","steps":["trace[320670350] 'agreement among raft nodes before linearized reading' (duration: 1.628052958s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:05.743203Z","caller":"traceutil/trace.go:171","msg":"trace[1435871409] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:0; response_revision:23340; }","duration":"231.847178ms","start":"2026-03-11T17:39:05.511342Z","end":"2026-03-11T17:39:05.743189Z","steps":["trace[1435871409] 'agreement among raft nodes before linearized reading' (duration: 231.716525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:05.743294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.80484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:39:05.743315Z","caller":"traceutil/trace.go:171","msg":"trace[1244829078] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23340; }","duration":"199.865342ms","start":"2026-03-11T17:39:05.543445Z","end":"2026-03-11T17:39:05.74331Z","steps":["trace[1244829078] 'agreement among raft nodes before linearized reading' (duration: 199.836421ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:05.743259Z","caller":"traceutil/trace.go:171","msg":"trace[418540612] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:23340; }","duration":"2.171540234s","start":"2026-03-11T17:39:03.571616Z","end":"2026-03-11T17:39:05.743157Z","steps":["trace[418540612] 'agreement among raft nodes before linearized reading' (duration: 2.171250458s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:05.743398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.477673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-11T17:39:05.743429Z","caller":"traceutil/trace.go:171","msg":"trace[617411167] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23340; }","duration":"204.526825ms","start":"2026-03-11T17:39:05.538895Z","end":"2026-03-11T17:39:05.743422Z","steps":["trace[617411167] 'agreement among raft nodes before linearized reading' (duration: 204.420203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:05.743369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:03.57159Z","time spent":"2.171755199s","remote":"127.0.0.1:32814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:39:05.743212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:04.114737Z","time spent":"1.628468566s","remote":"127.0.0.1:35918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-11T17:39:05.743513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.577058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:39:05.743532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.590921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-11T17:39:05.743566Z","caller":"traceutil/trace.go:171","msg":"trace[2036704876] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23340; }","duration":"229.647219ms","start":"2026-03-11T17:39:05.513901Z","end":"2026-03-11T17:39:05.743548Z","steps":["trace[2036704876] 'agreement among raft nodes before linearized reading' (duration: 229.555657ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:05.743583Z","caller":"traceutil/trace.go:171","msg":"trace[322437904] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23340; }","duration":"202.649853ms","start":"2026-03-11T17:39:05.540919Z","end":"2026-03-11T17:39:05.743569Z","steps":["trace[322437904] 'agreement among raft nodes before linearized reading' (duration: 202.47994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:05.743551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.595866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-11T17:39:05.743711Z","caller":"traceutil/trace.go:171","msg":"trace[1932553067] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23340; }","duration":"204.78379ms","start":"2026-03-11T17:39:05.538921Z","end":"2026-03-11T17:39:05.743704Z","steps":["trace[1932553067] 'agreement among raft nodes before linearized reading' (duration: 204.586656ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:06.060869Z","caller":"traceutil/trace.go:171","msg":"trace[631480158] linearizableReadLoop","detail":"{readStateIndex:24171; appliedIndex:24170; }","duration":"130.389189ms","start":"2026-03-11T17:39:05.930463Z","end":"2026-03-11T17:39:06.060853Z","steps":["trace[631480158] 'read index received' (duration: 120.712215ms)","trace[631480158] 'applied index is now lower than readState.Index' (duration: 9.676314ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:39:06.061014Z","caller":"traceutil/trace.go:171","msg":"trace[269431077] transaction","detail":"{read_only:false; response_revision:23352; number_of_response:1; }","duration":"133.423186ms","start":"2026-03-11T17:39:05.927582Z","end":"2026-03-11T17:39:06.061005Z","steps":["trace[269431077] 'process raft request' (duration: 123.629169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:06.061233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.066532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:39:06.061307Z","caller":"traceutil/trace.go:171","msg":"trace[327094938] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23352; }","duration":"164.183034ms","start":"2026-03-11T17:39:05.897108Z","end":"2026-03-11T17:39:06.061291Z","steps":["trace[327094938] 'agreement among raft nodes before linearized reading' (duration: 164.017301ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:06.647608Z","caller":"traceutil/trace.go:171","msg":"trace[295123877] linearizableReadLoop","detail":"{readStateIndex:24200; appliedIndex:24199; }","duration":"115.227183ms","start":"2026-03-11T17:39:06.532361Z","end":"2026-03-11T17:39:06.647588Z","steps":["trace[295123877] 'read index received' (duration: 69.085065ms)","trace[295123877] 'applied index is now lower than readState.Index' (duration: 46.141188ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:39:06.647635Z","caller":"traceutil/trace.go:171","msg":"trace[744871252] transaction","detail":"{read_only:false; response_revision:23380; number_of_response:1; }","duration":"119.752653ms","start":"2026-03-11T17:39:06.52785Z","end":"2026-03-11T17:39:06.647602Z","steps":["trace[744871252] 'process raft request' (duration: 73.619336ms)","trace[744871252] 'compare' (duration: 45.951273ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:39:06.647819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.439248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"info","ts":"2026-03-11T17:39:06.647871Z","caller":"traceutil/trace.go:171","msg":"trace[1802577538] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:23380; }","duration":"115.51136ms","start":"2026-03-11T17:39:06.532346Z","end":"2026-03-11T17:39:06.647857Z","steps":["trace[1802577538] 'agreement among raft nodes before linearized reading' (duration: 115.321296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:06.647858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.528005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-03-11T17:39:06.647926Z","caller":"traceutil/trace.go:171","msg":"trace[1451735510] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:23380; }","duration":"113.622657ms","start":"2026-03-11T17:39:06.53429Z","end":"2026-03-11T17:39:06.647913Z","steps":["trace[1451735510] 'agreement among raft nodes before linearized reading' (duration: 113.431063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:06.772724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.704472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:39:06.772796Z","caller":"traceutil/trace.go:171","msg":"trace[1155409117] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23384; }","duration":"114.851685ms","start":"2026-03-11T17:39:06.657932Z","end":"2026-03-11T17:39:06.772784Z","steps":["trace[1155409117] 'agreement among raft nodes before linearized reading' (duration: 114.695551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:06.772791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.520563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-03-11T17:39:06.77285Z","caller":"traceutil/trace.go:171","msg":"trace[2069291967] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:23384; }","duration":"116.581824ms","start":"2026-03-11T17:39:06.656244Z","end":"2026-03-11T17:39:06.772826Z","steps":["trace[2069291967] 'agreement among raft nodes before linearized reading' (duration: 116.441721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:06.773116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.534163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-03-11T17:39:06.773151Z","caller":"traceutil/trace.go:171","msg":"trace[551891873] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:23384; }","duration":"116.579824ms","start":"2026-03-11T17:39:06.656561Z","end":"2026-03-11T17:39:06.773141Z","steps":["trace[551891873] 'agreement among raft nodes before linearized reading' (duration: 116.069913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:08.30519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.325448ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:39:08.305289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.072749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a25a9f7b-4235-4de1-8ab4-f48a37460bd7\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-03-11T17:39:08.30534Z","caller":"traceutil/trace.go:171","msg":"trace[1973855825] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23418; }","duration":"140.486461ms","start":"2026-03-11T17:39:08.16483Z","end":"2026-03-11T17:39:08.305316Z","steps":["trace[1973855825] 'range keys from in-memory index tree' (duration: 140.307377ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:08.305552Z","caller":"traceutil/trace.go:171","msg":"trace[1623344651] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a25a9f7b-4235-4de1-8ab4-f48a37460bd7; range_end:; response_count:1; response_revision:23418; }","duration":"186.215311ms","start":"2026-03-11T17:39:08.119131Z","end":"2026-03-11T17:39:08.305347Z","steps":["trace[1623344651] 'range keys from in-memory index tree' (duration: 185.779162ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:09.121934Z","caller":"traceutil/trace.go:171","msg":"trace[543409708] linearizableReadLoop","detail":"{readStateIndex:24239; appliedIndex:24238; }","duration":"442.778214ms","start":"2026-03-11T17:39:08.679137Z","end":"2026-03-11T17:39:09.121916Z","steps":["trace[543409708] 'read index received' (duration: 442.536668ms)","trace[543409708] 'applied index is now lower than readState.Index' (duration: 240.235µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:39:09.122161Z","caller":"traceutil/trace.go:171","msg":"trace[104976810] transaction","detail":"{read_only:false; response_revision:23419; number_of_response:1; }","duration":"811.127245ms","start":"2026-03-11T17:39:08.311025Z","end":"2026-03-11T17:39:09.122152Z","steps":["trace[104976810] 'process raft request' (duration: 810.707306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:09.122251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:08.311004Z","time spent":"811.185585ms","remote":"127.0.0.1:35918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3746,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:39:09.12241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.281426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:39:09.122443Z","caller":"traceutil/trace.go:171","msg":"trace[1779792121] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:23419; }","duration":"443.381988ms","start":"2026-03-11T17:39:08.679052Z","end":"2026-03-11T17:39:09.122434Z","steps":["trace[1779792121] 'agreement among raft nodes before linearized reading' (duration: 443.325216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:09.122465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:08.679033Z","time spent":"443.427549ms","remote":"127.0.0.1:35652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:39:09.122585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.492126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a25a9f7b-4235-4de1-8ab4-f48a37460bd7\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-03-11T17:39:09.122612Z","caller":"traceutil/trace.go:171","msg":"trace[177304541] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a25a9f7b-4235-4de1-8ab4-f48a37460bd7; range_end:; response_count:1; response_revision:23419; }","duration":"238.570477ms","start":"2026-03-11T17:39:08.884034Z","end":"2026-03-11T17:39:09.122604Z","steps":["trace[177304541] 'agreement among raft nodes before linearized reading' (duration: 238.527817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:09.122799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.468201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:39:09.122825Z","caller":"traceutil/trace.go:171","msg":"trace[1335408635] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23419; }","duration":"130.527762ms","start":"2026-03-11T17:39:08.992292Z","end":"2026-03-11T17:39:09.122819Z","steps":["trace[1335408635] 'agreement among raft nodes before linearized reading' (duration: 130.487771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:10.160652Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438644257773138,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T17:39:10.272226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.713293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:39:10.272319Z","caller":"traceutil/trace.go:171","msg":"trace[2073493515] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:23419; }","duration":"997.852586ms","start":"2026-03-11T17:39:09.274436Z","end":"2026-03-11T17:39:10.272289Z","steps":["trace[2073493515] 'count revisions from in-memory index tree' (duration: 997.583481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:10.272377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:09.274418Z","time spent":"997.942249ms","remote":"127.0.0.1:32834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:39:10.272606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007180702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:39:10.272706Z","caller":"traceutil/trace.go:171","msg":"trace[739435756] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23419; }","duration":"1.007343756s","start":"2026-03-11T17:39:09.265335Z","end":"2026-03-11T17:39:10.272678Z","steps":["trace[739435756] 'count revisions from in-memory index tree' (duration: 1.00706762s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:10.272767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:09.265313Z","time spent":"1.007436318s","remote":"127.0.0.1:32884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:39:10.273342Z","caller":"traceutil/trace.go:171","msg":"trace[896045623] transaction","detail":"{read_only:false; response_revision:23420; number_of_response:1; }","duration":"744.76508ms","start":"2026-03-11T17:39:09.528542Z","end":"2026-03-11T17:39:10.273307Z","steps":["trace[896045623] 'process raft request' (duration: 684.244755ms)","trace[896045623] 'compare' (duration: 60.389223ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:39:10.273909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:09.528515Z","time spent":"745.309403ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:39:10.835284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.624786ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:39:10.83569Z","caller":"traceutil/trace.go:171","msg":"trace[1053262841] linearizableReadLoop","detail":"{readStateIndex:24246; appliedIndex:24239; }","duration":"1.175711953s","start":"2026-03-11T17:39:09.659869Z","end":"2026-03-11T17:39:10.835581Z","steps":["trace[1053262841] 'read index received' (duration: 552.932376ms)","trace[1053262841] 'applied index is now lower than readState.Index' (duration: 622.778757ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:39:10.835966Z","caller":"traceutil/trace.go:171","msg":"trace[124118523] transaction","detail":"{read_only:false; response_revision:23421; number_of_response:1; }","duration":"1.292220444s","start":"2026-03-11T17:39:09.543733Z","end":"2026-03-11T17:39:10.835953Z","steps":["trace[124118523] 'process raft request' (duration: 1.038843002s)","trace[124118523] 'compare' (duration: 251.844969ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:39:10.836041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:09.54371Z","time spent":"1.292294745s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:39:10.836224Z","caller":"traceutil/trace.go:171","msg":"trace[1411996280] transaction","detail":"{read_only:false; response_revision:23422; number_of_response:1; }","duration":"1.292440849s","start":"2026-03-11T17:39:09.543774Z","end":"2026-03-11T17:39:10.836215Z","steps":["trace[1411996280] 'process raft request' (duration: 1.291610551s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:10.836288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:09.543749Z","time spent":"1.29250568s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:39:10.836442Z","caller":"traceutil/trace.go:171","msg":"trace[1396788346] transaction","detail":"{read_only:false; response_revision:23423; number_of_response:1; }","duration":"1.292643624s","start":"2026-03-11T17:39:09.543787Z","end":"2026-03-11T17:39:10.836431Z","steps":["trace[1396788346] 'process raft request' (duration: 1.291655442s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:10.836502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:09.543766Z","time spent":"1.292705935s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:39:10.83668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081304359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:39:10.836787Z","caller":"traceutil/trace.go:171","msg":"trace[1836992584] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:23426; }","duration":"1.081473623s","start":"2026-03-11T17:39:09.755285Z","end":"2026-03-11T17:39:10.836758Z","steps":["trace[1836992584] 'agreement among raft nodes before linearized reading' (duration: 1.081258788s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:10.836837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:09.755269Z","time spent":"1.081554834s","remote":"127.0.0.1:35636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:39:10.83688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.394997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:39:10.836928Z","caller":"traceutil/trace.go:171","msg":"trace[1488792726] transaction","detail":"{read_only:false; response_revision:23425; number_of_response:1; }","duration":"1.291019908s","start":"2026-03-11T17:39:09.545902Z","end":"2026-03-11T17:39:10.836922Z","steps":["trace[1488792726] 'process raft request' (duration: 1.289612267s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:10.836936Z","caller":"traceutil/trace.go:171","msg":"trace[519869767] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23426; }","duration":"848.51816ms","start":"2026-03-11T17:39:09.988406Z","end":"2026-03-11T17:39:10.836924Z","steps":["trace[519869767] 'agreement among raft nodes before linearized reading' (duration: 848.373146ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:10.836941Z","caller":"traceutil/trace.go:171","msg":"trace[654635513] transaction","detail":"{read_only:false; response_revision:23424; number_of_response:1; }","duration":"1.292666745s","start":"2026-03-11T17:39:09.544238Z","end":"2026-03-11T17:39:10.836904Z","steps":["trace[654635513] 'process raft request' (duration: 1.291239313s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:10.836952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.324605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a25a9f7b-4235-4de1-8ab4-f48a37460bd7\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-03-11T17:39:10.836962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060232434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-11T17:39:10.837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.460142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:39:10.837005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:09.545886Z","time spent":"1.291066709s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:39:10.837016Z","caller":"traceutil/trace.go:171","msg":"trace[1201994538] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23426; }","duration":"1.060298305s","start":"2026-03-11T17:39:09.776702Z","end":"2026-03-11T17:39:10.837Z","steps":["trace[1201994538] 'agreement among raft nodes before linearized reading' (duration: 1.060153542s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:10.837011Z","caller":"traceutil/trace.go:171","msg":"trace[231387248] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a25a9f7b-4235-4de1-8ab4-f48a37460bd7; range_end:; response_count:1; response_revision:23426; }","duration":"708.430918ms","start":"2026-03-11T17:39:10.128563Z","end":"2026-03-11T17:39:10.836994Z","steps":["trace[231387248] 'agreement among raft nodes before linearized reading' (duration: 708.207822ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:10.837023Z","caller":"traceutil/trace.go:171","msg":"trace[1919508421] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:23426; }","duration":"806.510903ms","start":"2026-03-11T17:39:10.030506Z","end":"2026-03-11T17:39:10.837017Z","steps":["trace[1919508421] 'agreement among raft nodes before linearized reading' (duration: 806.478663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:10.837036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.5082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-11T17:39:10.837043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:10.030492Z","time spent":"806.547744ms","remote":"127.0.0.1:51072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:39:10.837048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:09.776692Z","time spent":"1.060349527s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T17:39:10.836923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060155002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-11T17:39:10.837039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.725873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:39:10.837066Z","caller":"traceutil/trace.go:171","msg":"trace[688550143] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23426; }","duration":"997.551091ms","start":"2026-03-11T17:39:09.839505Z","end":"2026-03-11T17:39:10.837056Z","steps":["trace[688550143] 'agreement among raft nodes before linearized reading' (duration: 997.443239ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:10.837078Z","caller":"traceutil/trace.go:171","msg":"trace[1469863375] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23426; }","duration":"1.060353617s","start":"2026-03-11T17:39:09.776716Z","end":"2026-03-11T17:39:10.83707Z","steps":["trace[1469863375] 'agreement among raft nodes before linearized reading' (duration: 1.060058229s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:10.837073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:09.544228Z","time spent":"1.292770557s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:39:10.837098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:09.776697Z","time spent":"1.060396398s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-11T17:39:10.837093Z","caller":"traceutil/trace.go:171","msg":"trace[1007138424] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:23426; }","duration":"297.824855ms","start":"2026-03-11T17:39:10.539255Z","end":"2026-03-11T17:39:10.83708Z","steps":["trace[1007138424] 'agreement among raft nodes before linearized reading' (duration: 297.737613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:10.837072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.177185236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:39:10.837145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07322594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-11T17:39:10.836975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.065689105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-11T17:39:10.837144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.637007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:987"} {"level":"info","ts":"2026-03-11T17:39:10.837164Z","caller":"traceutil/trace.go:171","msg":"trace[482882244] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23426; }","duration":"1.073281242s","start":"2026-03-11T17:39:09.763877Z","end":"2026-03-11T17:39:10.837159Z","steps":["trace[482882244] 'agreement among raft nodes before linearized reading' (duration: 1.073008007s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:10.837144Z","caller":"traceutil/trace.go:171","msg":"trace[1100792304] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23426; }","duration":"1.177303839s","start":"2026-03-11T17:39:09.659824Z","end":"2026-03-11T17:39:10.837128Z","steps":["trace[1100792304] 'agreement among raft nodes before linearized reading' (duration: 1.177177996s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:10.837171Z","caller":"traceutil/trace.go:171","msg":"trace[1019442761] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23426; }","duration":"1.065940371s","start":"2026-03-11T17:39:09.771224Z","end":"2026-03-11T17:39:10.837164Z","steps":["trace[1019442761] 'agreement among raft nodes before linearized reading' (duration: 1.065554151s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:10.837181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:09.763856Z","time spent":"1.073320943s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T17:39:10.837189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:09.771217Z","time spent":"1.065967001s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-11T17:39:10.836969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:09.988391Z","time spent":"848.571431ms","remote":"127.0.0.1:60146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:39:10.837183Z","caller":"traceutil/trace.go:171","msg":"trace[1315987602] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:23426; }","duration":"397.72026ms","start":"2026-03-11T17:39:10.439452Z","end":"2026-03-11T17:39:10.837172Z","steps":["trace[1315987602] 'agreement among raft nodes before linearized reading' (duration: 397.621728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:10.837199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:09.659797Z","time spent":"1.1773948s","remote":"127.0.0.1:35750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T17:39:10.837093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:09.839493Z","time spent":"997.592692ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T17:39:10.837218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:10.439431Z","time spent":"397.781311ms","remote":"127.0.0.1:35924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1010,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" "} {"level":"info","ts":"2026-03-11T17:39:10.836893Z","caller":"traceutil/trace.go:171","msg":"trace[1627534754] transaction","detail":"{read_only:false; response_revision:23426; number_of_response:1; }","duration":"1.290859814s","start":"2026-03-11T17:39:09.546021Z","end":"2026-03-11T17:39:10.836881Z","steps":["trace[1627534754] 'process raft request' (duration: 1.289521524s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:10.837051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:10.128543Z","time spent":"708.50002ms","remote":"127.0.0.1:35918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a25a9f7b-4235-4de1-8ab4-f48a37460bd7\" "} {"level":"warn","ts":"2026-03-11T17:39:10.837297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:09.545998Z","time spent":"1.291254364s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:39:11.348899Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438644257773148,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T17:39:12.820395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.447407991s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:39:12.820652Z","caller":"traceutil/trace.go:171","msg":"trace[459534978] transaction","detail":"{read_only:false; response_revision:23428; number_of_response:1; }","duration":"1.978167206s","start":"2026-03-11T17:39:10.842469Z","end":"2026-03-11T17:39:12.820636Z","steps":["trace[459534978] 'process raft request' (duration: 1.978032323s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:12.820717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:10.842447Z","time spent":"1.978241827s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:39:12.820882Z","caller":"traceutil/trace.go:171","msg":"trace[1405001033] transaction","detail":"{read_only:false; response_revision:23427; number_of_response:1; }","duration":"1.979588948s","start":"2026-03-11T17:39:10.841014Z","end":"2026-03-11T17:39:12.820603Z","steps":["trace[1405001033] 'process raft request' (duration: 531.884981ms)","trace[1405001033] 'compare' (duration: 1.446339297s)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:39:12.821132Z","caller":"traceutil/trace.go:171","msg":"trace[166811340] transaction","detail":"{read_only:false; response_revision:23430; number_of_response:1; }","duration":"1.97605336s","start":"2026-03-11T17:39:10.84506Z","end":"2026-03-11T17:39:12.821113Z","steps":["trace[166811340] 'process raft request' (duration: 1.975758384s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:12.821222Z","caller":"traceutil/trace.go:171","msg":"trace[565903735] transaction","detail":"{read_only:false; response_revision:23431; number_of_response:1; }","duration":"1.973989215s","start":"2026-03-11T17:39:10.847173Z","end":"2026-03-11T17:39:12.821162Z","steps":["trace[565903735] 'process raft request' (duration: 1.973886842s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:12.821238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:10.840999Z","time spent":"1.980052398s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:39:12.820924Z","caller":"traceutil/trace.go:171","msg":"trace[56624812] transaction","detail":"{read_only:false; response_revision:23429; number_of_response:1; }","duration":"1.976329556s","start":"2026-03-11T17:39:10.844577Z","end":"2026-03-11T17:39:12.820906Z","steps":["trace[56624812] 'process raft request' (duration: 1.976015669s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:12.821413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:10.847165Z","time spent":"1.974133937s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:39:12.821459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:10.844566Z","time spent":"1.976802286s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:39:12.82123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:10.845051Z","time spent":"1.976125912s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:39:12.848081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000036439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-11T17:39:12.848131Z","caller":"traceutil/trace.go:171","msg":"trace[150551477] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000109981s","start":"2026-03-11T17:39:10.848009Z","end":"2026-03-11T17:39:12.848119Z","steps":["trace[150551477] 'agreement among raft nodes before linearized reading' (duration: 2.00005189s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:12.84816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:10.848001Z","time spent":"2.000153262s","remote":"127.0.0.1:35764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/11 17:39:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-11T17:39:13.547884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.750132ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-11T17:39:13.548027Z","caller":"traceutil/trace.go:171","msg":"trace[468241688] linearizableReadLoop","detail":"{readStateIndex:24252; appliedIndex:24246; }","duration":"2.6999752s","start":"2026-03-11T17:39:10.848032Z","end":"2026-03-11T17:39:13.548007Z","steps":["trace[468241688] 'read index received' (duration: 524.884687ms)","trace[468241688] 'applied index is now lower than readState.Index' (duration: 2.175088973s)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:39:13.593796Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.378876498s","expected-duration":"1s"} {"level":"info","ts":"2026-03-11T17:39:13.594247Z","caller":"traceutil/trace.go:171","msg":"trace[885259260] transaction","detail":"{read_only:false; response_revision:23432; number_of_response:1; }","duration":"1.37943969s","start":"2026-03-11T17:39:12.214781Z","end":"2026-03-11T17:39:13.59422Z","steps":["trace[885259260] 'process raft request' (duration: 1.379251216s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:13.59439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:12.214755Z","time spent":"1.379548683s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:39:14.848606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000151982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-11T17:39:14.848676Z","caller":"traceutil/trace.go:171","msg":"trace[1855465195] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000266464s","start":"2026-03-11T17:39:12.848392Z","end":"2026-03-11T17:39:14.848659Z","steps":["trace[1855465195] 'agreement among raft nodes before linearized reading' (duration: 2.000176852s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:14.848743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:12.848381Z","time spent":"2.000354706s","remote":"127.0.0.1:35750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/11 17:39:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-11T17:39:16.277298Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.82698974s","expected-duration":"1s"} {"level":"info","ts":"2026-03-11T17:39:16.278099Z","caller":"traceutil/trace.go:171","msg":"trace[1099562747] transaction","detail":"{read_only:false; response_revision:23435; number_of_response:1; }","duration":"3.434582426s","start":"2026-03-11T17:39:12.84349Z","end":"2026-03-11T17:39:16.278072Z","steps":["trace[1099562747] 'process raft request' (duration: 3.434505004s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:16.278132Z","caller":"traceutil/trace.go:171","msg":"trace[1842726268] transaction","detail":"{read_only:false; response_revision:23434; number_of_response:1; }","duration":"3.434745559s","start":"2026-03-11T17:39:12.843356Z","end":"2026-03-11T17:39:16.278101Z","steps":["trace[1842726268] 'process raft request' (duration: 3.434589156s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:16.278271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:12.84346Z","time spent":"3.434709628s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:39:16.278292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:12.843332Z","time spent":"3.434874262s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:39:16.278099Z","caller":"traceutil/trace.go:171","msg":"trace[1795034037] transaction","detail":"{read_only:false; response_revision:23433; number_of_response:1; }","duration":"3.998733929s","start":"2026-03-11T17:39:12.279335Z","end":"2026-03-11T17:39:16.278069Z","steps":["trace[1795034037] 'process raft request' (duration: 3.998283089s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:16.278447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:12.279311Z","time spent":"3.999106817s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:39:16.278451Z","caller":"traceutil/trace.go:171","msg":"trace[1491105239] transaction","detail":"{read_only:false; response_revision:23436; number_of_response:1; }","duration":"3.434847291s","start":"2026-03-11T17:39:12.843593Z","end":"2026-03-11T17:39:16.27844Z","steps":["trace[1491105239] 'process raft request' (duration: 3.434436082s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:16.278549Z","caller":"traceutil/trace.go:171","msg":"trace[317982803] transaction","detail":"{read_only:false; response_revision:23437; number_of_response:1; }","duration":"3.434882072s","start":"2026-03-11T17:39:12.843655Z","end":"2026-03-11T17:39:16.278537Z","steps":["trace[317982803] 'process raft request' (duration: 3.434583325s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:16.27856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:12.843586Z","time spent":"3.434902553s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:39:16.278602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:12.843645Z","time spent":"3.434924793s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:39:16.278687Z","caller":"traceutil/trace.go:171","msg":"trace[1429929709] transaction","detail":"{read_only:false; response_revision:23438; number_of_response:1; }","duration":"3.434937523s","start":"2026-03-11T17:39:12.843737Z","end":"2026-03-11T17:39:16.278674Z","steps":["trace[1429929709] 'process raft request' (duration: 3.434614046s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:16.278732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:12.843709Z","time spent":"3.434997585s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:39:16.278939Z","caller":"traceutil/trace.go:171","msg":"trace[951364805] transaction","detail":"{read_only:false; response_revision:23439; number_of_response:1; }","duration":"3.430568746s","start":"2026-03-11T17:39:12.848359Z","end":"2026-03-11T17:39:16.278928Z","steps":["trace[951364805] 'process raft request' (duration: 3.430029325s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:16.278989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:12.848332Z","time spent":"3.430632748s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:39:16.288272Z","caller":"traceutil/trace.go:171","msg":"trace[1541325941] linearizableReadLoop","detail":"{readStateIndex:24260; appliedIndex:24253; }","duration":"2.740199917s","start":"2026-03-11T17:39:13.548055Z","end":"2026-03-11T17:39:16.288255Z","steps":["trace[1541325941] 'read index received' (duration: 46.772292ms)","trace[1541325941] 'applied index is now lower than readState.Index' (duration: 2.693425405s)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:39:16.288471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.827949206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:39:16.288506Z","caller":"traceutil/trace.go:171","msg":"trace[1935506777] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:23439; }","duration":"2.828054967s","start":"2026-03-11T17:39:13.46044Z","end":"2026-03-11T17:39:16.288495Z","steps":["trace[1935506777] 'agreement among raft nodes before linearized reading' (duration: 2.827949295s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:16.288549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:13.460423Z","time spent":"2.828114388s","remote":"127.0.0.1:35626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:39:16.28881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.863487303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:39:16.288861Z","caller":"traceutil/trace.go:171","msg":"trace[1431605689] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:23439; }","duration":"3.863565665s","start":"2026-03-11T17:39:12.425267Z","end":"2026-03-11T17:39:16.288833Z","steps":["trace[1431605689] 'agreement among raft nodes before linearized reading' (duration: 3.863504263s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:16.288889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:12.425243Z","time spent":"3.863638727s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:39:16.289039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.088295916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:39:16.289088Z","caller":"traceutil/trace.go:171","msg":"trace[1363676176] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:23439; }","duration":"4.088367168s","start":"2026-03-11T17:39:12.20069Z","end":"2026-03-11T17:39:16.289057Z","steps":["trace[1363676176] 'agreement among raft nodes before linearized reading' (duration: 4.088312196s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:16.28912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:12.200673Z","time spent":"4.08843534s","remote":"127.0.0.1:35998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:39:16.289281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.232030419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:39:16.289308Z","caller":"traceutil/trace.go:171","msg":"trace[1886799319] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:23439; }","duration":"4.23208957s","start":"2026-03-11T17:39:12.057212Z","end":"2026-03-11T17:39:16.289301Z","steps":["trace[1886799319] 'agreement among raft nodes before linearized reading' (duration: 4.232013818s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:16.289357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:12.057198Z","time spent":"4.232150842s","remote":"127.0.0.1:33160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:39:16.289623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.296249627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-11T17:39:16.289649Z","caller":"traceutil/trace.go:171","msg":"trace[1955658674] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23439; }","duration":"4.296323828s","start":"2026-03-11T17:39:11.993319Z","end":"2026-03-11T17:39:16.289643Z","steps":["trace[1955658674] 'agreement among raft nodes before linearized reading' (duration: 4.296170545s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:16.289683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:11.993304Z","time spent":"4.296374719s","remote":"127.0.0.1:60078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-11T17:39:16.289863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.4477074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a25a9f7b-4235-4de1-8ab4-f48a37460bd7\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-03-11T17:39:16.289933Z","caller":"traceutil/trace.go:171","msg":"trace[1729571826] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a25a9f7b-4235-4de1-8ab4-f48a37460bd7; range_end:; response_count:1; response_revision:23439; }","duration":"4.447826112s","start":"2026-03-11T17:39:11.8421Z","end":"2026-03-11T17:39:16.289926Z","steps":["trace[1729571826] 'agreement among raft nodes before linearized reading' (duration: 4.447686999s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:16.28996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:11.84208Z","time spent":"4.447873133s","remote":"127.0.0.1:35918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a25a9f7b-4235-4de1-8ab4-f48a37460bd7\" "} {"level":"warn","ts":"2026-03-11T17:39:16.290215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.995497121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-11T17:39:16.290263Z","caller":"traceutil/trace.go:171","msg":"trace[1829254047] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23439; }","duration":"4.995574782s","start":"2026-03-11T17:39:11.294678Z","end":"2026-03-11T17:39:16.290252Z","steps":["trace[1829254047] 'agreement among raft nodes before linearized reading' (duration: 4.9954458s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:16.290292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:11.294653Z","time spent":"4.995632074s","remote":"127.0.0.1:35918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-11T17:39:16.290393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.636447355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:39:16.290423Z","caller":"traceutil/trace.go:171","msg":"trace[1803509562] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23439; }","duration":"4.636511357s","start":"2026-03-11T17:39:11.653901Z","end":"2026-03-11T17:39:16.290412Z","steps":["trace[1803509562] 'agreement among raft nodes before linearized reading' (duration: 4.636460486s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:16.290467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:11.653881Z","time spent":"4.636561839s","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:39:16.412072Z","caller":"traceutil/trace.go:171","msg":"trace[1538576447] transaction","detail":"{read_only:false; response_revision:23440; number_of_response:1; }","duration":"2.012423044s","start":"2026-03-11T17:39:14.39963Z","end":"2026-03-11T17:39:16.412053Z","steps":["trace[1538576447] 'process raft request' (duration: 2.011205736s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:16.412196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:14.399605Z","time spent":"2.012525575s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:39:16.412404Z","caller":"traceutil/trace.go:171","msg":"trace[1593874983] linearizableReadLoop","detail":"{readStateIndex:24263; appliedIndex:24260; }","duration":"124.044578ms","start":"2026-03-11T17:39:16.288334Z","end":"2026-03-11T17:39:16.412379Z","steps":["trace[1593874983] 'read index received' (duration: 122.37304ms)","trace[1593874983] 'applied index is now lower than readState.Index' (duration: 1.670668ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:39:16.412459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.558581265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:39:16.412523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.586107562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-11T17:39:16.412529Z","caller":"traceutil/trace.go:171","msg":"trace[1860288423] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23442; }","duration":"1.558671027s","start":"2026-03-11T17:39:14.85384Z","end":"2026-03-11T17:39:16.412511Z","steps":["trace[1860288423] 'agreement among raft nodes before linearized reading' (duration: 1.558543044s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:16.412547Z","caller":"traceutil/trace.go:171","msg":"trace[1887120272] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23442; }","duration":"1.586154893s","start":"2026-03-11T17:39:14.826385Z","end":"2026-03-11T17:39:16.41254Z","steps":["trace[1887120272] 'agreement among raft nodes before linearized reading' (duration: 1.586055181s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:16.412567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:14.826378Z","time spent":"1.586185284s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T17:39:16.412568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:14.853833Z","time spent":"1.558727309s","remote":"127.0.0.1:35764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T17:39:16.412631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.58645357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-11T17:39:16.412673Z","caller":"traceutil/trace.go:171","msg":"trace[1590299343] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23442; }","duration":"1.586552682s","start":"2026-03-11T17:39:14.82611Z","end":"2026-03-11T17:39:16.412663Z","steps":["trace[1590299343] 'agreement among raft nodes before linearized reading' (duration: 1.586396658s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:16.41267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.767106692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:39:16.412713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:14.826091Z","time spent":"1.586613063s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T17:39:16.412744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.585269894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-11T17:39:16.412738Z","caller":"traceutil/trace.go:171","msg":"trace[1789005785] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:23442; }","duration":"2.767190184s","start":"2026-03-11T17:39:13.645531Z","end":"2026-03-11T17:39:16.412721Z","steps":["trace[1789005785] 'agreement among raft nodes before linearized reading' (duration: 2.767059461s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:16.41276Z","caller":"traceutil/trace.go:171","msg":"trace[1252814138] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23442; }","duration":"1.585346045s","start":"2026-03-11T17:39:14.827409Z","end":"2026-03-11T17:39:16.412755Z","steps":["trace[1252814138] 'agreement among raft nodes before linearized reading' (duration: 1.585307234s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:16.41276Z","caller":"traceutil/trace.go:171","msg":"trace[1416102448] transaction","detail":"{read_only:false; response_revision:23441; number_of_response:1; }","duration":"821.151477ms","start":"2026-03-11T17:39:15.591597Z","end":"2026-03-11T17:39:16.412748Z","steps":["trace[1416102448] 'process raft request' (duration: 820.420861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:16.412775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:14.827394Z","time spent":"1.585376296s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-11T17:39:16.41277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.09673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-11T17:39:16.412789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:13.645491Z","time spent":"2.767279436s","remote":"127.0.0.1:52098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:39:16.41282Z","caller":"traceutil/trace.go:171","msg":"trace[460884486] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23442; }","duration":"119.169071ms","start":"2026-03-11T17:39:16.293637Z","end":"2026-03-11T17:39:16.412806Z","steps":["trace[460884486] 'agreement among raft nodes before linearized reading' (duration: 119.028288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:16.412842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:15.591578Z","time spent":"821.208538ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:39:16.412972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.810326165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-11T17:39:16.412992Z","caller":"traceutil/trace.go:171","msg":"trace[741742479] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23442; }","duration":"2.810372307s","start":"2026-03-11T17:39:13.602615Z","end":"2026-03-11T17:39:16.412987Z","steps":["trace[741742479] 'agreement among raft nodes before linearized reading' (duration: 2.810312886s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:16.413007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:13.602603Z","time spent":"2.810399557s","remote":"127.0.0.1:35842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-11T17:39:16.413019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.226183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:39:16.413051Z","caller":"traceutil/trace.go:171","msg":"trace[1628611309] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:23442; }","duration":"149.296425ms","start":"2026-03-11T17:39:16.263743Z","end":"2026-03-11T17:39:16.41304Z","steps":["trace[1628611309] 'agreement among raft nodes before linearized reading' (duration: 149.246094ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:16.412969Z","caller":"traceutil/trace.go:171","msg":"trace[1572232694] transaction","detail":"{read_only:false; response_revision:23442; number_of_response:1; }","duration":"289.442019ms","start":"2026-03-11T17:39:16.123517Z","end":"2026-03-11T17:39:16.412959Z","steps":["trace[1572232694] 'process raft request' (duration: 288.729934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:16.413238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.787128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-11T17:39:16.413257Z","caller":"traceutil/trace.go:171","msg":"trace[276786686] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:1; response_revision:23442; }","duration":"555.8476ms","start":"2026-03-11T17:39:15.857404Z","end":"2026-03-11T17:39:16.413251Z","steps":["trace[276786686] 'agreement among raft nodes before linearized reading' (duration: 555.795129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:16.41327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:15.857383Z","time spent":"555.8829ms","remote":"127.0.0.1:35788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.153\" "} {"level":"warn","ts":"2026-03-11T17:39:16.413243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.612563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-11T17:39:16.413281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.095255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:39:16.413301Z","caller":"traceutil/trace.go:171","msg":"trace[511268579] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23442; }","duration":"734.702505ms","start":"2026-03-11T17:39:15.678587Z","end":"2026-03-11T17:39:16.413289Z","steps":["trace[511268579] 'agreement among raft nodes before linearized reading' (duration: 734.609663ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:16.413338Z","caller":"traceutil/trace.go:171","msg":"trace[1679900852] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23442; }","duration":"638.226948ms","start":"2026-03-11T17:39:15.775095Z","end":"2026-03-11T17:39:16.413322Z","steps":["trace[1679900852] 'agreement among raft nodes before linearized reading' (duration: 638.145476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:16.413344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:15.678574Z","time spent":"734.757276ms","remote":"127.0.0.1:60188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:39:16.412706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.561664153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189bd789c1f1bbf4\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-11T17:39:16.413369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:15.775062Z","time spent":"638.30072ms","remote":"127.0.0.1:33250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-11T17:39:16.413391Z","caller":"traceutil/trace.go:171","msg":"trace[1590367032] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189bd789c1f1bbf4; range_end:; response_count:1; response_revision:23442; }","duration":"1.562365208s","start":"2026-03-11T17:39:14.85101Z","end":"2026-03-11T17:39:16.413376Z","steps":["trace[1590367032] 'agreement among raft nodes before linearized reading' (duration: 1.561652973s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:16.413433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:14.850993Z","time spent":"1.562427499s","remote":"127.0.0.1:35826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189bd789c1f1bbf4\" "} {"level":"warn","ts":"2026-03-11T17:39:16.41319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.290045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:39:16.413548Z","caller":"traceutil/trace.go:171","msg":"trace[2109993014] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23442; }","duration":"641.719595ms","start":"2026-03-11T17:39:15.771819Z","end":"2026-03-11T17:39:16.413539Z","steps":["trace[2109993014] 'agreement among raft nodes before linearized reading' (duration: 641.274195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:16.413615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.608713165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-11T17:39:16.413648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.587913172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-11T17:39:16.413665Z","caller":"traceutil/trace.go:171","msg":"trace[1576790700] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23442; }","duration":"1.587929653s","start":"2026-03-11T17:39:14.825729Z","end":"2026-03-11T17:39:16.413659Z","steps":["trace[1576790700] 'agreement among raft nodes before linearized reading' (duration: 1.587258328s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:16.413662Z","caller":"traceutil/trace.go:171","msg":"trace[303279876] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:23442; }","duration":"2.608807377s","start":"2026-03-11T17:39:13.804843Z","end":"2026-03-11T17:39:16.413651Z","steps":["trace[303279876] 'agreement among raft nodes before linearized reading' (duration: 2.608175884s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:16.413678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:14.825671Z","time spent":"1.588002864s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T17:39:16.413696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:13.804821Z","time spent":"2.608865618s","remote":"127.0.0.1:35842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":142,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:39:16.413982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.587092913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-11T17:39:16.414021Z","caller":"traceutil/trace.go:171","msg":"trace[1729204430] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23442; }","duration":"1.587174125s","start":"2026-03-11T17:39:14.826835Z","end":"2026-03-11T17:39:16.41401Z","steps":["trace[1729204430] 'agreement among raft nodes before linearized reading' (duration: 1.586145633s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:16.414061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:14.826815Z","time spent":"1.587237646s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T17:39:16.413566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:15.771797Z","time spent":"641.761755ms","remote":"127.0.0.1:60230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:39:16.923331Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438644257773171,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T17:39:17.424654Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438644257773171,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T17:39:17.562806Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.105076542s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-11T17:39:18.422556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000408247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-11T17:39:18.422635Z","caller":"traceutil/trace.go:171","msg":"trace[1157511475] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000524519s","start":"2026-03-11T17:39:16.422094Z","end":"2026-03-11T17:39:18.422618Z","steps":["trace[1157511475] 'agreement among raft nodes before linearized reading' (duration: 2.000424217s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:18.42268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:16.422085Z","time spent":"2.00058609s","remote":"127.0.0.1:35764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/11 17:39:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-11T17:39:18.431808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.365672ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:39:18.431945Z","caller":"traceutil/trace.go:171","msg":"trace[569648927] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23442; }","duration":"267.518266ms","start":"2026-03-11T17:39:18.164408Z","end":"2026-03-11T17:39:18.431927Z","steps":["trace[569648927] 'range keys from in-memory index tree' (duration: 267.347172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:18.43226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.207867ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-11T17:39:18.432631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:16.415562Z","time spent":"2.017065545s","remote":"127.0.0.1:35788","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-11T17:39:18.432995Z","caller":"traceutil/trace.go:171","msg":"trace[2029532238] transaction","detail":"{read_only:false; response_revision:23445; number_of_response:1; }","duration":"2.013973487s","start":"2026-03-11T17:39:16.418615Z","end":"2026-03-11T17:39:18.432589Z","steps":["trace[2029532238] 'process raft request' (duration: 2.013841754s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:18.433084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:16.418609Z","time spent":"2.014425287s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:39:18.433144Z","caller":"traceutil/trace.go:171","msg":"trace[656332108] transaction","detail":"{read_only:false; response_revision:23447; number_of_response:1; }","duration":"2.012147907s","start":"2026-03-11T17:39:16.420459Z","end":"2026-03-11T17:39:18.432607Z","steps":["trace[656332108] 'process raft request' (duration: 2.012032954s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:18.433233Z","caller":"traceutil/trace.go:171","msg":"trace[709931925] transaction","detail":"{read_only:false; response_revision:23443; number_of_response:1; }","duration":"2.015605192s","start":"2026-03-11T17:39:16.417205Z","end":"2026-03-11T17:39:18.43281Z","steps":["trace[709931925] 'process raft request' (duration: 2.015127452s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:18.433265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:16.417193Z","time spent":"2.016054272s","remote":"127.0.0.1:35826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:39:18.433364Z","caller":"traceutil/trace.go:171","msg":"trace[1795211679] transaction","detail":"{read_only:false; response_revision:23444; number_of_response:1; }","duration":"2.014542699s","start":"2026-03-11T17:39:16.418287Z","end":"2026-03-11T17:39:18.432829Z","steps":["trace[1795211679] 'process raft request' (duration: 2.014140581s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:18.433396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:16.418279Z","time spent":"2.015102751s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:39:18.433464Z","caller":"traceutil/trace.go:171","msg":"trace[543874728] linearizableReadLoop","detail":"{readStateIndex:24270; appliedIndex:24263; }","duration":"2.010732336s","start":"2026-03-11T17:39:16.422119Z","end":"2026-03-11T17:39:18.432851Z","steps":["trace[543874728] 'read index received' (duration: 1.140946816s)","trace[543874728] 'applied index is now lower than readState.Index' (duration: 869.78463ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:39:18.433347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:16.420452Z","time spent":"2.01279504s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:39:18.433547Z","caller":"traceutil/trace.go:171","msg":"trace[971127570] transaction","detail":"{read_only:false; response_revision:23448; number_of_response:1; }","duration":"2.011802119s","start":"2026-03-11T17:39:16.421058Z","end":"2026-03-11T17:39:18.43286Z","steps":["trace[971127570] 'process raft request' (duration: 2.011455671s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:18.433583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:16.421039Z","time spent":"2.012524714s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:39:18.433219Z","caller":"traceutil/trace.go:171","msg":"trace[1258612389] transaction","detail":"{read_only:false; response_revision:23446; number_of_response:1; }","duration":"2.012779931s","start":"2026-03-11T17:39:16.419832Z","end":"2026-03-11T17:39:18.432612Z","steps":["trace[1258612389] 'process raft request' (duration: 2.012641488s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:18.433639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:16.419825Z","time spent":"2.013800133s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:39:18.437986Z","caller":"traceutil/trace.go:171","msg":"trace[760918546] transaction","detail":"{read_only:false; response_revision:23449; number_of_response:1; }","duration":"147.17121ms","start":"2026-03-11T17:39:18.290788Z","end":"2026-03-11T17:39:18.437959Z","steps":["trace[760918546] 'process raft request' (duration: 146.943555ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:18.438049Z","caller":"traceutil/trace.go:171","msg":"trace[443010602] transaction","detail":"{read_only:false; response_revision:23455; number_of_response:1; }","duration":"143.211441ms","start":"2026-03-11T17:39:18.294827Z","end":"2026-03-11T17:39:18.438038Z","steps":["trace[443010602] 'process raft request' (duration: 143.178251ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:18.438104Z","caller":"traceutil/trace.go:171","msg":"trace[1876070290] transaction","detail":"{read_only:false; response_revision:23452; number_of_response:1; }","duration":"145.484502ms","start":"2026-03-11T17:39:18.292607Z","end":"2026-03-11T17:39:18.438092Z","steps":["trace[1876070290] 'process raft request' (duration: 145.296987ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:18.438175Z","caller":"traceutil/trace.go:171","msg":"trace[530583101] transaction","detail":"{read_only:false; response_revision:23453; number_of_response:1; }","duration":"144.359287ms","start":"2026-03-11T17:39:18.293808Z","end":"2026-03-11T17:39:18.438168Z","steps":["trace[530583101] 'process raft request' (duration: 144.127682ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:18.438202Z","caller":"traceutil/trace.go:171","msg":"trace[1094954636] transaction","detail":"{read_only:false; response_revision:23451; number_of_response:1; }","duration":"147.337433ms","start":"2026-03-11T17:39:18.290859Z","end":"2026-03-11T17:39:18.438197Z","steps":["trace[1094954636] 'process raft request' (duration: 147.012406ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:18.438263Z","caller":"traceutil/trace.go:171","msg":"trace[981610283] transaction","detail":"{read_only:false; response_revision:23454; number_of_response:1; }","duration":"144.373697ms","start":"2026-03-11T17:39:18.293882Z","end":"2026-03-11T17:39:18.438255Z","steps":["trace[981610283] 'process raft request' (duration: 144.092451ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:18.438182Z","caller":"traceutil/trace.go:171","msg":"trace[1041235756] transaction","detail":"{read_only:false; response_revision:23450; number_of_response:1; }","duration":"147.323682ms","start":"2026-03-11T17:39:18.29085Z","end":"2026-03-11T17:39:18.438174Z","steps":["trace[1041235756] 'process raft request' (duration: 146.993375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:18.439055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144693398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a25a9f7b-4235-4de1-8ab4-f48a37460bd7\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-03-11T17:39:18.439095Z","caller":"traceutil/trace.go:171","msg":"trace[1046326832] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a25a9f7b-4235-4de1-8ab4-f48a37460bd7; range_end:; response_count:1; response_revision:23455; }","duration":"1.144749149s","start":"2026-03-11T17:39:17.294336Z","end":"2026-03-11T17:39:18.439085Z","steps":["trace[1046326832] 'agreement among raft nodes before linearized reading' (duration: 1.144602546s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:18.439136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:17.294288Z","time spent":"1.144841001s","remote":"127.0.0.1:35918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a25a9f7b-4235-4de1-8ab4-f48a37460bd7\" "} {"level":"warn","ts":"2026-03-11T17:39:18.439158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.550896965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-11T17:39:18.439184Z","caller":"traceutil/trace.go:171","msg":"trace[276223189] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23455; }","duration":"1.550959145s","start":"2026-03-11T17:39:16.888216Z","end":"2026-03-11T17:39:18.439175Z","steps":["trace[276223189] 'agreement among raft nodes before linearized reading' (duration: 1.550860273s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:18.439207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:16.888193Z","time spent":"1.551005037s","remote":"127.0.0.1:35842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-11T17:39:18.439279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.516923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:39:18.439302Z","caller":"traceutil/trace.go:171","msg":"trace[1285942472] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:23455; }","duration":"589.588475ms","start":"2026-03-11T17:39:17.849706Z","end":"2026-03-11T17:39:18.439295Z","steps":["trace[1285942472] 'agreement among raft nodes before linearized reading' (duration: 589.543764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:18.439321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:17.849674Z","time spent":"589.641545ms","remote":"127.0.0.1:33152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:39:18.439335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.795622337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:39:18.439358Z","caller":"traceutil/trace.go:171","msg":"trace[502038618] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:23455; }","duration":"1.795684358s","start":"2026-03-11T17:39:16.643664Z","end":"2026-03-11T17:39:18.439348Z","steps":["trace[502038618] 'agreement among raft nodes before linearized reading' (duration: 1.795637337s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:18.439375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:16.643644Z","time spent":"1.795725449s","remote":"127.0.0.1:51138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:39:18.439512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.971955569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:39:18.439518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.537143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-11T17:39:18.439529Z","caller":"traceutil/trace.go:171","msg":"trace[290952516] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23455; }","duration":"1.972011801s","start":"2026-03-11T17:39:16.46751Z","end":"2026-03-11T17:39:18.439522Z","steps":["trace[290952516] 'agreement among raft nodes before linearized reading' (duration: 1.97197606s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:18.439538Z","caller":"traceutil/trace.go:171","msg":"trace[347512021] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:23455; }","duration":"965.596624ms","start":"2026-03-11T17:39:17.473936Z","end":"2026-03-11T17:39:18.439532Z","steps":["trace[347512021] 'agreement among raft nodes before linearized reading' (duration: 965.464161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:18.439551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:16.467488Z","time spent":"1.972057841s","remote":"127.0.0.1:36134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-11T17:39:18.439557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:17.473917Z","time spent":"965.635805ms","remote":"127.0.0.1:36030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":180,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:39:18.439652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.875125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:39:18.43967Z","caller":"traceutil/trace.go:171","msg":"trace[1586362506] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:23455; }","duration":"977.931787ms","start":"2026-03-11T17:39:17.461733Z","end":"2026-03-11T17:39:18.439665Z","steps":["trace[1586362506] 'agreement among raft nodes before linearized reading' (duration: 977.898986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:18.439687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:17.461713Z","time spent":"977.969908ms","remote":"127.0.0.1:36014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:39:18.439695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999453525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:39:18.439715Z","caller":"traceutil/trace.go:171","msg":"trace[431852847] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23455; }","duration":"1.999506637s","start":"2026-03-11T17:39:16.440201Z","end":"2026-03-11T17:39:18.439707Z","steps":["trace[431852847] 'agreement among raft nodes before linearized reading' (duration: 1.999468346s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:18.43973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:16.440181Z","time spent":"1.999544537s","remote":"127.0.0.1:35920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-11T17:39:18.440034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01429547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:267210"} {"level":"info","ts":"2026-03-11T17:39:18.440067Z","caller":"traceutil/trace.go:171","msg":"trace[390898195] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:23455; }","duration":"1.014367371s","start":"2026-03-11T17:39:17.425692Z","end":"2026-03-11T17:39:18.44006Z","steps":["trace[390898195] 'agreement among raft nodes before linearized reading' (duration: 1.014069935s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:18.440086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:17.425671Z","time spent":"1.014409072s","remote":"127.0.0.1:36134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":267233,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-11T17:39:18.440278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.092470975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-11T17:39:18.440299Z","caller":"traceutil/trace.go:171","msg":"trace[1966034915] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:23455; }","duration":"1.092519346s","start":"2026-03-11T17:39:17.347774Z","end":"2026-03-11T17:39:18.440293Z","steps":["trace[1966034915] 'agreement among raft nodes before linearized reading' (duration: 1.092450705s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:18.440316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:17.347759Z","time spent":"1.092552777s","remote":"127.0.0.1:35902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-11T17:39:18.440423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.120996975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:39:18.440448Z","caller":"traceutil/trace.go:171","msg":"trace[1491420695] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23455; }","duration":"1.121061066s","start":"2026-03-11T17:39:17.319381Z","end":"2026-03-11T17:39:18.440442Z","steps":["trace[1491420695] 'agreement among raft nodes before linearized reading' (duration: 1.121020946s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:18.440468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:17.319356Z","time spent":"1.121106247s","remote":"127.0.0.1:33132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:39:18.439058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.515590055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.189bda28bb3d3597\" ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-03-11T17:39:18.440605Z","caller":"traceutil/trace.go:171","msg":"trace[1597636737] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.189bda28bb3d3597; range_end:; response_count:1; response_revision:23455; }","duration":"1.51713678s","start":"2026-03-11T17:39:16.923457Z","end":"2026-03-11T17:39:18.440594Z","steps":["trace[1597636737] 'agreement among raft nodes before linearized reading' (duration: 1.515491053s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:18.440642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:16.92341Z","time spent":"1.517219892s","remote":"127.0.0.1:35826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1033,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.189bda28bb3d3597\" "} {"level":"warn","ts":"2026-03-11T17:39:20.950449Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438644257773217,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T17:39:21.451116Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.00887581s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-11T17:39:21.451159Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438644257773217,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-11T17:39:21.451501Z","caller":"traceutil/trace.go:171","msg":"trace[737241931] transaction","detail":"{read_only:false; response_revision:23462; number_of_response:1; }","duration":"1.009337091s","start":"2026-03-11T17:39:20.442142Z","end":"2026-03-11T17:39:21.451479Z","steps":["trace[737241931] 'process raft request' (duration: 1.009120846s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:21.451656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:20.442131Z","time spent":"1.009430102s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:39:22.876781Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.425462595s","expected-duration":"1s"} {"level":"info","ts":"2026-03-11T17:39:22.877156Z","caller":"traceutil/trace.go:171","msg":"trace[425690882] transaction","detail":"{read_only:false; response_revision:23466; number_of_response:1; }","duration":"2.433416516s","start":"2026-03-11T17:39:20.443716Z","end":"2026-03-11T17:39:22.877132Z","steps":["trace[425690882] 'process raft request' (duration: 2.433374754s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:22.877198Z","caller":"traceutil/trace.go:171","msg":"trace[1499573317] transaction","detail":"{read_only:false; response_revision:23464; number_of_response:1; }","duration":"2.434023129s","start":"2026-03-11T17:39:20.443145Z","end":"2026-03-11T17:39:22.877168Z","steps":["trace[1499573317] 'process raft request' (duration: 2.433899795s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:22.877271Z","caller":"traceutil/trace.go:171","msg":"trace[2007711825] transaction","detail":"{read_only:false; response_revision:23465; number_of_response:1; }","duration":"2.433976368s","start":"2026-03-11T17:39:20.443287Z","end":"2026-03-11T17:39:22.877263Z","steps":["trace[2007711825] 'process raft request' (duration: 2.433783363s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:22.877301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:20.443278Z","time spent":"2.434009668s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:39:22.877379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:20.443134Z","time spent":"2.434144552s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:39:22.877554Z","caller":"traceutil/trace.go:171","msg":"trace[509505383] transaction","detail":"{read_only:false; response_revision:23463; number_of_response:1; }","duration":"2.434489419s","start":"2026-03-11T17:39:20.443048Z","end":"2026-03-11T17:39:22.877538Z","steps":["trace[509505383] 'process raft request' (duration: 2.433882805s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:22.877643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:20.443036Z","time spent":"2.434561381s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:39:22.877247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:20.443708Z","time spent":"2.433477907s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:39:22.8777Z","caller":"traceutil/trace.go:171","msg":"trace[377582024] transaction","detail":"{read_only:false; response_revision:23470; number_of_response:1; }","duration":"2.431383041s","start":"2026-03-11T17:39:20.446306Z","end":"2026-03-11T17:39:22.877689Z","steps":["trace[377582024] 'process raft request' (duration: 2.431177716s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:22.877409Z","caller":"traceutil/trace.go:171","msg":"trace[787715719] transaction","detail":"{read_only:false; response_revision:23467; number_of_response:1; }","duration":"2.433342004s","start":"2026-03-11T17:39:20.444063Z","end":"2026-03-11T17:39:22.877405Z","steps":["trace[787715719] 'process raft request' (duration: 2.433047156s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:22.877736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:20.446295Z","time spent":"2.431422142s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:39:22.877763Z","caller":"traceutil/trace.go:171","msg":"trace[289599416] transaction","detail":"{read_only:false; response_revision:23468; number_of_response:1; }","duration":"2.43364408s","start":"2026-03-11T17:39:20.444106Z","end":"2026-03-11T17:39:22.877751Z","steps":["trace[289599416] 'process raft request' (duration: 2.433275672s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:22.877775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:20.444055Z","time spent":"2.433690752s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:39:22.877784Z","caller":"traceutil/trace.go:171","msg":"trace[659031023] transaction","detail":"{read_only:false; response_revision:23471; number_of_response:1; }","duration":"2.431241818s","start":"2026-03-11T17:39:20.446538Z","end":"2026-03-11T17:39:22.87778Z","steps":["trace[659031023] 'process raft request' (duration: 2.430962402s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:22.877776Z","caller":"traceutil/trace.go:171","msg":"trace[1709593324] transaction","detail":"{read_only:false; response_revision:23469; number_of_response:1; }","duration":"2.433142179s","start":"2026-03-11T17:39:20.444616Z","end":"2026-03-11T17:39:22.877759Z","steps":["trace[1709593324] 'process raft request' (duration: 2.432844853s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:22.877806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:20.444102Z","time spent":"2.433682652s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:39:22.877808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:20.44651Z","time spent":"2.431285638s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:39:22.877845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:20.444606Z","time spent":"2.433200682s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:39:22.877839Z","caller":"traceutil/trace.go:171","msg":"trace[395664109] transaction","detail":"{read_only:false; response_revision:23472; number_of_response:1; }","duration":"2.428244462s","start":"2026-03-11T17:39:20.449568Z","end":"2026-03-11T17:39:22.877812Z","steps":["trace[395664109] 'process raft request' (duration: 2.427948545s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:22.877976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:20.449554Z","time spent":"2.428352134s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:39:23.589818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.264592ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-11T17:39:23.58991Z","caller":"traceutil/trace.go:171","msg":"trace[1288747552] linearizableReadLoop","detail":"{readStateIndex:24294; appliedIndex:24283; }","duration":"3.140400631s","start":"2026-03-11T17:39:20.449497Z","end":"2026-03-11T17:39:23.589898Z","steps":["trace[1288747552] 'read index received' (duration: 1.001800324s)","trace[1288747552] 'applied index is now lower than readState.Index' (duration: 2.138599127s)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:39:23.589942Z","caller":"etcdserver/v3_server.go:874","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":6432438644257773230,"received-request-id":6432438644257773217} {"level":"warn","ts":"2026-03-11T17:39:23.590347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.140839761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a25a9f7b-4235-4de1-8ab4-f48a37460bd7\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-03-11T17:39:23.590373Z","caller":"traceutil/trace.go:171","msg":"trace[820664407] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a25a9f7b-4235-4de1-8ab4-f48a37460bd7; range_end:; response_count:1; response_revision:23472; }","duration":"3.140896682s","start":"2026-03-11T17:39:20.449469Z","end":"2026-03-11T17:39:23.590366Z","steps":["trace[820664407] 'agreement among raft nodes before linearized reading' (duration: 3.14078489s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:23.590392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:20.449457Z","time spent":"3.140930433s","remote":"127.0.0.1:35918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a25a9f7b-4235-4de1-8ab4-f48a37460bd7\" "} {"level":"warn","ts":"2026-03-11T17:39:23.590486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.140955643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-11T17:39:23.590571Z","caller":"traceutil/trace.go:171","msg":"trace[1261605239] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23472; }","duration":"3.141062146s","start":"2026-03-11T17:39:20.44949Z","end":"2026-03-11T17:39:23.590552Z","steps":["trace[1261605239] 'agreement among raft nodes before linearized reading' (duration: 3.140834361s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:23.590605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.158788828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:39:23.590622Z","caller":"traceutil/trace.go:171","msg":"trace[83668901] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:23472; }","duration":"1.15882961s","start":"2026-03-11T17:39:22.431787Z","end":"2026-03-11T17:39:23.590617Z","steps":["trace[83668901] 'agreement among raft nodes before linearized reading' (duration: 1.158783959s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:23.590619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:20.449483Z","time spent":"3.141126447s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T17:39:23.590589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.31786049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:39:23.59067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.780541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:39:23.590698Z","caller":"traceutil/trace.go:171","msg":"trace[995007420] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:23472; }","duration":"985.810081ms","start":"2026-03-11T17:39:22.604884Z","end":"2026-03-11T17:39:23.590694Z","steps":["trace[995007420] 'agreement among raft nodes before linearized reading' (duration: 985.76507ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:23.590683Z","caller":"traceutil/trace.go:171","msg":"trace[907522159] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:23472; }","duration":"1.318007024s","start":"2026-03-11T17:39:22.272652Z","end":"2026-03-11T17:39:23.590659Z","steps":["trace[907522159] 'agreement among raft nodes before linearized reading' (duration: 1.31783501s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:23.590712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:22.604867Z","time spent":"985.841392ms","remote":"127.0.0.1:35654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:39:23.590735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:22.27263Z","time spent":"1.318092175s","remote":"127.0.0.1:60076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:39:23.590863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.278798668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:39:23.590886Z","caller":"traceutil/trace.go:171","msg":"trace[1908913095] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:23472; }","duration":"1.278853329s","start":"2026-03-11T17:39:22.312027Z","end":"2026-03-11T17:39:23.590881Z","steps":["trace[1908913095] 'agreement among raft nodes before linearized reading' (duration: 1.278816989s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:23.590877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.800929214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:39:23.590908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:22.312003Z","time spent":"1.27889453s","remote":"127.0.0.1:32858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:39:23.590921Z","caller":"traceutil/trace.go:171","msg":"trace[1403227154] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23472; }","duration":"1.800965975s","start":"2026-03-11T17:39:21.789935Z","end":"2026-03-11T17:39:23.590901Z","steps":["trace[1403227154] 'agreement among raft nodes before linearized reading' (duration: 1.800900143s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:23.590639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:22.431772Z","time spent":"1.15886318s","remote":"127.0.0.1:33176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:39:23.591004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.926519816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:39:23.591037Z","caller":"traceutil/trace.go:171","msg":"trace[1628214294] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23472; }","duration":"1.926575257s","start":"2026-03-11T17:39:21.664454Z","end":"2026-03-11T17:39:23.591029Z","steps":["trace[1628214294] 'agreement among raft nodes before linearized reading' (duration: 1.926529076s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:23.591061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:21.664438Z","time spent":"1.926618377s","remote":"127.0.0.1:35764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T17:39:23.590963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:21.789886Z","time spent":"1.801067837s","remote":"127.0.0.1:32962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:39:23.591321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.741407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:39:23.591395Z","caller":"traceutil/trace.go:171","msg":"trace[454704051] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23472; }","duration":"126.87526ms","start":"2026-03-11T17:39:23.464502Z","end":"2026-03-11T17:39:23.591377Z","steps":["trace[454704051] 'agreement among raft nodes before linearized reading' (duration: 126.738057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:23.591528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.102199794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-11T17:39:23.591563Z","caller":"traceutil/trace.go:171","msg":"trace[1912542514] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:23472; }","duration":"2.10243335s","start":"2026-03-11T17:39:21.48912Z","end":"2026-03-11T17:39:23.591553Z","steps":["trace[1912542514] 'agreement among raft nodes before linearized reading' (duration: 2.102122092s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:23.591559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.033269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-03-11T17:39:23.591568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.079866676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-03-11T17:39:23.591652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.093255822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:39:23.591685Z","caller":"traceutil/trace.go:171","msg":"trace[636923597] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:23472; }","duration":"3.093291942s","start":"2026-03-11T17:39:20.49838Z","end":"2026-03-11T17:39:23.591671Z","steps":["trace[636923597] 'agreement among raft nodes before linearized reading' (duration: 3.093248052s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:23.591672Z","caller":"traceutil/trace.go:171","msg":"trace[383888168] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23472; }","duration":"3.080006059s","start":"2026-03-11T17:39:20.511639Z","end":"2026-03-11T17:39:23.591645Z","steps":["trace[383888168] 'agreement among raft nodes before linearized reading' (duration: 3.07965923s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:23.591694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.589104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-11T17:39:23.591711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:20.498374Z","time spent":"3.093330653s","remote":"127.0.0.1:60134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:39:23.591729Z","caller":"traceutil/trace.go:171","msg":"trace[1685264867] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23472; }","duration":"135.661276ms","start":"2026-03-11T17:39:23.45606Z","end":"2026-03-11T17:39:23.591721Z","steps":["trace[1685264867] 'agreement among raft nodes before linearized reading' (duration: 135.569934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:23.59174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.34019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-11T17:39:23.591777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.131767246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:39:23.591788Z","caller":"traceutil/trace.go:171","msg":"trace[1907837252] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23472; }","duration":"117.410012ms","start":"2026-03-11T17:39:23.474365Z","end":"2026-03-11T17:39:23.591775Z","steps":["trace[1907837252] 'agreement among raft nodes before linearized reading' (duration: 116.400269ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:23.591821Z","caller":"traceutil/trace.go:171","msg":"trace[461126339] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:23472; }","duration":"2.131812427s","start":"2026-03-11T17:39:21.459994Z","end":"2026-03-11T17:39:23.591807Z","steps":["trace[461126339] 'agreement among raft nodes before linearized reading' (duration: 2.131746556s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:23.591855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:21.459948Z","time spent":"2.131897559s","remote":"127.0.0.1:37472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:39:23.591876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.292295172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-03-11T17:39:23.591743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:20.511631Z","time spent":"3.080099371s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-11T17:39:23.591962Z","caller":"traceutil/trace.go:171","msg":"trace[901535922] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23472; }","duration":"2.292431424s","start":"2026-03-11T17:39:21.299516Z","end":"2026-03-11T17:39:23.591948Z","steps":["trace[901535922] 'agreement among raft nodes before linearized reading' (duration: 2.292259061s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:23.592003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:21.299498Z","time spent":"2.292492805s","remote":"127.0.0.1:60078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-11T17:39:23.592071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.168866727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-11T17:39:23.59211Z","caller":"traceutil/trace.go:171","msg":"trace[2052333951] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23472; }","duration":"2.168925798s","start":"2026-03-11T17:39:21.423166Z","end":"2026-03-11T17:39:23.592091Z","steps":["trace[2052333951] 'agreement among raft nodes before linearized reading' (duration: 2.168409126s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:23.592155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.87664521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-11T17:39:23.592173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:21.423151Z","time spent":"2.1690093s","remote":"127.0.0.1:60078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-11T17:39:23.592189Z","caller":"traceutil/trace.go:171","msg":"trace[1773565430] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:23472; }","duration":"2.876720002s","start":"2026-03-11T17:39:20.71546Z","end":"2026-03-11T17:39:23.59218Z","steps":["trace[1773565430] 'agreement among raft nodes before linearized reading' (duration: 2.876621589s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:23.592218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:20.715443Z","time spent":"2.876767362s","remote":"127.0.0.1:35852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:39:23.591605Z","caller":"traceutil/trace.go:171","msg":"trace[560720038] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23472; }","duration":"756.116461ms","start":"2026-03-11T17:39:22.835475Z","end":"2026-03-11T17:39:23.591592Z","steps":["trace[560720038] 'agreement among raft nodes before linearized reading' (duration: 755.066117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:23.592256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:22.835459Z","time spent":"756.790705ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-11T17:39:23.591608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:21.4891Z","time spent":"2.102483231s","remote":"127.0.0.1:36028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":176,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:39:23.592469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.256884555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-11T17:39:23.592497Z","caller":"traceutil/trace.go:171","msg":"trace[1663644594] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:23472; }","duration":"1.256951826s","start":"2026-03-11T17:39:22.33554Z","end":"2026-03-11T17:39:23.592492Z","steps":["trace[1663644594] 'agreement among raft nodes before linearized reading' (duration: 1.255435492s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:23.592512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:22.335518Z","time spent":"1.256990008s","remote":"127.0.0.1:35826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2645,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:39:23.990656Z","caller":"traceutil/trace.go:171","msg":"trace[1461263278] linearizableReadLoop","detail":"{readStateIndex:24296; appliedIndex:24295; }","duration":"391.964093ms","start":"2026-03-11T17:39:23.598664Z","end":"2026-03-11T17:39:23.990628Z","steps":["trace[1461263278] 'read index received' (duration: 391.809769ms)","trace[1461263278] 'applied index is now lower than readState.Index' (duration: 153.064µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:39:23.990873Z","caller":"traceutil/trace.go:171","msg":"trace[335346353] transaction","detail":"{read_only:false; response_revision:23473; number_of_response:1; }","duration":"392.700868ms","start":"2026-03-11T17:39:23.59813Z","end":"2026-03-11T17:39:23.990831Z","steps":["trace[335346353] 'process raft request' (duration: 392.276129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:23.991034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.349341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18835"} {"level":"warn","ts":"2026-03-11T17:39:23.991053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:23.598105Z","time spent":"392.865462ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:39:23.991117Z","caller":"traceutil/trace.go:171","msg":"trace[608011195] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23473; }","duration":"392.462843ms","start":"2026-03-11T17:39:23.59864Z","end":"2026-03-11T17:39:23.991103Z","steps":["trace[608011195] 'agreement among raft nodes before linearized reading' (duration: 392.194787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:23.991159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:23.59863Z","time spent":"392.518825ms","remote":"127.0.0.1:35910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18858,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-11T17:39:24.491287Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438644257773240,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T17:39:24.991603Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438644257773240,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T17:39:24.992656Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.002211463s","expected-duration":"1s"} {"level":"info","ts":"2026-03-11T17:39:24.993302Z","caller":"traceutil/trace.go:171","msg":"trace[1589817405] transaction","detail":"{read_only:false; response_revision:23478; number_of_response:1; }","duration":"1.075515911s","start":"2026-03-11T17:39:23.917762Z","end":"2026-03-11T17:39:24.993278Z","steps":["trace[1589817405] 'process raft request' (duration: 1.07547371s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:24.993481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:23.917732Z","time spent":"1.075641933s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:39:24.993653Z","caller":"traceutil/trace.go:171","msg":"trace[1892257577] transaction","detail":"{read_only:false; response_revision:23476; number_of_response:1; }","duration":"1.391893925s","start":"2026-03-11T17:39:23.601729Z","end":"2026-03-11T17:39:24.993623Z","steps":["trace[1892257577] 'process raft request' (duration: 1.391423895s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:24.993655Z","caller":"traceutil/trace.go:171","msg":"trace[447027350] transaction","detail":"{read_only:false; response_revision:23475; number_of_response:1; }","duration":"1.393012149s","start":"2026-03-11T17:39:23.600613Z","end":"2026-03-11T17:39:24.993625Z","steps":["trace[447027350] 'process raft request' (duration: 1.392497268s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:24.993783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:23.601721Z","time spent":"1.391987217s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:39:24.993824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:23.600589Z","time spent":"1.393155032s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:39:24.993922Z","caller":"traceutil/trace.go:171","msg":"trace[2119960023] transaction","detail":"{read_only:false; response_revision:23474; number_of_response:1; }","duration":"1.395040784s","start":"2026-03-11T17:39:23.598869Z","end":"2026-03-11T17:39:24.99391Z","steps":["trace[2119960023] 'process raft request' (duration: 1.394098614s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:24.993871Z","caller":"traceutil/trace.go:171","msg":"trace[1752127669] transaction","detail":"{read_only:false; response_revision:23477; number_of_response:1; }","duration":"1.389808969s","start":"2026-03-11T17:39:23.603986Z","end":"2026-03-11T17:39:24.993794Z","steps":["trace[1752127669] 'process raft request' (duration: 1.389215166s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:24.993981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:23.598856Z","time spent":"1.395095156s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:39:24.994204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:23.60398Z","time spent":"1.390030363s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:39:25.604016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000906848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-11T17:39:25.604111Z","caller":"traceutil/trace.go:171","msg":"trace[2046281397] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00102189s","start":"2026-03-11T17:39:23.603067Z","end":"2026-03-11T17:39:25.604089Z","steps":["trace[2046281397] 'agreement among raft nodes before linearized reading' (duration: 2.000902238s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:25.604308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:23.603052Z","time spent":"2.001242145s","remote":"127.0.0.1:35764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T17:39:27.605997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000439189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-11T17:39:27.606049Z","caller":"traceutil/trace.go:171","msg":"trace[1215542867] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000537801s","start":"2026-03-11T17:39:25.605498Z","end":"2026-03-11T17:39:27.606036Z","steps":["trace[1215542867] 'agreement among raft nodes before linearized reading' (duration: 2.00047213s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:27.606074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:25.605481Z","time spent":"2.000588063s","remote":"127.0.0.1:35750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T17:39:27.697881Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.705005401s","expected-duration":"1s"} {"level":"info","ts":"2026-03-11T17:39:27.698385Z","caller":"traceutil/trace.go:171","msg":"trace[826326726] linearizableReadLoop","detail":"{readStateIndex:24308; appliedIndex:24296; }","duration":"3.707639413s","start":"2026-03-11T17:39:23.990728Z","end":"2026-03-11T17:39:27.698367Z","steps":["trace[826326726] 'read index received' (duration: 1.002217343s)","trace[826326726] 'applied index is now lower than readState.Index' (duration: 2.70542114s)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:39:27.698625Z","caller":"traceutil/trace.go:171","msg":"trace[640553452] transaction","detail":"{read_only:false; response_revision:23479; number_of_response:1; }","duration":"2.813756582s","start":"2026-03-11T17:39:24.884856Z","end":"2026-03-11T17:39:27.698613Z","steps":["trace[640553452] 'process raft request' (duration: 2.813182418s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:27.69873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:24.884846Z","time spent":"2.813816324s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:39:27.698866Z","caller":"traceutil/trace.go:171","msg":"trace[1850090527] transaction","detail":"{read_only:false; response_revision:23484; number_of_response:1; }","duration":"2.811316478s","start":"2026-03-11T17:39:24.887531Z","end":"2026-03-11T17:39:27.698848Z","steps":["trace[1850090527] 'process raft request' (duration: 2.810773436s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:27.698913Z","caller":"traceutil/trace.go:171","msg":"trace[1233236023] transaction","detail":"{read_only:false; response_revision:23481; number_of_response:1; }","duration":"2.813125088s","start":"2026-03-11T17:39:24.885765Z","end":"2026-03-11T17:39:27.69889Z","steps":["trace[1233236023] 'process raft request' (duration: 2.812441212s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:27.698935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:24.887519Z","time spent":"2.811379609s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:39:27.698985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.938653123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:39:27.699019Z","caller":"traceutil/trace.go:171","msg":"trace[1872354696] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:23485; }","duration":"3.938730334s","start":"2026-03-11T17:39:23.760278Z","end":"2026-03-11T17:39:27.699009Z","steps":["trace[1872354696] 'agreement among raft nodes before linearized reading' (duration: 3.938669213s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:27.699008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:24.885745Z","time spent":"2.813214709s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:39:27.699046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:23.760256Z","time spent":"3.938782345s","remote":"127.0.0.1:51148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:39:27.699045Z","caller":"traceutil/trace.go:171","msg":"trace[905619309] transaction","detail":"{read_only:false; response_revision:23482; number_of_response:1; }","duration":"2.812277849s","start":"2026-03-11T17:39:24.886731Z","end":"2026-03-11T17:39:27.699008Z","steps":["trace[905619309] 'process raft request' (duration: 2.811513682s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:27.699126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:24.886721Z","time spent":"2.812346751s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:39:27.699199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.099864222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"info","ts":"2026-03-11T17:39:27.699238Z","caller":"traceutil/trace.go:171","msg":"trace[403147804] transaction","detail":"{read_only:false; response_revision:23483; number_of_response:1; }","duration":"2.812366401s","start":"2026-03-11T17:39:24.886862Z","end":"2026-03-11T17:39:27.699228Z","steps":["trace[403147804] 'process raft request' (duration: 2.811410449s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:27.699276Z","caller":"traceutil/trace.go:171","msg":"trace[543316944] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:23485; }","duration":"4.099964624s","start":"2026-03-11T17:39:23.599294Z","end":"2026-03-11T17:39:27.699259Z","steps":["trace[543316944] 'agreement among raft nodes before linearized reading' (duration: 4.099756129s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:27.69929Z","caller":"traceutil/trace.go:171","msg":"trace[542805672] transaction","detail":"{read_only:false; response_revision:23480; number_of_response:1; }","duration":"2.814322564s","start":"2026-03-11T17:39:24.884955Z","end":"2026-03-11T17:39:27.699277Z","steps":["trace[542805672] 'process raft request' (duration: 2.813219519s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:27.699295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:24.886838Z","time spent":"2.812429362s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:39:27.699328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:23.599285Z","time spent":"4.100029485s","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1335,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} {"level":"warn","ts":"2026-03-11T17:39:27.699354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:24.884948Z","time spent":"2.814370965s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:39:27.698928Z","caller":"traceutil/trace.go:171","msg":"trace[1898844493] transaction","detail":"{read_only:false; response_revision:23485; number_of_response:1; }","duration":"2.808484065s","start":"2026-03-11T17:39:24.890429Z","end":"2026-03-11T17:39:27.698913Z","steps":["trace[1898844493] 'process raft request' (duration: 2.807905453s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:27.699486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:24.89042Z","time spent":"2.809034697s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:39:28.175876Z","caller":"traceutil/trace.go:171","msg":"trace[775272244] transaction","detail":"{read_only:false; response_revision:23486; number_of_response:1; }","duration":"1.47821244s","start":"2026-03-11T17:39:26.697641Z","end":"2026-03-11T17:39:28.175854Z","steps":["trace[775272244] 'process raft request' (duration: 1.477936254s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:28.17602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:26.697622Z","time spent":"1.478322213s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:39:28.17607Z","caller":"traceutil/trace.go:171","msg":"trace[1557010304] linearizableReadLoop","detail":"{readStateIndex:24310; appliedIndex:24308; }","duration":"477.616132ms","start":"2026-03-11T17:39:27.698428Z","end":"2026-03-11T17:39:28.176044Z","steps":["trace[1557010304] 'read index received' (duration: 477.146282ms)","trace[1557010304] 'applied index is now lower than readState.Index' (duration: 467.38µs)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:39:28.176172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.726847592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:39:28.176228Z","caller":"traceutil/trace.go:171","msg":"trace[1025043796] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23487; }","duration":"2.726947315s","start":"2026-03-11T17:39:25.449266Z","end":"2026-03-11T17:39:28.176213Z","steps":["trace[1025043796] 'agreement among raft nodes before linearized reading' (duration: 2.726819592s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:28.176232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.293017921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-11T17:39:28.176267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:25.449252Z","time spent":"2.727007136s","remote":"127.0.0.1:32970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:39:28.176274Z","caller":"traceutil/trace.go:171","msg":"trace[2066838992] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23487; }","duration":"3.293061652s","start":"2026-03-11T17:39:24.883201Z","end":"2026-03-11T17:39:28.176263Z","steps":["trace[2066838992] 'agreement among raft nodes before linearized reading' (duration: 3.292914609s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:28.176306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:24.883147Z","time spent":"3.293151753s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T17:39:28.176376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.602243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-11T17:39:28.176384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.251520055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:39:28.176423Z","caller":"traceutil/trace.go:171","msg":"trace[1612018078] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:23487; }","duration":"641.677565ms","start":"2026-03-11T17:39:27.534732Z","end":"2026-03-11T17:39:28.176409Z","steps":["trace[1612018078] 'agreement among raft nodes before linearized reading' (duration: 641.599813ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:28.17643Z","caller":"traceutil/trace.go:171","msg":"trace[1487436716] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:23487; }","duration":"3.251624837s","start":"2026-03-11T17:39:24.924793Z","end":"2026-03-11T17:39:28.176418Z","steps":["trace[1487436716] 'agreement among raft nodes before linearized reading' (duration: 3.251472074s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:28.17646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:27.534719Z","time spent":"641.731556ms","remote":"127.0.0.1:36172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:39:28.176469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:24.924775Z","time spent":"3.251683659s","remote":"127.0.0.1:36020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:39:28.176522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.760693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a25a9f7b-4235-4de1-8ab4-f48a37460bd7\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-03-11T17:39:28.176552Z","caller":"traceutil/trace.go:171","msg":"trace[1804025440] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a25a9f7b-4235-4de1-8ab4-f48a37460bd7; range_end:; response_count:1; response_revision:23487; }","duration":"852.831495ms","start":"2026-03-11T17:39:27.323713Z","end":"2026-03-11T17:39:28.176545Z","steps":["trace[1804025440] 'agreement among raft nodes before linearized reading' (duration: 852.724733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:28.176573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:27.323691Z","time spent":"852.877396ms","remote":"127.0.0.1:35918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a25a9f7b-4235-4de1-8ab4-f48a37460bd7\" "} {"level":"info","ts":"2026-03-11T17:39:28.176685Z","caller":"traceutil/trace.go:171","msg":"trace[365418223] transaction","detail":"{read_only:false; response_revision:23487; number_of_response:1; }","duration":"1.478890345s","start":"2026-03-11T17:39:26.697783Z","end":"2026-03-11T17:39:28.176674Z","steps":["trace[365418223] 'process raft request' (duration: 1.477956544s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:28.176708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031358926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:39:28.176731Z","caller":"traceutil/trace.go:171","msg":"trace[1158335267] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23487; }","duration":"1.031415207s","start":"2026-03-11T17:39:27.145307Z","end":"2026-03-11T17:39:28.176723Z","steps":["trace[1158335267] 'agreement among raft nodes before linearized reading' (duration: 1.031362216s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:28.17675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:27.145291Z","time spent":"1.031453548s","remote":"127.0.0.1:33054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:39:28.176752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:26.697779Z","time spent":"1.478941536s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:39:28.176759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.794953835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-03-11T17:39:28.176793Z","caller":"traceutil/trace.go:171","msg":"trace[519580739] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:23487; }","duration":"2.795021187s","start":"2026-03-11T17:39:25.381761Z","end":"2026-03-11T17:39:28.176782Z","steps":["trace[519580739] 'agreement among raft nodes before linearized reading' (duration: 2.794895624s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:28.176831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:25.381743Z","time spent":"2.795079138s","remote":"127.0.0.1:35902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-03-11T17:39:28.176894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.179143638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-11T17:39:28.176921Z","caller":"traceutil/trace.go:171","msg":"trace[1165366988] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23487; }","duration":"1.17919627s","start":"2026-03-11T17:39:26.997718Z","end":"2026-03-11T17:39:28.176914Z","steps":["trace[1165366988] 'agreement among raft nodes before linearized reading' (duration: 1.179127718s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:28.176938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:26.997704Z","time spent":"1.17923079s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T17:39:28.176977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.189666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-8cfc54676-wkwmn.189bda1af4916127\" ","response":"range_response_count:1 size:780"} {"level":"info","ts":"2026-03-11T17:39:28.177009Z","caller":"traceutil/trace.go:171","msg":"trace[1318762264] range","detail":"{range_begin:/registry/events/openstack/magnum-api-8cfc54676-wkwmn.189bda1af4916127; range_end:; response_count:1; response_revision:23487; }","duration":"570.230427ms","start":"2026-03-11T17:39:27.606769Z","end":"2026-03-11T17:39:28.176999Z","steps":["trace[1318762264] 'agreement among raft nodes before linearized reading' (duration: 570.139285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:28.177052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:27.606762Z","time spent":"570.277728ms","remote":"127.0.0.1:35826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":803,"request content":"key:\"/registry/events/openstack/magnum-api-8cfc54676-wkwmn.189bda1af4916127\" "} {"level":"warn","ts":"2026-03-11T17:39:28.177108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.925515652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:39:28.177151Z","caller":"traceutil/trace.go:171","msg":"trace[879070835] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:23487; }","duration":"3.925577824s","start":"2026-03-11T17:39:24.251561Z","end":"2026-03-11T17:39:28.177139Z","steps":["trace[879070835] 'agreement among raft nodes before linearized reading' (duration: 3.925497502s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:28.17718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.318925977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-11T17:39:28.177183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:24.251549Z","time spent":"3.925623864s","remote":"127.0.0.1:36090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:39:28.177204Z","caller":"traceutil/trace.go:171","msg":"trace[916391650] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:1; response_revision:23487; }","duration":"2.318987609s","start":"2026-03-11T17:39:25.85821Z","end":"2026-03-11T17:39:28.177198Z","steps":["trace[916391650] 'agreement among raft nodes before linearized reading' (duration: 2.318909937s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:28.177223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:25.858192Z","time spent":"2.319026769s","remote":"127.0.0.1:35788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.153\" "} {"level":"warn","ts":"2026-03-11T17:39:28.177389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.935778109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:39:28.177435Z","caller":"traceutil/trace.go:171","msg":"trace[1545015879] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:23487; }","duration":"3.935855891s","start":"2026-03-11T17:39:24.241567Z","end":"2026-03-11T17:39:28.177423Z","steps":["trace[1545015879] 'agreement among raft nodes before linearized reading' (duration: 3.935776059s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:28.17746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:24.241547Z","time spent":"3.935906422s","remote":"127.0.0.1:51048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:39:28.177534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.293139423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-11T17:39:28.176892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.907787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:39:28.177579Z","caller":"traceutil/trace.go:171","msg":"trace[188177999] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23487; }","duration":"3.293222826s","start":"2026-03-11T17:39:24.884343Z","end":"2026-03-11T17:39:28.177566Z","steps":["trace[188177999] 'agreement among raft nodes before linearized reading' (duration: 3.293056322s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:28.177609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:24.884337Z","time spent":"3.293263777s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T17:39:28.177611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.935976203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-11T17:39:28.17761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.330338745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:39:28.177632Z","caller":"traceutil/trace.go:171","msg":"trace[1764383900] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:23487; }","duration":"3.936032194s","start":"2026-03-11T17:39:24.241594Z","end":"2026-03-11T17:39:28.177626Z","steps":["trace[1764383900] 'agreement among raft nodes before linearized reading' (duration: 3.935985363s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:28.177646Z","caller":"traceutil/trace.go:171","msg":"trace[517930228] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:23487; }","duration":"3.330399285s","start":"2026-03-11T17:39:24.847234Z","end":"2026-03-11T17:39:28.177633Z","steps":["trace[517930228] 'agreement among raft nodes before linearized reading' (duration: 3.330341814s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:28.177675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:24.84722Z","time spent":"3.330446347s","remote":"127.0.0.1:33230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:39:28.177692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.042715028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:39:28.177723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.294259488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-11T17:39:28.177728Z","caller":"traceutil/trace.go:171","msg":"trace[2061722344] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23487; }","duration":"4.042786671s","start":"2026-03-11T17:39:24.134932Z","end":"2026-03-11T17:39:28.177719Z","steps":["trace[2061722344] 'agreement among raft nodes before linearized reading' (duration: 4.04270383s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:28.177651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:24.241579Z","time spent":"3.936066615s","remote":"127.0.0.1:35966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:39:28.177755Z","caller":"traceutil/trace.go:171","msg":"trace[795067408] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23487; }","duration":"3.294302579s","start":"2026-03-11T17:39:24.883444Z","end":"2026-03-11T17:39:28.177747Z","steps":["trace[795067408] 'agreement among raft nodes before linearized reading' (duration: 3.294221837s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:28.177762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:24.134913Z","time spent":"4.042841923s","remote":"127.0.0.1:36134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-11T17:39:28.177782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:24.883428Z","time spent":"3.294347091s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-11T17:39:28.177581Z","caller":"traceutil/trace.go:171","msg":"trace[1068055039] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23487; }","duration":"564.613133ms","start":"2026-03-11T17:39:27.612959Z","end":"2026-03-11T17:39:28.177573Z","steps":["trace[1068055039] 'agreement among raft nodes before linearized reading' (duration: 563.904707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:28.177849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:27.612955Z","time spent":"564.88647ms","remote":"127.0.0.1:35764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T17:39:28.177908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.553220945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a25a9f7b-4235-4de1-8ab4-f48a37460bd7\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-03-11T17:39:28.177976Z","caller":"traceutil/trace.go:171","msg":"trace[789747830] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a25a9f7b-4235-4de1-8ab4-f48a37460bd7; range_end:; response_count:1; response_revision:23487; }","duration":"3.553332608s","start":"2026-03-11T17:39:24.624626Z","end":"2026-03-11T17:39:28.177958Z","steps":["trace[789747830] 'agreement among raft nodes before linearized reading' (duration: 3.553101652s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:28.178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.18103756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-11T17:39:28.17803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:24.624592Z","time spent":"3.553425599s","remote":"127.0.0.1:35918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a25a9f7b-4235-4de1-8ab4-f48a37460bd7\" "} {"level":"warn","ts":"2026-03-11T17:39:28.17809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.117962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:39:28.178115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.766845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"info","ts":"2026-03-11T17:39:28.178119Z","caller":"traceutil/trace.go:171","msg":"trace[1958029249] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:23487; }","duration":"294.176694ms","start":"2026-03-11T17:39:27.883933Z","end":"2026-03-11T17:39:28.17811Z","steps":["trace[1958029249] 'agreement among raft nodes before linearized reading' (duration: 294.132153ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:28.178137Z","caller":"traceutil/trace.go:171","msg":"trace[1753331016] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila-nodes; range_end:; response_count:1; response_revision:23487; }","duration":"471.819195ms","start":"2026-03-11T17:39:27.706312Z","end":"2026-03-11T17:39:28.178131Z","steps":["trace[1753331016] 'agreement among raft nodes before linearized reading' (duration: 471.745104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:28.17816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:27.706298Z","time spent":"471.856956ms","remote":"127.0.0.1:35920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1281,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" "} {"level":"info","ts":"2026-03-11T17:39:28.178026Z","caller":"traceutil/trace.go:171","msg":"trace[259889619] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23487; }","duration":"1.181086192s","start":"2026-03-11T17:39:26.996933Z","end":"2026-03-11T17:39:28.178019Z","steps":["trace[259889619] 'agreement among raft nodes before linearized reading' (duration: 1.180083489s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:28.178347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:26.996918Z","time spent":"1.181422749s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T17:39:30.704692Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438644257773323,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T17:39:31.205043Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438644257773323,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T17:39:31.434445Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.286387886s","expected-duration":"1s"} {"level":"info","ts":"2026-03-11T17:39:31.434781Z","caller":"traceutil/trace.go:171","msg":"trace[1542031030] linearizableReadLoop","detail":"{readStateIndex:24346; appliedIndex:24345; }","duration":"1.23043821s","start":"2026-03-11T17:39:30.204321Z","end":"2026-03-11T17:39:31.434759Z","steps":["trace[1542031030] 'read index received' (duration: 1.230261607s)","trace[1542031030] 'applied index is now lower than readState.Index' (duration: 175.873µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:39:31.43489Z","caller":"traceutil/trace.go:171","msg":"trace[460819531] transaction","detail":"{read_only:false; response_revision:23521; number_of_response:1; }","duration":"1.286886986s","start":"2026-03-11T17:39:30.147967Z","end":"2026-03-11T17:39:31.434854Z","steps":["trace[460819531] 'process raft request' (duration: 1.286667602s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:31.43499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.33506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:39:31.435016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.230684067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-11T17:39:31.435044Z","caller":"traceutil/trace.go:171","msg":"trace[1169573437] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:23521; }","duration":"165.406001ms","start":"2026-03-11T17:39:31.269624Z","end":"2026-03-11T17:39:31.43503Z","steps":["trace[1169573437] 'agreement among raft nodes before linearized reading' (duration: 165.302869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:31.43504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:30.14795Z","time spent":"1.28702085s","remote":"127.0.0.1:56282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2119,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-11T17:39:31.435025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.812658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:39:31.435141Z","caller":"traceutil/trace.go:171","msg":"trace[822155485] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23521; }","duration":"772.977262ms","start":"2026-03-11T17:39:30.662144Z","end":"2026-03-11T17:39:31.435122Z","steps":["trace[822155485] 'agreement among raft nodes before linearized reading' (duration: 772.779648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:31.435171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.230628955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-11T17:39:31.435176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.230626435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-11T17:39:31.435196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:30.662127Z","time spent":"773.051585ms","remote":"127.0.0.1:35764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-11T17:39:31.435207Z","caller":"traceutil/trace.go:171","msg":"trace[729525106] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23521; }","duration":"1.230657466s","start":"2026-03-11T17:39:30.204541Z","end":"2026-03-11T17:39:31.435198Z","steps":["trace[729525106] 'agreement among raft nodes before linearized reading' (duration: 1.230572454s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:31.435242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:30.204463Z","time spent":"1.230771128s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T17:39:31.435259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.230796308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-11T17:39:31.435282Z","caller":"traceutil/trace.go:171","msg":"trace[634311233] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23521; }","duration":"1.230817739s","start":"2026-03-11T17:39:30.204457Z","end":"2026-03-11T17:39:31.435275Z","steps":["trace[634311233] 'agreement among raft nodes before linearized reading' (duration: 1.230767497s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:31.435304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:30.204395Z","time spent":"1.230903551s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T17:39:31.435409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.239889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:39:31.43505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.230635695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-11T17:39:31.435425Z","caller":"traceutil/trace.go:171","msg":"trace[1158776765] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23521; }","duration":"267.296011ms","start":"2026-03-11T17:39:31.168124Z","end":"2026-03-11T17:39:31.43542Z","steps":["trace[1158776765] 'agreement among raft nodes before linearized reading' (duration: 267.25244ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:31.435448Z","caller":"traceutil/trace.go:171","msg":"trace[1435401711] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23521; }","duration":"1.231073566s","start":"2026-03-11T17:39:30.204363Z","end":"2026-03-11T17:39:31.435436Z","steps":["trace[1435401711] 'agreement among raft nodes before linearized reading' (duration: 1.230539263s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:31.435485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:30.204347Z","time spent":"1.231124977s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-11T17:39:31.435494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144423783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:39:31.435524Z","caller":"traceutil/trace.go:171","msg":"trace[760894116] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:23521; }","duration":"1.144483624s","start":"2026-03-11T17:39:30.291032Z","end":"2026-03-11T17:39:31.435516Z","steps":["trace[760894116] 'agreement among raft nodes before linearized reading' (duration: 1.144425793s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:31.435208Z","caller":"traceutil/trace.go:171","msg":"trace[398902633] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23521; }","duration":"1.230694777s","start":"2026-03-11T17:39:30.204497Z","end":"2026-03-11T17:39:31.435192Z","steps":["trace[398902633] 'agreement among raft nodes before linearized reading' (duration: 1.230618755s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:31.435574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.884662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:39:31.43505Z","caller":"traceutil/trace.go:171","msg":"trace[1535760549] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23521; }","duration":"1.230722047s","start":"2026-03-11T17:39:30.204315Z","end":"2026-03-11T17:39:31.435037Z","steps":["trace[1535760549] 'agreement among raft nodes before linearized reading' (duration: 1.230526903s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:31.435602Z","caller":"traceutil/trace.go:171","msg":"trace[1423267181] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:23521; }","duration":"194.905752ms","start":"2026-03-11T17:39:31.240683Z","end":"2026-03-11T17:39:31.435589Z","steps":["trace[1423267181] 'agreement among raft nodes before linearized reading' (duration: 194.871072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:31.4356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:30.204477Z","time spent":"1.231102376s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T17:39:31.435642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:30.204276Z","time spent":"1.231347661s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T17:39:31.435551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:30.291017Z","time spent":"1.144526885s","remote":"127.0.0.1:36070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:39:32.44269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.335853ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:39:32.442869Z","caller":"traceutil/trace.go:171","msg":"trace[1995189699] transaction","detail":"{read_only:false; response_revision:23523; number_of_response:1; }","duration":"1.001069167s","start":"2026-03-11T17:39:31.441773Z","end":"2026-03-11T17:39:32.442842Z","steps":["trace[1995189699] 'process raft request' (duration: 549.500279ms)","trace[1995189699] 'compare' (duration: 451.083707ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:39:32.443001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:31.441765Z","time spent":"1.00116261s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:39:32.443027Z","caller":"traceutil/trace.go:171","msg":"trace[1072064585] transaction","detail":"{read_only:false; response_revision:23525; number_of_response:1; }","duration":"1.001161619s","start":"2026-03-11T17:39:31.441844Z","end":"2026-03-11T17:39:32.443006Z","steps":["trace[1072064585] 'process raft request' (duration: 1.000986686s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:32.443062Z","caller":"traceutil/trace.go:171","msg":"trace[1524248303] transaction","detail":"{read_only:false; response_revision:23531; number_of_response:1; }","duration":"727.328314ms","start":"2026-03-11T17:39:31.715721Z","end":"2026-03-11T17:39:32.44305Z","steps":["trace[1524248303] 'process raft request' (duration: 727.261323ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:32.443264Z","caller":"traceutil/trace.go:171","msg":"trace[1506163019] transaction","detail":"{read_only:false; response_revision:23527; number_of_response:1; }","duration":"730.594707ms","start":"2026-03-11T17:39:31.712664Z","end":"2026-03-11T17:39:32.443259Z","steps":["trace[1506163019] 'process raft request' (duration: 730.222059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:32.443317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:31.715715Z","time spent":"727.57382ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:39:32.443444Z","caller":"traceutil/trace.go:171","msg":"trace[1316864879] transaction","detail":"{read_only:false; response_revision:23530; number_of_response:1; }","duration":"727.766554ms","start":"2026-03-11T17:39:31.71567Z","end":"2026-03-11T17:39:32.443437Z","steps":["trace[1316864879] 'process raft request' (duration: 727.290453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:32.443531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:31.715663Z","time spent":"727.806664ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:39:32.443527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000148377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:39:32.443576Z","caller":"traceutil/trace.go:171","msg":"trace[906649120] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:23532; }","duration":"1.000259409s","start":"2026-03-11T17:39:31.443301Z","end":"2026-03-11T17:39:32.44356Z","steps":["trace[906649120] 'agreement among raft nodes before linearized reading' (duration: 999.856431ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:32.443069Z","caller":"traceutil/trace.go:171","msg":"trace[1403858541] linearizableReadLoop","detail":"{readStateIndex:24351; appliedIndex:24347; }","duration":"999.691447ms","start":"2026-03-11T17:39:31.443316Z","end":"2026-03-11T17:39:32.443007Z","steps":["trace[1403858541] 'read index received' (duration: 59.960454ms)","trace[1403858541] 'applied index is now lower than readState.Index' (duration: 939.725913ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:39:32.443608Z","caller":"traceutil/trace.go:171","msg":"trace[647959116] transaction","detail":"{read_only:false; response_revision:23533; number_of_response:1; }","duration":"718.268405ms","start":"2026-03-11T17:39:31.725315Z","end":"2026-03-11T17:39:32.443583Z","steps":["trace[647959116] 'process raft request' (duration: 718.098811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:32.443173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:31.44184Z","time spent":"1.001239681s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:39:32.443214Z","caller":"traceutil/trace.go:171","msg":"trace[767981389] transaction","detail":"{read_only:false; response_revision:23524; number_of_response:1; }","duration":"1.001393435s","start":"2026-03-11T17:39:31.441814Z","end":"2026-03-11T17:39:32.443207Z","steps":["trace[767981389] 'process raft request' (duration: 1.000943745s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:32.443792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:31.441807Z","time spent":"1.001949577s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:39:32.443828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.308503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:39:32.443244Z","caller":"traceutil/trace.go:171","msg":"trace[1067940253] transaction","detail":"{read_only:false; response_revision:23528; number_of_response:1; }","duration":"730.053514ms","start":"2026-03-11T17:39:31.713185Z","end":"2026-03-11T17:39:32.443239Z","steps":["trace[1067940253] 'process raft request' (duration: 729.728897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:32.443876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:31.725286Z","time spent":"718.507849ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:39:32.443872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.475781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:39:32.443953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.545547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:39:32.443977Z","caller":"traceutil/trace.go:171","msg":"trace[323333618] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23533; }","duration":"157.766783ms","start":"2026-03-11T17:39:32.286204Z","end":"2026-03-11T17:39:32.443971Z","steps":["trace[323333618] 'agreement among raft nodes before linearized reading' (duration: 157.555388ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:32.443245Z","caller":"traceutil/trace.go:171","msg":"trace[1499209860] transaction","detail":"{read_only:false; response_revision:23526; number_of_response:1; }","duration":"1.001277722s","start":"2026-03-11T17:39:31.441949Z","end":"2026-03-11T17:39:32.443227Z","steps":["trace[1499209860] 'process raft request' (duration: 1.000906464s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:32.444185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:31.441944Z","time spent":"1.002187923s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:39:32.443257Z","caller":"traceutil/trace.go:171","msg":"trace[1963698040] transaction","detail":"{read_only:false; response_revision:23529; number_of_response:1; }","duration":"727.672382ms","start":"2026-03-11T17:39:31.715571Z","end":"2026-03-11T17:39:32.443243Z","steps":["trace[1963698040] 'process raft request' (duration: 727.367715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:32.443605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:31.443295Z","time spent":"1.00030188s","remote":"127.0.0.1:35828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"info","ts":"2026-03-11T17:39:32.443862Z","caller":"traceutil/trace.go:171","msg":"trace[544313605] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23533; }","duration":"374.370895ms","start":"2026-03-11T17:39:32.069482Z","end":"2026-03-11T17:39:32.443853Z","steps":["trace[544313605] 'agreement among raft nodes before linearized reading' (duration: 374.323744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:32.444324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:31.715557Z","time spent":"728.694365ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:39:32.443959Z","caller":"traceutil/trace.go:171","msg":"trace[2128622068] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23533; }","duration":"776.629805ms","start":"2026-03-11T17:39:31.667305Z","end":"2026-03-11T17:39:32.443935Z","steps":["trace[2128622068] 'agreement among raft nodes before linearized reading' (duration: 776.44449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:32.444422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:31.667287Z","time spent":"777.112805ms","remote":"127.0.0.1:35764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T17:39:32.443955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:31.713159Z","time spent":"730.737231ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:39:32.444013Z","caller":"traceutil/trace.go:171","msg":"trace[451963768] transaction","detail":"{read_only:false; response_revision:23532; number_of_response:1; }","duration":"726.997667ms","start":"2026-03-11T17:39:31.716588Z","end":"2026-03-11T17:39:32.443586Z","steps":["trace[451963768] 'process raft request' (duration: 726.415244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:32.444367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:32.069466Z","time spent":"374.892066ms","remote":"127.0.0.1:33066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:39:32.444651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:31.716578Z","time spent":"727.959989ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:39:32.446133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:31.712639Z","time spent":"730.648238ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:39:34.880837Z","caller":"traceutil/trace.go:171","msg":"trace[1403519319] transaction","detail":"{read_only:false; response_revision:23546; number_of_response:1; }","duration":"430.042753ms","start":"2026-03-11T17:39:34.450764Z","end":"2026-03-11T17:39:34.880807Z","steps":["trace[1403519319] 'process raft request' (duration: 429.990952ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:34.88091Z","caller":"traceutil/trace.go:171","msg":"trace[703497041] transaction","detail":"{read_only:false; response_revision:23545; number_of_response:1; }","duration":"430.139324ms","start":"2026-03-11T17:39:34.450731Z","end":"2026-03-11T17:39:34.88087Z","steps":["trace[703497041] 'process raft request' (duration: 429.860388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:34.881036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:34.450754Z","time spent":"430.172275ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:39:34.881094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:34.450705Z","time spent":"430.284908ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:39:34.961733Z","caller":"traceutil/trace.go:171","msg":"trace[179986141] transaction","detail":"{read_only:false; response_revision:23548; number_of_response:1; }","duration":"510.855707ms","start":"2026-03-11T17:39:34.45084Z","end":"2026-03-11T17:39:34.961696Z","steps":["trace[179986141] 'process raft request' (duration: 510.663863ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:34.961795Z","caller":"traceutil/trace.go:171","msg":"trace[2046000571] transaction","detail":"{read_only:false; response_revision:23552; number_of_response:1; }","duration":"508.32257ms","start":"2026-03-11T17:39:34.453453Z","end":"2026-03-11T17:39:34.961776Z","steps":["trace[2046000571] 'process raft request' (duration: 508.241809ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:34.961845Z","caller":"traceutil/trace.go:171","msg":"trace[174229746] linearizableReadLoop","detail":"{readStateIndex:24373; appliedIndex:24370; }","duration":"510.99346ms","start":"2026-03-11T17:39:34.450831Z","end":"2026-03-11T17:39:34.961825Z","steps":["trace[174229746] 'read index received' (duration: 429.878009ms)","trace[174229746] 'applied index is now lower than readState.Index' (duration: 81.114691ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:39:34.961958Z","caller":"traceutil/trace.go:171","msg":"trace[1998016207] transaction","detail":"{read_only:false; response_revision:23553; number_of_response:1; }","duration":"507.926712ms","start":"2026-03-11T17:39:34.454021Z","end":"2026-03-11T17:39:34.961948Z","steps":["trace[1998016207] 'process raft request' (duration: 507.711338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:34.961988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:34.453447Z","time spent":"508.417092ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:39:34.962033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:34.454015Z","time spent":"507.962323ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:39:34.962002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:34.450833Z","time spent":"510.977209ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:39:34.961708Z","caller":"traceutil/trace.go:171","msg":"trace[1409311558] transaction","detail":"{read_only:false; response_revision:23547; number_of_response:1; }","duration":"510.827467ms","start":"2026-03-11T17:39:34.450815Z","end":"2026-03-11T17:39:34.961643Z","steps":["trace[1409311558] 'process raft request' (duration: 510.489369ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:34.962197Z","caller":"traceutil/trace.go:171","msg":"trace[1867620688] transaction","detail":"{read_only:false; response_revision:23550; number_of_response:1; }","duration":"510.898567ms","start":"2026-03-11T17:39:34.451289Z","end":"2026-03-11T17:39:34.962188Z","steps":["trace[1867620688] 'process raft request' (duration: 510.321905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:34.962254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:34.451281Z","time spent":"510.939568ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:39:34.962272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.43827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-11T17:39:34.962302Z","caller":"traceutil/trace.go:171","msg":"trace[1318602645] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23553; }","duration":"511.479002ms","start":"2026-03-11T17:39:34.450811Z","end":"2026-03-11T17:39:34.96229Z","steps":["trace[1318602645] 'agreement among raft nodes before linearized reading' (duration: 511.392969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:34.962385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:34.450805Z","time spent":"511.516702ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-11T17:39:34.962444Z","caller":"traceutil/trace.go:171","msg":"trace[134018549] transaction","detail":"{read_only:false; response_revision:23551; number_of_response:1; }","duration":"510.324297ms","start":"2026-03-11T17:39:34.452107Z","end":"2026-03-11T17:39:34.962431Z","steps":["trace[134018549] 'process raft request' (duration: 509.541159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:34.962505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.43831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-11T17:39:34.962526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:34.452098Z","time spent":"510.383288ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:39:34.962557Z","caller":"traceutil/trace.go:171","msg":"trace[1168001540] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23553; }","duration":"511.547483ms","start":"2026-03-11T17:39:34.450997Z","end":"2026-03-11T17:39:34.962544Z","steps":["trace[1168001540] 'agreement among raft nodes before linearized reading' (duration: 511.322338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:34.962609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:34.450948Z","time spent":"511.649675ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T17:39:34.962254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:34.450804Z","time spent":"511.396389ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:39:34.962163Z","caller":"traceutil/trace.go:171","msg":"trace[988758238] transaction","detail":"{read_only:false; response_revision:23549; number_of_response:1; }","duration":"511.265486ms","start":"2026-03-11T17:39:34.450887Z","end":"2026-03-11T17:39:34.962152Z","steps":["trace[988758238] 'process raft request' (duration: 510.672413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:34.962914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:34.450879Z","time spent":"511.998242ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:39:34.963591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.252275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:39:34.96363Z","caller":"traceutil/trace.go:171","msg":"trace[103050352] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23553; }","duration":"303.335477ms","start":"2026-03-11T17:39:34.660286Z","end":"2026-03-11T17:39:34.963621Z","steps":["trace[103050352] 'agreement among raft nodes before linearized reading' (duration: 302.876597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:34.963749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:34.660262Z","time spent":"303.399607ms","remote":"127.0.0.1:35764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T17:39:34.963794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.902404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-11T17:39:34.963868Z","caller":"traceutil/trace.go:171","msg":"trace[822673029] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:23553; }","duration":"229.024166ms","start":"2026-03-11T17:39:34.734824Z","end":"2026-03-11T17:39:34.963848Z","steps":["trace[822673029] 'agreement among raft nodes before linearized reading' (duration: 227.908172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:34.963907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.310117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:39:34.96397Z","caller":"traceutil/trace.go:171","msg":"trace[1671211102] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:23553; }","duration":"116.42281ms","start":"2026-03-11T17:39:34.847532Z","end":"2026-03-11T17:39:34.963955Z","steps":["trace[1671211102] 'agreement among raft nodes before linearized reading' (duration: 116.329308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:34.963992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.738869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:39:34.964118Z","caller":"traceutil/trace.go:171","msg":"trace[718429964] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23553; }","duration":"422.037886ms","start":"2026-03-11T17:39:34.542063Z","end":"2026-03-11T17:39:34.964101Z","steps":["trace[718429964] 'agreement among raft nodes before linearized reading' (duration: 421.720119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:34.964214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:34.542047Z","time spent":"422.148408ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:39:34.965047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.810579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418256"} {"level":"info","ts":"2026-03-11T17:39:34.96527Z","caller":"traceutil/trace.go:171","msg":"trace[1610232368] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:23553; }","duration":"151.065035ms","start":"2026-03-11T17:39:34.814197Z","end":"2026-03-11T17:39:34.965263Z","steps":["trace[1610232368] 'agreement among raft nodes before linearized reading' (duration: 148.302724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:35.136022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.207718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:39:35.136104Z","caller":"traceutil/trace.go:171","msg":"trace[976484505] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23553; }","duration":"170.33994ms","start":"2026-03-11T17:39:34.965746Z","end":"2026-03-11T17:39:35.136086Z","steps":["trace[976484505] 'range keys from in-memory index tree' (duration: 168.93505ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:35.382339Z","caller":"traceutil/trace.go:171","msg":"trace[964464582] transaction","detail":"{read_only:false; response_revision:23554; number_of_response:1; }","duration":"413.927756ms","start":"2026-03-11T17:39:34.968377Z","end":"2026-03-11T17:39:35.382305Z","steps":["trace[964464582] 'process raft request' (duration: 413.812014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:35.38246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:34.968355Z","time spent":"414.043199ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:39:35.734921Z","caller":"traceutil/trace.go:171","msg":"trace[385349574] transaction","detail":"{read_only:false; response_revision:23555; number_of_response:1; }","duration":"765.287803ms","start":"2026-03-11T17:39:34.96957Z","end":"2026-03-11T17:39:35.734858Z","steps":["trace[385349574] 'process raft request' (duration: 764.977746ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:35.735111Z","caller":"traceutil/trace.go:171","msg":"trace[1493575768] transaction","detail":"{read_only:false; response_revision:23556; number_of_response:1; }","duration":"730.519555ms","start":"2026-03-11T17:39:35.004522Z","end":"2026-03-11T17:39:35.735041Z","steps":["trace[1493575768] 'process raft request' (duration: 730.187337ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:35.735148Z","caller":"traceutil/trace.go:171","msg":"trace[1542212376] linearizableReadLoop","detail":"{readStateIndex:24381; appliedIndex:24380; }","duration":"755.022006ms","start":"2026-03-11T17:39:34.980096Z","end":"2026-03-11T17:39:35.735118Z","steps":["trace[1542212376] 'read index received' (duration: 402.223588ms)","trace[1542212376] 'applied index is now lower than readState.Index' (duration: 352.796788ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:39:35.735176Z","caller":"traceutil/trace.go:171","msg":"trace[1161243550] transaction","detail":"{read_only:false; response_revision:23557; number_of_response:1; }","duration":"404.454828ms","start":"2026-03-11T17:39:35.33069Z","end":"2026-03-11T17:39:35.735144Z","steps":["trace[1161243550] 'process raft request' (duration: 404.138831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:35.735219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:34.969554Z","time spent":"765.495727ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:39:35.735245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:35.004499Z","time spent":"730.679789ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:39:35.735357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:35.330652Z","time spent":"404.6032ms","remote":"127.0.0.1:52082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418314,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:39:35.735437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.320033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a25a9f7b-4235-4de1-8ab4-f48a37460bd7\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-11T17:39:35.735492Z","caller":"traceutil/trace.go:171","msg":"trace[1173928194] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a25a9f7b-4235-4de1-8ab4-f48a37460bd7; range_end:; response_count:1; response_revision:23557; }","duration":"755.422185ms","start":"2026-03-11T17:39:34.980054Z","end":"2026-03-11T17:39:35.735476Z","steps":["trace[1173928194] 'agreement among raft nodes before linearized reading' (duration: 755.21398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:35.735538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:34.980041Z","time spent":"755.487247ms","remote":"127.0.0.1:35894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-a25a9f7b-4235-4de1-8ab4-f48a37460bd7\" "} {"level":"warn","ts":"2026-03-11T17:39:35.735893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.119113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:39:35.735915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.210515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:39:35.735933Z","caller":"traceutil/trace.go:171","msg":"trace[859073499] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:23557; }","duration":"400.191884ms","start":"2026-03-11T17:39:35.33573Z","end":"2026-03-11T17:39:35.735922Z","steps":["trace[859073499] 'agreement among raft nodes before linearized reading' (duration: 400.115312ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:35.735947Z","caller":"traceutil/trace.go:171","msg":"trace[986056985] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:23557; }","duration":"608.278097ms","start":"2026-03-11T17:39:35.12766Z","end":"2026-03-11T17:39:35.735938Z","steps":["trace[986056985] 'agreement among raft nodes before linearized reading' (duration: 608.117014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:35.736011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:35.127642Z","time spent":"608.360658ms","remote":"127.0.0.1:35992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":92,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:39:35.736066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.226258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-11T17:39:35.736122Z","caller":"traceutil/trace.go:171","msg":"trace[508879825] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23557; }","duration":"218.32165ms","start":"2026-03-11T17:39:35.517784Z","end":"2026-03-11T17:39:35.736106Z","steps":["trace[508879825] 'agreement among raft nodes before linearized reading' (duration: 218.042524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:35.735959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:35.335717Z","time spent":"400.233895ms","remote":"127.0.0.1:35864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:39:35.736185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.721934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:39:35.736227Z","caller":"traceutil/trace.go:171","msg":"trace[628964228] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:23557; }","duration":"520.807076ms","start":"2026-03-11T17:39:35.21541Z","end":"2026-03-11T17:39:35.736217Z","steps":["trace[628964228] 'agreement among raft nodes before linearized reading' (duration: 520.743665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:35.736265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:35.215389Z","time spent":"520.867208ms","remote":"127.0.0.1:36048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:39:36.401881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.055479ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:39:36.401957Z","caller":"traceutil/trace.go:171","msg":"trace[1345305389] linearizableReadLoop","detail":"{readStateIndex:24384; appliedIndex:24383; }","duration":"611.755344ms","start":"2026-03-11T17:39:35.790189Z","end":"2026-03-11T17:39:36.401944Z","steps":["trace[1345305389] 'read index received' (duration: 38.552541ms)","trace[1345305389] 'applied index is now lower than readState.Index' (duration: 573.201733ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:39:36.402097Z","caller":"traceutil/trace.go:171","msg":"trace[1032043845] transaction","detail":"{read_only:false; response_revision:23558; number_of_response:1; }","duration":"658.602958ms","start":"2026-03-11T17:39:35.743486Z","end":"2026-03-11T17:39:36.402089Z","steps":["trace[1032043845] 'process raft request' (duration: 85.286583ms)","trace[1032043845] 'compare' (duration: 572.235321ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:39:36.402142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:35.743463Z","time spent":"658.65837ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:39:36.4024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.751021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-11T17:39:36.40247Z","caller":"traceutil/trace.go:171","msg":"trace[81604620] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:1; response_revision:23558; }","duration":"542.871654ms","start":"2026-03-11T17:39:35.859581Z","end":"2026-03-11T17:39:36.402452Z","steps":["trace[81604620] 'agreement among raft nodes before linearized reading' (duration: 542.643659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:36.402504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:35.859562Z","time spent":"542.935575ms","remote":"127.0.0.1:35788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.153\" "} {"level":"warn","ts":"2026-03-11T17:39:36.40252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.249865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:39:36.402657Z","caller":"traceutil/trace.go:171","msg":"trace[1803260011] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:23558; }","duration":"612.497921ms","start":"2026-03-11T17:39:35.79013Z","end":"2026-03-11T17:39:36.402628Z","steps":["trace[1803260011] 'agreement among raft nodes before linearized reading' (duration: 612.157893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:36.402729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:35.790106Z","time spent":"612.608422ms","remote":"127.0.0.1:51142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:39:36.893128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.577214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:39:36.893221Z","caller":"traceutil/trace.go:171","msg":"trace[2015075945] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23559; }","duration":"232.741398ms","start":"2026-03-11T17:39:36.660461Z","end":"2026-03-11T17:39:36.893202Z","steps":["trace[2015075945] 'range keys from in-memory index tree' (duration: 232.479951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:36.893246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.97991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:39:36.893311Z","caller":"traceutil/trace.go:171","msg":"trace[762411266] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23559; }","duration":"246.096723ms","start":"2026-03-11T17:39:36.6472Z","end":"2026-03-11T17:39:36.893297Z","steps":["trace[762411266] 'count revisions from in-memory index tree' (duration: 245.869848ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:37.206993Z","caller":"traceutil/trace.go:171","msg":"trace[1972822289] transaction","detail":"{read_only:false; response_revision:23560; number_of_response:1; }","duration":"320.115076ms","start":"2026-03-11T17:39:36.886832Z","end":"2026-03-11T17:39:37.206947Z","steps":["trace[1972822289] 'process raft request' (duration: 319.245017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:37.207269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:36.886803Z","time spent":"320.254319ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:39:37.646925Z","caller":"traceutil/trace.go:171","msg":"trace[1814571057] linearizableReadLoop","detail":"{readStateIndex:24388; appliedIndex:24386; }","duration":"748.776428ms","start":"2026-03-11T17:39:36.898132Z","end":"2026-03-11T17:39:37.646908Z","steps":["trace[1814571057] 'read index received' (duration: 308.04467ms)","trace[1814571057] 'applied index is now lower than readState.Index' (duration: 440.731138ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:39:37.646991Z","caller":"traceutil/trace.go:171","msg":"trace[229584469] transaction","detail":"{read_only:false; response_revision:23566; number_of_response:1; }","duration":"673.403616ms","start":"2026-03-11T17:39:36.973565Z","end":"2026-03-11T17:39:37.646968Z","steps":["trace[229584469] 'process raft request' (duration: 673.311464ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:37.646972Z","caller":"traceutil/trace.go:171","msg":"trace[1389162722] transaction","detail":"{read_only:false; response_revision:23563; number_of_response:1; }","duration":"677.806092ms","start":"2026-03-11T17:39:36.969133Z","end":"2026-03-11T17:39:37.646939Z","steps":["trace[1389162722] 'process raft request' (duration: 677.667259ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:37.646992Z","caller":"traceutil/trace.go:171","msg":"trace[774172634] transaction","detail":"{read_only:false; response_revision:23562; number_of_response:1; }","duration":"678.653721ms","start":"2026-03-11T17:39:36.968313Z","end":"2026-03-11T17:39:37.646967Z","steps":["trace[774172634] 'process raft request' (duration: 678.413345ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:37.646992Z","caller":"traceutil/trace.go:171","msg":"trace[1178574041] transaction","detail":"{read_only:false; response_revision:23561; number_of_response:1; }","duration":"757.511153ms","start":"2026-03-11T17:39:36.889462Z","end":"2026-03-11T17:39:37.646973Z","steps":["trace[1178574041] 'process raft request' (duration: 682.563778ms)","trace[1178574041] 'compare' (duration: 73.626815ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:39:37.64703Z","caller":"traceutil/trace.go:171","msg":"trace[1419918936] transaction","detail":"{read_only:false; response_revision:23564; number_of_response:1; }","duration":"677.405804ms","start":"2026-03-11T17:39:36.969615Z","end":"2026-03-11T17:39:37.647021Z","steps":["trace[1419918936] 'process raft request' (duration: 677.208289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:37.647116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.212811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-11T17:39:37.64712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:36.968293Z","time spent":"678.749743ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:39:37.64712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:36.889397Z","time spent":"757.645195ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:39:37.647136Z","caller":"traceutil/trace.go:171","msg":"trace[198711862] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23566; }","duration":"678.295423ms","start":"2026-03-11T17:39:36.968836Z","end":"2026-03-11T17:39:37.647131Z","steps":["trace[198711862] 'agreement among raft nodes before linearized reading' (duration: 678.16967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:37.647126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:36.96961Z","time spent":"677.445694ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:39:37.647126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:36.973558Z","time spent":"673.472047ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:39:37.64716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:36.96883Z","time spent":"678.324764ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T17:39:37.647117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.19651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:39:37.647221Z","caller":"traceutil/trace.go:171","msg":"trace[1802947763] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:23566; }","duration":"451.388824ms","start":"2026-03-11T17:39:37.195825Z","end":"2026-03-11T17:39:37.647213Z","steps":["trace[1802947763] 'agreement among raft nodes before linearized reading' (duration: 451.21565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:37.647134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:36.969127Z","time spent":"677.907674ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:39:37.647242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:37.195777Z","time spent":"451.459565ms","remote":"127.0.0.1:35658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:39:37.646972Z","caller":"traceutil/trace.go:171","msg":"trace[1528124360] transaction","detail":"{read_only:false; response_revision:23565; number_of_response:1; }","duration":"674.639152ms","start":"2026-03-11T17:39:36.972306Z","end":"2026-03-11T17:39:37.646945Z","steps":["trace[1528124360] 'process raft request' (duration: 674.5485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:37.647254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.107435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18835"} {"level":"warn","ts":"2026-03-11T17:39:37.647323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.14998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-11T17:39:37.647324Z","caller":"traceutil/trace.go:171","msg":"trace[811027828] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23566; }","duration":"749.209538ms","start":"2026-03-11T17:39:36.898096Z","end":"2026-03-11T17:39:37.647306Z","steps":["trace[811027828] 'agreement among raft nodes before linearized reading' (duration: 748.894871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:37.647315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.150553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-11T17:39:37.647355Z","caller":"traceutil/trace.go:171","msg":"trace[846599781] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23566; }","duration":"678.191831ms","start":"2026-03-11T17:39:36.969156Z","end":"2026-03-11T17:39:37.647348Z","steps":["trace[846599781] 'agreement among raft nodes before linearized reading' (duration: 678.090859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:37.64738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:36.969153Z","time spent":"678.221861ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T17:39:37.647371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:36.898081Z","time spent":"749.278349ms","remote":"127.0.0.1:35910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18858,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-11T17:39:37.647319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:39:36.9723Z","time spent":"674.994121ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:39:37.647388Z","caller":"traceutil/trace.go:171","msg":"trace[1562411353] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23566; }","duration":"260.393478ms","start":"2026-03-11T17:39:37.386976Z","end":"2026-03-11T17:39:37.647369Z","steps":["trace[1562411353] 'agreement among raft nodes before linearized reading' (duration: 260.041041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:38.801411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.44969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:39:38.801475Z","caller":"traceutil/trace.go:171","msg":"trace[1794030632] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23578; }","duration":"140.537612ms","start":"2026-03-11T17:39:38.660922Z","end":"2026-03-11T17:39:38.80146Z","steps":["trace[1794030632] 'range keys from in-memory index tree' (duration: 140.402559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:38.801602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.410648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-11T17:39:38.801671Z","caller":"traceutil/trace.go:171","msg":"trace[1865130034] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23578; }","duration":"173.518741ms","start":"2026-03-11T17:39:38.628133Z","end":"2026-03-11T17:39:38.801652Z","steps":["trace[1865130034] 'range keys from in-memory index tree' (duration: 173.219174ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:38.992617Z","caller":"traceutil/trace.go:171","msg":"trace[1180795179] transaction","detail":"{read_only:false; response_revision:23579; number_of_response:1; }","duration":"175.821951ms","start":"2026-03-11T17:39:38.816765Z","end":"2026-03-11T17:39:38.992587Z","steps":["trace[1180795179] 'process raft request' (duration: 175.639877ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:59.572657Z","caller":"traceutil/trace.go:171","msg":"trace[1933560372] transaction","detail":"{read_only:false; response_revision:23746; number_of_response:1; }","duration":"280.019022ms","start":"2026-03-11T17:39:59.292611Z","end":"2026-03-11T17:39:59.57263Z","steps":["trace[1933560372] 'process raft request' (duration: 279.846038ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:59.889864Z","caller":"traceutil/trace.go:171","msg":"trace[1962267341] transaction","detail":"{read_only:false; response_revision:23749; number_of_response:1; }","duration":"144.477019ms","start":"2026-03-11T17:39:59.745356Z","end":"2026-03-11T17:39:59.889833Z","steps":["trace[1962267341] 'process raft request' (duration: 144.370017ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:59.889896Z","caller":"traceutil/trace.go:171","msg":"trace[619923342] transaction","detail":"{read_only:false; response_revision:23748; number_of_response:1; }","duration":"145.453061ms","start":"2026-03-11T17:39:59.744412Z","end":"2026-03-11T17:39:59.889865Z","steps":["trace[619923342] 'process raft request' (duration: 143.382865ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:59.89007Z","caller":"traceutil/trace.go:171","msg":"trace[329587029] transaction","detail":"{read_only:false; response_revision:23750; number_of_response:1; }","duration":"144.282175ms","start":"2026-03-11T17:39:59.745766Z","end":"2026-03-11T17:39:59.890048Z","steps":["trace[329587029] 'process raft request' (duration: 144.007029ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:59.890178Z","caller":"traceutil/trace.go:171","msg":"trace[138631136] linearizableReadLoop","detail":"{readStateIndex:24584; appliedIndex:24578; }","duration":"133.866505ms","start":"2026-03-11T17:39:59.756302Z","end":"2026-03-11T17:39:59.890168Z","steps":["trace[138631136] 'read index received' (duration: 58.511432ms)","trace[138631136] 'applied index is now lower than readState.Index' (duration: 75.354513ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:39:59.890226Z","caller":"traceutil/trace.go:171","msg":"trace[1587432772] transaction","detail":"{read_only:false; response_revision:23752; number_of_response:1; }","duration":"140.477191ms","start":"2026-03-11T17:39:59.749743Z","end":"2026-03-11T17:39:59.89022Z","steps":["trace[1587432772] 'process raft request' (duration: 140.383649ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:39:59.890251Z","caller":"traceutil/trace.go:171","msg":"trace[460613815] transaction","detail":"{read_only:false; response_revision:23751; number_of_response:1; }","duration":"141.3439ms","start":"2026-03-11T17:39:59.748887Z","end":"2026-03-11T17:39:59.890231Z","steps":["trace[460613815] 'process raft request' (duration: 141.127825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:59.890382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.07334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-11T17:39:59.890422Z","caller":"traceutil/trace.go:171","msg":"trace[1549732008] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23752; }","duration":"134.158402ms","start":"2026-03-11T17:39:59.756253Z","end":"2026-03-11T17:39:59.890411Z","steps":["trace[1549732008] 'agreement among raft nodes before linearized reading' (duration: 133.998738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:59.890426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.344965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-11T17:39:59.890456Z","caller":"traceutil/trace.go:171","msg":"trace[1839227915] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23752; }","duration":"119.396496ms","start":"2026-03-11T17:39:59.771053Z","end":"2026-03-11T17:39:59.890449Z","steps":["trace[1839227915] 'agreement among raft nodes before linearized reading' (duration: 119.315444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:39:59.890545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.586246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-11T17:39:59.89064Z","caller":"traceutil/trace.go:171","msg":"trace[1893807586] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23752; }","duration":"122.726159ms","start":"2026-03-11T17:39:59.767893Z","end":"2026-03-11T17:39:59.89062Z","steps":["trace[1893807586] 'agreement among raft nodes before linearized reading' (duration: 122.432103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:40:01.263214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.774002ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:40:01.2633Z","caller":"traceutil/trace.go:171","msg":"trace[140358058] linearizableReadLoop","detail":"{readStateIndex:24599; appliedIndex:24598; }","duration":"603.505052ms","start":"2026-03-11T17:40:00.659781Z","end":"2026-03-11T17:40:01.263286Z","steps":["trace[140358058] 'read index received' (duration: 166.617888ms)","trace[140358058] 'applied index is now lower than readState.Index' (duration: 436.886144ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:40:01.263352Z","caller":"traceutil/trace.go:171","msg":"trace[203698756] transaction","detail":"{read_only:false; response_revision:23767; number_of_response:1; }","duration":"663.763642ms","start":"2026-03-11T17:40:00.599581Z","end":"2026-03-11T17:40:01.263345Z","steps":["trace[203698756] 'process raft request' (duration: 226.801497ms)","trace[203698756] 'compare' (duration: 436.195248ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:40:01.263389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:40:00.599563Z","time spent":"663.808223ms","remote":"127.0.0.1:56282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2297,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-11T17:40:01.263473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.700575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:40:01.263672Z","caller":"traceutil/trace.go:171","msg":"trace[1604270437] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23767; }","duration":"603.938081ms","start":"2026-03-11T17:40:00.659712Z","end":"2026-03-11T17:40:01.26365Z","steps":["trace[1604270437] 'agreement among raft nodes before linearized reading' (duration: 603.630304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:40:01.263723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:40:00.659693Z","time spent":"604.017973ms","remote":"127.0.0.1:35750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-11T17:40:01.340609Z","caller":"traceutil/trace.go:171","msg":"trace[2046466661] transaction","detail":"{read_only:false; response_revision:23768; number_of_response:1; }","duration":"570.128956ms","start":"2026-03-11T17:40:00.77028Z","end":"2026-03-11T17:40:01.340409Z","steps":["trace[2046466661] 'process raft request' (duration: 569.996963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:40:01.349179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:40:00.77026Z","time spent":"570.430122ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:40:03.187433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.548054ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-11T17:40:03.1884Z","caller":"traceutil/trace.go:171","msg":"trace[580549340] linearizableReadLoop","detail":"{readStateIndex:24601; appliedIndex:24600; }","duration":"1.925069095s","start":"2026-03-11T17:40:01.263318Z","end":"2026-03-11T17:40:03.188387Z","steps":["trace[580549340] 'read index received' (duration: 86.070311ms)","trace[580549340] 'applied index is now lower than readState.Index' (duration: 1.838997864s)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:40:03.188444Z","caller":"traceutil/trace.go:171","msg":"trace[1278448012] transaction","detail":"{read_only:false; response_revision:23769; number_of_response:1; }","duration":"1.915637045s","start":"2026-03-11T17:40:01.2728Z","end":"2026-03-11T17:40:03.188437Z","steps":["trace[1278448012] 'process raft request' (duration: 1.914730875s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:40:03.188493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:40:01.272778Z","time spent":"1.915679216s","remote":"127.0.0.1:56876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2880,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-11T17:40:03.26305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.540326436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:40:03.263183Z","caller":"traceutil/trace.go:171","msg":"trace[251146500] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:23769; }","duration":"2.54049074s","start":"2026-03-11T17:40:00.722672Z","end":"2026-03-11T17:40:03.263162Z","steps":["trace[251146500] 'agreement among raft nodes before linearized reading' (duration: 2.46579046s)","trace[251146500] 'count revisions from in-memory index tree' (duration: 74.526356ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:40:03.263231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:40:00.722653Z","time spent":"2.540554851s","remote":"127.0.0.1:52458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:40:03.264288Z","caller":"traceutil/trace.go:171","msg":"trace[1817009269] transaction","detail":"{read_only:false; response_revision:23770; number_of_response:1; }","duration":"1.686715303s","start":"2026-03-11T17:40:01.577496Z","end":"2026-03-11T17:40:03.264211Z","steps":["trace[1817009269] 'process raft request' (duration: 1.610886719s)","trace[1817009269] 'compare' (duration: 74.562326ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:40:03.264509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:40:01.577475Z","time spent":"1.686901637s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:40:03.264811Z","caller":"traceutil/trace.go:171","msg":"trace[1673726436] transaction","detail":"{read_only:false; response_revision:23771; number_of_response:1; }","duration":"1.444048536s","start":"2026-03-11T17:40:01.820743Z","end":"2026-03-11T17:40:03.264792Z","steps":["trace[1673726436] 'process raft request' (duration: 1.442907701s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:40:03.264914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:40:01.820715Z","time spent":"1.444141099s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:40:03.265289Z","caller":"traceutil/trace.go:171","msg":"trace[2038834973] transaction","detail":"{read_only:false; response_revision:23772; number_of_response:1; }","duration":"1.367215121s","start":"2026-03-11T17:40:01.898051Z","end":"2026-03-11T17:40:03.265266Z","steps":["trace[2038834973] 'process raft request' (duration: 1.366624848s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:40:03.265398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:40:01.898026Z","time spent":"1.367319692s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:40:03.267323Z","caller":"traceutil/trace.go:171","msg":"trace[550329439] transaction","detail":"{read_only:false; response_revision:23773; number_of_response:1; }","duration":"1.369168834s","start":"2026-03-11T17:40:01.898136Z","end":"2026-03-11T17:40:03.267305Z","steps":["trace[550329439] 'process raft request' (duration: 1.367005206s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:40:03.267445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:40:01.898103Z","time spent":"1.369282616s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:40:03.267828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.788609953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:40:03.267906Z","caller":"traceutil/trace.go:171","msg":"trace[560426676] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:23777; }","duration":"1.788720645s","start":"2026-03-11T17:40:01.479166Z","end":"2026-03-11T17:40:03.267887Z","steps":["trace[560426676] 'agreement among raft nodes before linearized reading' (duration: 1.788581332s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:40:03.267912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.750737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-11T17:40:03.267967Z","caller":"traceutil/trace.go:171","msg":"trace[1703115144] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23777; }","duration":"733.845319ms","start":"2026-03-11T17:40:02.534107Z","end":"2026-03-11T17:40:03.267952Z","steps":["trace[1703115144] 'agreement among raft nodes before linearized reading' (duration: 733.645175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:40:03.267984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:40:01.479149Z","time spent":"1.788799577s","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:40:03.268023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:40:02.534085Z","time spent":"733.926551ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-11T17:40:03.26827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.607541636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:40:03.268293Z","caller":"traceutil/trace.go:171","msg":"trace[864424709] transaction","detail":"{read_only:false; response_revision:23774; number_of_response:1; }","duration":"1.369640254s","start":"2026-03-11T17:40:01.898642Z","end":"2026-03-11T17:40:03.268282Z","steps":["trace[864424709] 'process raft request' (duration: 1.368632911s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:40:03.268314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.366979165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-11T17:40:03.26835Z","caller":"traceutil/trace.go:171","msg":"trace[404771529] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23777; }","duration":"1.367029876s","start":"2026-03-11T17:40:01.901309Z","end":"2026-03-11T17:40:03.268339Z","steps":["trace[404771529] 'agreement among raft nodes before linearized reading' (duration: 1.366876403s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:40:03.268357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:40:01.89863Z","time spent":"1.369690915s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:40:03.268373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:40:01.901305Z","time spent":"1.367063057s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T17:40:03.268366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.367094847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-11T17:40:03.268322Z","caller":"traceutil/trace.go:171","msg":"trace[626226906] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23777; }","duration":"1.607617568s","start":"2026-03-11T17:40:01.660691Z","end":"2026-03-11T17:40:03.268309Z","steps":["trace[626226906] 'agreement among raft nodes before linearized reading' (duration: 1.607554266s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:40:03.268418Z","caller":"traceutil/trace.go:171","msg":"trace[867882871] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23777; }","duration":"1.36717246s","start":"2026-03-11T17:40:01.901232Z","end":"2026-03-11T17:40:03.268404Z","steps":["trace[867882871] 'agreement among raft nodes before linearized reading' (duration: 1.367032987s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:40:03.268419Z","caller":"traceutil/trace.go:171","msg":"trace[1480831248] transaction","detail":"{read_only:false; response_revision:23775; number_of_response:1; }","duration":"1.369651724s","start":"2026-03-11T17:40:01.898755Z","end":"2026-03-11T17:40:03.268406Z","steps":["trace[1480831248] 'process raft request' (duration: 1.368683463s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:40:03.268439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:40:01.660674Z","time spent":"1.60775911s","remote":"127.0.0.1:35764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T17:40:03.268424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.309188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-03-11T17:40:03.26847Z","caller":"traceutil/trace.go:171","msg":"trace[1491656486] transaction","detail":"{read_only:false; response_revision:23776; number_of_response:1; }","duration":"1.369622453s","start":"2026-03-11T17:40:01.898842Z","end":"2026-03-11T17:40:03.268464Z","steps":["trace[1491656486] 'process raft request' (duration: 1.368783155s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:40:03.26848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.365166154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-11T17:40:03.268479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:40:01.898748Z","time spent":"1.369701365s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:40:03.268499Z","caller":"traceutil/trace.go:171","msg":"trace[663463512] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23777; }","duration":"1.365198266s","start":"2026-03-11T17:40:01.903296Z","end":"2026-03-11T17:40:03.268495Z","steps":["trace[663463512] 'agreement among raft nodes before linearized reading' (duration: 1.365119274s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:40:03.268515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:40:01.903287Z","time spent":"1.365224696s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T17:40:03.268521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:40:01.898822Z","time spent":"1.369662314s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:40:03.268442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:40:01.901224Z","time spent":"1.36721377s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T17:40:03.268533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.136583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-11T17:40:03.26853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.175124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:40:03.268558Z","caller":"traceutil/trace.go:171","msg":"trace[691800153] transaction","detail":"{read_only:false; response_revision:23777; number_of_response:1; }","duration":"722.351306ms","start":"2026-03-11T17:40:02.546202Z","end":"2026-03-11T17:40:03.268553Z","steps":["trace[691800153] 'process raft request' (duration: 721.487097ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:40:03.26857Z","caller":"traceutil/trace.go:171","msg":"trace[57471880] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:23777; }","duration":"429.198074ms","start":"2026-03-11T17:40:02.839359Z","end":"2026-03-11T17:40:03.268557Z","steps":["trace[57471880] 'agreement among raft nodes before linearized reading' (duration: 429.126362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:40:03.268276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.366980605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-11T17:40:03.268573Z","caller":"traceutil/trace.go:171","msg":"trace[1048055750] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:23777; }","duration":"781.216125ms","start":"2026-03-11T17:40:02.487343Z","end":"2026-03-11T17:40:03.268559Z","steps":["trace[1048055750] 'agreement among raft nodes before linearized reading' (duration: 781.160014ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:40:03.268479Z","caller":"traceutil/trace.go:171","msg":"trace[1296288697] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:23777; }","duration":"979.40217ms","start":"2026-03-11T17:40:02.28906Z","end":"2026-03-11T17:40:03.268462Z","steps":["trace[1296288697] 'agreement among raft nodes before linearized reading' (duration: 979.252847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:40:03.268586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:40:02.546178Z","time spent":"722.391506ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:40:03.268598Z","caller":"traceutil/trace.go:171","msg":"trace[1575712274] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23777; }","duration":"1.367323863s","start":"2026-03-11T17:40:01.901269Z","end":"2026-03-11T17:40:03.268593Z","steps":["trace[1575712274] 'agreement among raft nodes before linearized reading' (duration: 1.366924334s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:40:03.268613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:40:01.901261Z","time spent":"1.367347523s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T17:40:03.26861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:40:02.28904Z","time spent":"979.561943ms","remote":"127.0.0.1:35902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-11T17:40:03.268607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:40:02.487326Z","time spent":"781.271926ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:40:03.268615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:40:02.839345Z","time spent":"429.245685ms","remote":"127.0.0.1:35616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:40:03.268381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.455607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:40:03.268664Z","caller":"traceutil/trace.go:171","msg":"trace[522397993] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:23777; }","duration":"119.764084ms","start":"2026-03-11T17:40:03.148889Z","end":"2026-03-11T17:40:03.268653Z","steps":["trace[522397993] 'agreement among raft nodes before linearized reading' (duration: 119.463288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:40:06.303409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:40:05.862407Z","time spent":"440.997334ms","remote":"127.0.0.1:35788","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-11T17:40:06.634727Z","caller":"traceutil/trace.go:171","msg":"trace[1495250847] linearizableReadLoop","detail":"{readStateIndex:24635; appliedIndex:24634; }","duration":"263.895586ms","start":"2026-03-11T17:40:06.370803Z","end":"2026-03-11T17:40:06.634699Z","steps":["trace[1495250847] 'read index received' (duration: 253.941526ms)","trace[1495250847] 'applied index is now lower than readState.Index' (duration: 9.9529ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:40:06.634831Z","caller":"traceutil/trace.go:171","msg":"trace[1110200206] transaction","detail":"{read_only:false; response_revision:23801; number_of_response:1; }","duration":"280.405821ms","start":"2026-03-11T17:40:06.354381Z","end":"2026-03-11T17:40:06.634787Z","steps":["trace[1110200206] 'process raft request' (duration: 270.430981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:40:06.635339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.999465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:40:06.63492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.1038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-11T17:40:06.635391Z","caller":"traceutil/trace.go:171","msg":"trace[510464738] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:23801; }","duration":"229.065897ms","start":"2026-03-11T17:40:06.406311Z","end":"2026-03-11T17:40:06.635377Z","steps":["trace[510464738] 'agreement among raft nodes before linearized reading' (duration: 228.975795ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:40:06.635423Z","caller":"traceutil/trace.go:171","msg":"trace[1400504421] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23801; }","duration":"264.632102ms","start":"2026-03-11T17:40:06.370761Z","end":"2026-03-11T17:40:06.635393Z","steps":["trace[1400504421] 'agreement among raft nodes before linearized reading' (duration: 264.045599ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:40:07.582962Z","caller":"traceutil/trace.go:171","msg":"trace[1559561457] transaction","detail":"{read_only:false; response_revision:23802; number_of_response:1; }","duration":"303.150541ms","start":"2026-03-11T17:40:07.279789Z","end":"2026-03-11T17:40:07.58294Z","steps":["trace[1559561457] 'process raft request' (duration: 303.003758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:40:07.583138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:40:07.279764Z","time spent":"303.261514ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:40:07.984013Z","caller":"traceutil/trace.go:171","msg":"trace[1173280867] linearizableReadLoop","detail":"{readStateIndex:24641; appliedIndex:24635; }","duration":"696.839992ms","start":"2026-03-11T17:40:07.28715Z","end":"2026-03-11T17:40:07.98399Z","steps":["trace[1173280867] 'read index received' (duration: 295.647866ms)","trace[1173280867] 'applied index is now lower than readState.Index' (duration: 401.190966ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:40:07.984143Z","caller":"traceutil/trace.go:171","msg":"trace[431932771] transaction","detail":"{read_only:false; response_revision:23808; number_of_response:1; }","duration":"695.486162ms","start":"2026-03-11T17:40:07.288645Z","end":"2026-03-11T17:40:07.984131Z","steps":["trace[431932771] 'process raft request' (duration: 695.310328ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:40:07.984147Z","caller":"traceutil/trace.go:171","msg":"trace[1102945944] transaction","detail":"{read_only:false; response_revision:23805; number_of_response:1; }","duration":"701.655118ms","start":"2026-03-11T17:40:07.282464Z","end":"2026-03-11T17:40:07.984119Z","steps":["trace[1102945944] 'process raft request' (duration: 701.363241ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:40:07.9842Z","caller":"traceutil/trace.go:171","msg":"trace[1139450365] transaction","detail":"{read_only:false; response_revision:23807; number_of_response:1; }","duration":"700.280158ms","start":"2026-03-11T17:40:07.283851Z","end":"2026-03-11T17:40:07.984131Z","steps":["trace[1139450365] 'process raft request' (duration: 700.045783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:40:07.984248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:40:07.288636Z","time spent":"695.533913ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:40:07.984281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:40:07.282433Z","time spent":"701.773361ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:40:07.984311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:40:07.283838Z","time spent":"700.413932ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:40:07.98442Z","caller":"traceutil/trace.go:171","msg":"trace[666815733] transaction","detail":"{read_only:false; response_revision:23806; number_of_response:1; }","duration":"700.992923ms","start":"2026-03-11T17:40:07.283392Z","end":"2026-03-11T17:40:07.984385Z","steps":["trace[666815733] 'process raft request' (duration: 700.470102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:40:07.984501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.340494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-11T17:40:07.984546Z","caller":"traceutil/trace.go:171","msg":"trace[2130854893] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23808; }","duration":"693.415726ms","start":"2026-03-11T17:40:07.291119Z","end":"2026-03-11T17:40:07.984534Z","steps":["trace[2130854893] 'agreement among raft nodes before linearized reading' (duration: 693.244792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:40:07.984527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.46197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-8cfc54676-wkwmn.189bda1af4916127\" ","response":"range_response_count:1 size:780"} {"level":"info","ts":"2026-03-11T17:40:07.98456Z","caller":"traceutil/trace.go:171","msg":"trace[374379271] transaction","detail":"{read_only:false; response_revision:23803; number_of_response:1; }","duration":"702.19216ms","start":"2026-03-11T17:40:07.282353Z","end":"2026-03-11T17:40:07.984546Z","steps":["trace[374379271] 'process raft request' (duration: 663.248961ms)","trace[374379271] 'compare' (duration: 37.824165ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:40:07.984586Z","caller":"traceutil/trace.go:171","msg":"trace[1344207341] range","detail":"{range_begin:/registry/events/openstack/magnum-api-8cfc54676-wkwmn.189bda1af4916127; range_end:; response_count:1; response_revision:23808; }","duration":"376.569442ms","start":"2026-03-11T17:40:07.608001Z","end":"2026-03-11T17:40:07.98457Z","steps":["trace[1344207341] 'agreement among raft nodes before linearized reading' (duration: 376.403519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:40:07.984623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:40:07.607981Z","time spent":"376.633853ms","remote":"127.0.0.1:35826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":803,"request content":"key:\"/registry/events/openstack/magnum-api-8cfc54676-wkwmn.189bda1af4916127\" "} {"level":"warn","ts":"2026-03-11T17:40:07.984637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:40:07.282338Z","time spent":"702.263671ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:40:07.984649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.047161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:972"} {"level":"info","ts":"2026-03-11T17:40:07.984673Z","caller":"traceutil/trace.go:171","msg":"trace[9370623] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:23808; }","duration":"569.112892ms","start":"2026-03-11T17:40:07.415551Z","end":"2026-03-11T17:40:07.984664Z","steps":["trace[9370623] 'agreement among raft nodes before linearized reading' (duration: 569.033361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:40:07.984694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:40:07.415527Z","time spent":"569.163444ms","remote":"127.0.0.1:35924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":995,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" "} {"level":"warn","ts":"2026-03-11T17:40:07.984707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.553277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-11T17:40:07.984753Z","caller":"traceutil/trace.go:171","msg":"trace[369853757] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23808; }","duration":"697.620049ms","start":"2026-03-11T17:40:07.287122Z","end":"2026-03-11T17:40:07.984742Z","steps":["trace[369853757] 'agreement among raft nodes before linearized reading' (duration: 697.495546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:40:07.984788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:40:07.287111Z","time spent":"697.66934ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T17:40:07.98457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:40:07.291079Z","time spent":"693.485267ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-11T17:40:07.984804Z","caller":"traceutil/trace.go:171","msg":"trace[1876670340] transaction","detail":"{read_only:false; response_revision:23804; number_of_response:1; }","duration":"702.365933ms","start":"2026-03-11T17:40:07.282426Z","end":"2026-03-11T17:40:07.984792Z","steps":["trace[1876670340] 'process raft request' (duration: 701.2882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:40:07.984857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.818113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-11T17:40:07.984865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.911332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:40:07.984883Z","caller":"traceutil/trace.go:171","msg":"trace[1141454864] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:23808; }","duration":"682.879434ms","start":"2026-03-11T17:40:07.301996Z","end":"2026-03-11T17:40:07.984876Z","steps":["trace[1141454864] 'agreement among raft nodes before linearized reading' (duration: 682.823883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:40:07.984872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:40:07.28242Z","time spent":"702.414525ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:40:07.984902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:40:07.30198Z","time spent":"682.916456ms","remote":"127.0.0.1:36138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":22,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:40:07.984906Z","caller":"traceutil/trace.go:171","msg":"trace[1964604635] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:23808; }","duration":"145.987763ms","start":"2026-03-11T17:40:07.838903Z","end":"2026-03-11T17:40:07.98489Z","steps":["trace[1964604635] 'agreement among raft nodes before linearized reading' (duration: 145.930742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:40:07.984943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.282288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:40:07.984983Z","caller":"traceutil/trace.go:171","msg":"trace[929012157] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23808; }","duration":"324.3627ms","start":"2026-03-11T17:40:07.660611Z","end":"2026-03-11T17:40:07.984973Z","steps":["trace[929012157] 'agreement among raft nodes before linearized reading' (duration: 324.307019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:40:07.985041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.588285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-11T17:40:07.985039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:40:07.660589Z","time spent":"324.443492ms","remote":"127.0.0.1:35764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-11T17:40:07.985066Z","caller":"traceutil/trace.go:171","msg":"trace[1077170220] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23808; }","duration":"690.627505ms","start":"2026-03-11T17:40:07.294432Z","end":"2026-03-11T17:40:07.985059Z","steps":["trace[1077170220] 'agreement among raft nodes before linearized reading' (duration: 690.560904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:40:07.985085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:40:07.294426Z","time spent":"690.653735ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T17:40:07.984913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:40:07.283382Z","time spent":"701.145167ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:40:07.985212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.988797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-11T17:40:07.985233Z","caller":"traceutil/trace.go:171","msg":"trace[499004113] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23808; }","duration":"693.024179ms","start":"2026-03-11T17:40:07.292203Z","end":"2026-03-11T17:40:07.985228Z","steps":["trace[499004113] 'agreement among raft nodes before linearized reading' (duration: 692.962447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:40:07.985249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:40:07.292196Z","time spent":"693.048669ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-11T17:40:07.985403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.904637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-11T17:40:07.985457Z","caller":"traceutil/trace.go:171","msg":"trace[1916104762] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23808; }","duration":"693.979309ms","start":"2026-03-11T17:40:07.291467Z","end":"2026-03-11T17:40:07.985446Z","steps":["trace[1916104762] 'agreement among raft nodes before linearized reading' (duration: 693.832066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:40:07.985487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:40:07.291453Z","time spent":"694.02742ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T17:40:08.350021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.162738ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:40:08.350197Z","caller":"traceutil/trace.go:171","msg":"trace[1891872586] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23808; }","duration":"185.460094ms","start":"2026-03-11T17:40:08.164692Z","end":"2026-03-11T17:40:08.350152Z","steps":["trace[1891872586] 'range keys from in-memory index tree' (duration: 185.088706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:40:08.350303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.639142ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:40:08.350501Z","caller":"traceutil/trace.go:171","msg":"trace[496322661] transaction","detail":"{read_only:false; response_revision:23809; number_of_response:1; }","duration":"361.834107ms","start":"2026-03-11T17:40:07.988645Z","end":"2026-03-11T17:40:08.350479Z","steps":["trace[496322661] 'process raft request' (duration: 125.811277ms)","trace[496322661] 'compare' (duration: 235.280314ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:40:08.350669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:40:07.988615Z","time spent":"361.976731ms","remote":"127.0.0.1:35826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":762,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:40:08.397946Z","caller":"traceutil/trace.go:171","msg":"trace[730336831] transaction","detail":"{read_only:false; response_revision:23813; number_of_response:1; }","duration":"406.869081ms","start":"2026-03-11T17:40:07.991056Z","end":"2026-03-11T17:40:08.397925Z","steps":["trace[730336831] 'process raft request' (duration: 406.720778ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:40:08.398019Z","caller":"traceutil/trace.go:171","msg":"trace[879413117] transaction","detail":"{read_only:false; response_revision:23811; number_of_response:1; }","duration":"407.620588ms","start":"2026-03-11T17:40:07.990388Z","end":"2026-03-11T17:40:08.398009Z","steps":["trace[879413117] 'process raft request' (duration: 407.277261ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:40:08.398047Z","caller":"traceutil/trace.go:171","msg":"trace[1526270651] transaction","detail":"{read_only:false; response_revision:23810; number_of_response:1; }","duration":"408.569949ms","start":"2026-03-11T17:40:07.989425Z","end":"2026-03-11T17:40:08.397995Z","steps":["trace[1526270651] 'process raft request' (duration: 408.090859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:40:08.398105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:40:07.991037Z","time spent":"406.990434ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:40:08.398149Z","caller":"traceutil/trace.go:171","msg":"trace[1926685734] transaction","detail":"{read_only:false; response_revision:23814; number_of_response:1; }","duration":"405.634195ms","start":"2026-03-11T17:40:07.992477Z","end":"2026-03-11T17:40:08.398111Z","steps":["trace[1926685734] 'process raft request' (duration: 405.345938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:40:08.39833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:40:07.990367Z","time spent":"407.700311ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:40:08.398336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:40:07.992465Z","time spent":"405.777557ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:40:08.397952Z","caller":"traceutil/trace.go:171","msg":"trace[844633468] transaction","detail":"{read_only:false; response_revision:23812; number_of_response:1; }","duration":"406.964493ms","start":"2026-03-11T17:40:07.990952Z","end":"2026-03-11T17:40:08.397917Z","steps":["trace[844633468] 'process raft request' (duration: 406.772549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:40:08.398682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:40:07.990934Z","time spent":"407.69849ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:40:08.398274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:40:07.989411Z","time spent":"408.816295ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:40:09.20164Z","caller":"traceutil/trace.go:171","msg":"trace[152910241] transaction","detail":"{read_only:false; response_revision:23816; number_of_response:1; }","duration":"159.291446ms","start":"2026-03-11T17:40:09.042308Z","end":"2026-03-11T17:40:09.2016Z","steps":["trace[152910241] 'process raft request' (duration: 117.547604ms)","trace[152910241] 'compare' (duration: 41.493366ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:40:09.201743Z","caller":"traceutil/trace.go:171","msg":"trace[1462577680] transaction","detail":"{read_only:false; response_revision:23817; number_of_response:1; }","duration":"139.204513ms","start":"2026-03-11T17:40:09.06252Z","end":"2026-03-11T17:40:09.201725Z","steps":["trace[1462577680] 'process raft request' (duration: 138.972058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:40:19.319659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.662006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18824"} {"level":"info","ts":"2026-03-11T17:40:19.31974Z","caller":"traceutil/trace.go:171","msg":"trace[1531516686] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23902; }","duration":"102.764909ms","start":"2026-03-11T17:40:19.216955Z","end":"2026-03-11T17:40:19.31972Z","steps":["trace[1531516686] 'range keys from in-memory index tree' (duration: 102.538934ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:40:23.06041Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21495} {"level":"info","ts":"2026-03-11T17:40:23.196651Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21495,"took":"132.083917ms","hash":629134848,"current-db-size-bytes":50634752,"current-db-size":"51 MB","current-db-size-in-use-bytes":30560256,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-11T17:40:23.196727Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":629134848,"revision":21495,"compact-revision":18688} {"level":"info","ts":"2026-03-11T17:40:35.319398Z","caller":"traceutil/trace.go:171","msg":"trace[56860974] transaction","detail":"{read_only:false; response_revision:24155; number_of_response:1; }","duration":"120.937939ms","start":"2026-03-11T17:40:35.1984Z","end":"2026-03-11T17:40:35.319338Z","steps":["trace[56860974] 'process raft request' (duration: 120.411737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:40:47.361768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.574427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:40:47.36188Z","caller":"traceutil/trace.go:171","msg":"trace[1177055452] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:24269; }","duration":"522.808352ms","start":"2026-03-11T17:40:46.839049Z","end":"2026-03-11T17:40:47.361857Z","steps":["trace[1177055452] 'count revisions from in-memory index tree' (duration: 522.450394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:40:47.361926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:40:46.839027Z","time spent":"522.887283ms","remote":"127.0.0.1:52430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:40:47.362127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.674968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:40:47.362201Z","caller":"traceutil/trace.go:171","msg":"trace[2122122473] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:24269; }","duration":"194.816501ms","start":"2026-03-11T17:40:47.167366Z","end":"2026-03-11T17:40:47.362183Z","steps":["trace[2122122473] 'count revisions from in-memory index tree' (duration: 194.571196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:40:47.362665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.743994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:40:47.362698Z","caller":"traceutil/trace.go:171","msg":"trace[774102131] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24269; }","duration":"153.825756ms","start":"2026-03-11T17:40:47.208863Z","end":"2026-03-11T17:40:47.362689Z","steps":["trace[774102131] 'range keys from in-memory index tree' (duration: 153.54308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:40:47.362695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.608621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:40:47.362722Z","caller":"traceutil/trace.go:171","msg":"trace[1901947529] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24269; }","duration":"153.648182ms","start":"2026-03-11T17:40:47.209066Z","end":"2026-03-11T17:40:47.362714Z","steps":["trace[1901947529] 'range keys from in-memory index tree' (duration: 153.55866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:40:47.362906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.863637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-11T17:40:47.36298Z","caller":"traceutil/trace.go:171","msg":"trace[1404062309] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24269; }","duration":"153.975849ms","start":"2026-03-11T17:40:47.208986Z","end":"2026-03-11T17:40:47.362961Z","steps":["trace[1404062309] 'range keys from in-memory index tree' (duration: 153.729164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:41:00.528328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.771493ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:41:00.528578Z","caller":"traceutil/trace.go:171","msg":"trace[865960206] transaction","detail":"{read_only:false; response_revision:24366; number_of_response:1; }","duration":"182.141231ms","start":"2026-03-11T17:41:00.346414Z","end":"2026-03-11T17:41:00.528555Z","steps":["trace[865960206] 'process raft request' (duration: 182.0863ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:41:00.528859Z","caller":"traceutil/trace.go:171","msg":"trace[845581103] transaction","detail":"{read_only:false; response_revision:24365; number_of_response:1; }","duration":"185.712939ms","start":"2026-03-11T17:41:00.342966Z","end":"2026-03-11T17:41:00.528679Z","steps":["trace[845581103] 'process raft request' (duration: 185.474784ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:41:00.528988Z","caller":"traceutil/trace.go:171","msg":"trace[640069006] transaction","detail":"{read_only:false; response_revision:24364; number_of_response:1; }","duration":"187.047049ms","start":"2026-03-11T17:41:00.341553Z","end":"2026-03-11T17:41:00.5286Z","steps":["trace[640069006] 'process raft request' (duration: 71.900377ms)","trace[640069006] 'compare' (duration: 114.651971ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:41:00.924802Z","caller":"traceutil/trace.go:171","msg":"trace[224912012] transaction","detail":"{read_only:false; response_revision:24369; number_of_response:1; }","duration":"191.1928ms","start":"2026-03-11T17:41:00.733569Z","end":"2026-03-11T17:41:00.924761Z","steps":["trace[224912012] 'process raft request' (duration: 190.913974ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:41:00.925169Z","caller":"traceutil/trace.go:171","msg":"trace[444657298] transaction","detail":"{read_only:false; response_revision:24371; number_of_response:1; }","duration":"191.495098ms","start":"2026-03-11T17:41:00.733653Z","end":"2026-03-11T17:41:00.925148Z","steps":["trace[444657298] 'process raft request' (duration: 191.338693ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:41:00.925314Z","caller":"traceutil/trace.go:171","msg":"trace[877693460] transaction","detail":"{read_only:false; response_revision:24372; number_of_response:1; }","duration":"191.565279ms","start":"2026-03-11T17:41:00.733655Z","end":"2026-03-11T17:41:00.92522Z","steps":["trace[877693460] 'process raft request' (duration: 191.450516ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:41:00.925155Z","caller":"traceutil/trace.go:171","msg":"trace[130350801] transaction","detail":"{read_only:false; response_revision:24370; number_of_response:1; }","duration":"191.511748ms","start":"2026-03-11T17:41:00.733599Z","end":"2026-03-11T17:41:00.925111Z","steps":["trace[130350801] 'process raft request' (duration: 191.105018ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:42:37.529826Z","caller":"traceutil/trace.go:171","msg":"trace[1230709147] transaction","detail":"{read_only:false; response_revision:25153; number_of_response:1; }","duration":"221.354638ms","start":"2026-03-11T17:42:37.308446Z","end":"2026-03-11T17:42:37.5298Z","steps":["trace[1230709147] 'process raft request' (duration: 221.206375ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:42:38.944323Z","caller":"traceutil/trace.go:171","msg":"trace[879066897] linearizableReadLoop","detail":"{readStateIndex:26028; appliedIndex:26027; }","duration":"269.072986ms","start":"2026-03-11T17:42:38.675217Z","end":"2026-03-11T17:42:38.94429Z","steps":["trace[879066897] 'read index received' (duration: 265.385534ms)","trace[879066897] 'applied index is now lower than readState.Index' (duration: 3.685912ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:42:38.944614Z","caller":"traceutil/trace.go:171","msg":"trace[1209178573] transaction","detail":"{read_only:false; response_revision:25161; number_of_response:1; }","duration":"270.432946ms","start":"2026-03-11T17:42:38.674169Z","end":"2026-03-11T17:42:38.944602Z","steps":["trace[1209178573] 'process raft request' (duration: 266.436917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:38.945222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.605427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:42:38.945291Z","caller":"traceutil/trace.go:171","msg":"trace[1489091767] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25161; }","duration":"270.094699ms","start":"2026-03-11T17:42:38.675177Z","end":"2026-03-11T17:42:38.945272Z","steps":["trace[1489091767] 'agreement among raft nodes before linearized reading' (duration: 269.585747ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:42:38.947195Z","caller":"traceutil/trace.go:171","msg":"trace[1102347392] transaction","detail":"{read_only:false; response_revision:25164; number_of_response:1; }","duration":"216.135202ms","start":"2026-03-11T17:42:38.731026Z","end":"2026-03-11T17:42:38.947161Z","steps":["trace[1102347392] 'process raft request' (duration: 215.493038ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:42:38.947409Z","caller":"traceutil/trace.go:171","msg":"trace[262683042] transaction","detail":"{read_only:false; response_revision:25163; number_of_response:1; }","duration":"253.679684ms","start":"2026-03-11T17:42:38.693604Z","end":"2026-03-11T17:42:38.947284Z","steps":["trace[262683042] 'process raft request' (duration: 252.863216ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:42:38.947669Z","caller":"traceutil/trace.go:171","msg":"trace[1138194382] transaction","detail":"{read_only:false; response_revision:25162; number_of_response:1; }","duration":"269.301201ms","start":"2026-03-11T17:42:38.678287Z","end":"2026-03-11T17:42:38.947588Z","steps":["trace[1138194382] 'process raft request' (duration: 268.026293ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:42:39.177293Z","caller":"traceutil/trace.go:171","msg":"trace[721606409] transaction","detail":"{read_only:false; response_revision:25168; number_of_response:1; }","duration":"199.572855ms","start":"2026-03-11T17:42:38.977667Z","end":"2026-03-11T17:42:39.177239Z","steps":["trace[721606409] 'process raft request' (duration: 124.760086ms)","trace[721606409] 'compare' (duration: 74.40152ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:42:39.177405Z","caller":"traceutil/trace.go:171","msg":"trace[1620179412] transaction","detail":"{read_only:false; response_revision:25169; number_of_response:1; }","duration":"150.838394ms","start":"2026-03-11T17:42:39.026541Z","end":"2026-03-11T17:42:39.17738Z","steps":["trace[1620179412] 'process raft request' (duration: 150.694491ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:42:39.177814Z","caller":"traceutil/trace.go:171","msg":"trace[1860460277] linearizableReadLoop","detail":"{readStateIndex:26036; appliedIndex:26035; }","duration":"176.449833ms","start":"2026-03-11T17:42:39.001344Z","end":"2026-03-11T17:42:39.177794Z","steps":["trace[1860460277] 'read index received' (duration: 101.097262ms)","trace[1860460277] 'applied index is now lower than readState.Index' (duration: 75.347301ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:42:39.177937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.577005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:42:39.178011Z","caller":"traceutil/trace.go:171","msg":"trace[857293954] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25169; }","duration":"176.703408ms","start":"2026-03-11T17:42:39.001293Z","end":"2026-03-11T17:42:39.177996Z","steps":["trace[857293954] 'agreement among raft nodes before linearized reading' (duration: 176.568985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:39.178003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.430082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:42:39.178065Z","caller":"traceutil/trace.go:171","msg":"trace[805507703] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25169; }","duration":"139.509804ms","start":"2026-03-11T17:42:39.03854Z","end":"2026-03-11T17:42:39.17805Z","steps":["trace[805507703] 'agreement among raft nodes before linearized reading' (duration: 139.397411ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:42:39.609498Z","caller":"traceutil/trace.go:171","msg":"trace[1452211698] linearizableReadLoop","detail":"{readStateIndex:26038; appliedIndex:26037; }","duration":"307.60363ms","start":"2026-03-11T17:42:39.301868Z","end":"2026-03-11T17:42:39.609472Z","steps":["trace[1452211698] 'read index received' (duration: 307.331384ms)","trace[1452211698] 'applied index is now lower than readState.Index' (duration: 271.376µs)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:42:39.60969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.816095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-11T17:42:39.609665Z","caller":"traceutil/trace.go:171","msg":"trace[248948990] transaction","detail":"{read_only:false; response_revision:25170; number_of_response:1; }","duration":"344.12757ms","start":"2026-03-11T17:42:39.265496Z","end":"2026-03-11T17:42:39.609623Z","steps":["trace[248948990] 'process raft request' (duration: 343.832984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:39.609835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:39.265471Z","time spent":"344.288823ms","remote":"127.0.0.1:35958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6457,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-11T17:42:39.609722Z","caller":"traceutil/trace.go:171","msg":"trace[1332446097] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25170; }","duration":"307.920837ms","start":"2026-03-11T17:42:39.301792Z","end":"2026-03-11T17:42:39.609713Z","steps":["trace[1332446097] 'agreement among raft nodes before linearized reading' (duration: 307.835915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:39.609882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.084404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-11T17:42:39.609942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:39.301763Z","time spent":"308.164803ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-11T17:42:39.609946Z","caller":"traceutil/trace.go:171","msg":"trace[1986010828] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25170; }","duration":"250.211137ms","start":"2026-03-11T17:42:39.359718Z","end":"2026-03-11T17:42:39.60993Z","steps":["trace[1986010828] 'agreement among raft nodes before linearized reading' (duration: 250.005843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:39.610246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.370676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:42:39.610475Z","caller":"traceutil/trace.go:171","msg":"trace[1174445469] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:25170; }","duration":"114.671682ms","start":"2026-03-11T17:42:39.495765Z","end":"2026-03-11T17:42:39.610437Z","steps":["trace[1174445469] 'agreement among raft nodes before linearized reading' (duration: 114.257193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:40.275182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.508692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:1 size:7368"} {"level":"info","ts":"2026-03-11T17:42:40.275247Z","caller":"traceutil/trace.go:171","msg":"trace[876764536] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:1; response_revision:25182; }","duration":"212.613845ms","start":"2026-03-11T17:42:40.062618Z","end":"2026-03-11T17:42:40.275232Z","steps":["trace[876764536] 'range keys from in-memory index tree' (duration: 212.381979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:40.2756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.376686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:1 size:7368"} {"level":"info","ts":"2026-03-11T17:42:40.27566Z","caller":"traceutil/trace.go:171","msg":"trace[837326790] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:1; response_revision:25182; }","duration":"261.485108ms","start":"2026-03-11T17:42:40.014161Z","end":"2026-03-11T17:42:40.275646Z","steps":["trace[837326790] 'range keys from in-memory index tree' (duration: 260.23024ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:42:41.106139Z","caller":"traceutil/trace.go:171","msg":"trace[1224427886] transaction","detail":"{read_only:false; response_revision:25189; number_of_response:1; }","duration":"153.864192ms","start":"2026-03-11T17:42:40.952248Z","end":"2026-03-11T17:42:41.106112Z","steps":["trace[1224427886] 'process raft request' (duration: 153.77868ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:42:41.106318Z","caller":"traceutil/trace.go:171","msg":"trace[1331398616] transaction","detail":"{read_only:false; response_revision:25188; number_of_response:1; }","duration":"154.607399ms","start":"2026-03-11T17:42:40.951587Z","end":"2026-03-11T17:42:41.106194Z","steps":["trace[1331398616] 'process raft request' (duration: 124.681625ms)","trace[1331398616] 'compare' (duration: 29.603087ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:42:41.106398Z","caller":"traceutil/trace.go:171","msg":"trace[1600506213] transaction","detail":"{read_only:false; response_revision:25190; number_of_response:1; }","duration":"153.740029ms","start":"2026-03-11T17:42:40.952649Z","end":"2026-03-11T17:42:41.106389Z","steps":["trace[1600506213] 'process raft request' (duration: 153.425242ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:42:41.106468Z","caller":"traceutil/trace.go:171","msg":"trace[1227892232] transaction","detail":"{read_only:false; response_revision:25193; number_of_response:1; }","duration":"128.914039ms","start":"2026-03-11T17:42:40.977548Z","end":"2026-03-11T17:42:41.106462Z","steps":["trace[1227892232] 'process raft request' (duration: 128.681293ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:42:41.106503Z","caller":"traceutil/trace.go:171","msg":"trace[128066749] transaction","detail":"{read_only:false; response_revision:25192; number_of_response:1; }","duration":"129.302938ms","start":"2026-03-11T17:42:40.977161Z","end":"2026-03-11T17:42:41.106464Z","steps":["trace[128066749] 'process raft request' (duration: 129.036422ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:42:41.106577Z","caller":"traceutil/trace.go:171","msg":"trace[98541830] transaction","detail":"{read_only:false; response_revision:25191; number_of_response:1; }","duration":"153.211177ms","start":"2026-03-11T17:42:40.953331Z","end":"2026-03-11T17:42:41.106543Z","steps":["trace[98541830] 'process raft request' (duration: 152.809059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:41.991517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.984408ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:42:41.991641Z","caller":"traceutil/trace.go:171","msg":"trace[512483251] transaction","detail":"{read_only:false; response_revision:25195; number_of_response:1; }","duration":"268.283939ms","start":"2026-03-11T17:42:41.723335Z","end":"2026-03-11T17:42:41.991619Z","steps":["trace[512483251] 'process raft request' (duration: 162.84241ms)","trace[512483251] 'compare' (duration: 104.777844ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:42:41.992793Z","caller":"traceutil/trace.go:171","msg":"trace[1027553635] linearizableReadLoop","detail":"{readStateIndex:26067; appliedIndex:26063; }","duration":"250.76261ms","start":"2026-03-11T17:42:41.742015Z","end":"2026-03-11T17:42:41.992777Z","steps":["trace[1027553635] 'read index received' (duration: 144.179776ms)","trace[1027553635] 'applied index is now lower than readState.Index' (duration: 106.581974ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:42:41.992892Z","caller":"traceutil/trace.go:171","msg":"trace[1530295803] transaction","detail":"{read_only:false; response_revision:25196; number_of_response:1; }","duration":"268.618645ms","start":"2026-03-11T17:42:41.724264Z","end":"2026-03-11T17:42:41.992883Z","steps":["trace[1530295803] 'process raft request' (duration: 268.310728ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:42:41.993002Z","caller":"traceutil/trace.go:171","msg":"trace[1576083677] transaction","detail":"{read_only:false; response_revision:25197; number_of_response:1; }","duration":"268.709199ms","start":"2026-03-11T17:42:41.724285Z","end":"2026-03-11T17:42:41.992994Z","steps":["trace[1576083677] 'process raft request' (duration: 268.37241ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:42:41.993118Z","caller":"traceutil/trace.go:171","msg":"trace[1899022073] transaction","detail":"{read_only:false; response_revision:25199; number_of_response:1; }","duration":"112.072785ms","start":"2026-03-11T17:42:41.881009Z","end":"2026-03-11T17:42:41.993082Z","steps":["trace[1899022073] 'process raft request' (duration: 111.727967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:41.993244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.132399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:42:41.993285Z","caller":"traceutil/trace.go:171","msg":"trace[1975523886] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:25199; }","duration":"251.305223ms","start":"2026-03-11T17:42:41.741966Z","end":"2026-03-11T17:42:41.993271Z","steps":["trace[1975523886] 'agreement among raft nodes before linearized reading' (duration: 251.105988ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:42:41.993277Z","caller":"traceutil/trace.go:171","msg":"trace[390243585] transaction","detail":"{read_only:false; response_revision:25198; number_of_response:1; }","duration":"268.886182ms","start":"2026-03-11T17:42:41.724345Z","end":"2026-03-11T17:42:41.993231Z","steps":["trace[390243585] 'process raft request' (duration: 268.348599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:42.504036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.501923ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:42:42.504153Z","caller":"traceutil/trace.go:171","msg":"trace[1437921313] linearizableReadLoop","detail":"{readStateIndex:26069; appliedIndex:26068; }","duration":"511.280707ms","start":"2026-03-11T17:42:41.99285Z","end":"2026-03-11T17:42:42.504131Z","steps":["trace[1437921313] 'read index received' (duration: 113.575799ms)","trace[1437921313] 'applied index is now lower than readState.Index' (duration: 397.703188ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:42:42.504422Z","caller":"traceutil/trace.go:171","msg":"trace[165306161] transaction","detail":"{read_only:false; response_revision:25200; number_of_response:1; }","duration":"553.907291ms","start":"2026-03-11T17:42:41.950473Z","end":"2026-03-11T17:42:42.50438Z","steps":["trace[165306161] 'process raft request' (duration: 155.940868ms)","trace[165306161] 'compare' (duration: 397.046913ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:42:42.504633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.486332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-11T17:42:42.504647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:41.950444Z","time spent":"554.086486ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:42:42.504686Z","caller":"traceutil/trace.go:171","msg":"trace[2027616237] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:25200; }","duration":"682.589075ms","start":"2026-03-11T17:42:41.822084Z","end":"2026-03-11T17:42:42.504673Z","steps":["trace[2027616237] 'agreement among raft nodes before linearized reading' (duration: 682.36759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:42.504792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:41.822061Z","time spent":"682.718678ms","remote":"127.0.0.1:56282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":170,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:42:42.52982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.294349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:42:42.529885Z","caller":"traceutil/trace.go:171","msg":"trace[1649402196] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:25201; }","duration":"526.404141ms","start":"2026-03-11T17:42:42.003464Z","end":"2026-03-11T17:42:42.529868Z","steps":["trace[1649402196] 'agreement among raft nodes before linearized reading' (duration: 526.284859ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:42:42.529872Z","caller":"traceutil/trace.go:171","msg":"trace[867881532] transaction","detail":"{read_only:false; response_revision:25201; number_of_response:1; }","duration":"198.594363ms","start":"2026-03-11T17:42:42.331225Z","end":"2026-03-11T17:42:42.52982Z","steps":["trace[867881532] 'process raft request' (duration: 198.43253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:42.529924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:42.00345Z","time spent":"526.461892ms","remote":"127.0.0.1:60090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:42:42.530064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.443358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-11T17:42:42.530127Z","caller":"traceutil/trace.go:171","msg":"trace[1428208552] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25201; }","duration":"368.555991ms","start":"2026-03-11T17:42:42.161555Z","end":"2026-03-11T17:42:42.530111Z","steps":["trace[1428208552] 'agreement among raft nodes before linearized reading' (duration: 368.395977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:42.530158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:42.161527Z","time spent":"368.622633ms","remote":"127.0.0.1:35918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-11T17:42:43.34605Z","caller":"traceutil/trace.go:171","msg":"trace[689442923] transaction","detail":"{read_only:false; response_revision:25203; number_of_response:1; }","duration":"232.611877ms","start":"2026-03-11T17:42:43.113405Z","end":"2026-03-11T17:42:43.346017Z","steps":["trace[689442923] 'process raft request' (duration: 232.485484ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:42:43.384801Z","caller":"traceutil/trace.go:171","msg":"trace[928584492] transaction","detail":"{read_only:false; response_revision:25204; number_of_response:1; }","duration":"271.159821ms","start":"2026-03-11T17:42:43.113614Z","end":"2026-03-11T17:42:43.384773Z","steps":["trace[928584492] 'process raft request' (duration: 270.906446ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:42:43.385178Z","caller":"traceutil/trace.go:171","msg":"trace[312466497] transaction","detail":"{read_only:false; response_revision:25206; number_of_response:1; }","duration":"271.467068ms","start":"2026-03-11T17:42:43.113699Z","end":"2026-03-11T17:42:43.385167Z","steps":["trace[312466497] 'process raft request' (duration: 271.259084ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:42:43.385126Z","caller":"traceutil/trace.go:171","msg":"trace[2069034142] transaction","detail":"{read_only:false; response_revision:25205; number_of_response:1; }","duration":"271.447718ms","start":"2026-03-11T17:42:43.113653Z","end":"2026-03-11T17:42:43.3851Z","steps":["trace[2069034142] 'process raft request' (duration: 271.065349ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:42:43.385315Z","caller":"traceutil/trace.go:171","msg":"trace[605438882] transaction","detail":"{read_only:false; response_revision:25207; number_of_response:1; }","duration":"271.562071ms","start":"2026-03-11T17:42:43.113747Z","end":"2026-03-11T17:42:43.385309Z","steps":["trace[605438882] 'process raft request' (duration: 271.294624ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:42:43.385456Z","caller":"traceutil/trace.go:171","msg":"trace[17118260] transaction","detail":"{read_only:false; response_revision:25208; number_of_response:1; }","duration":"271.669354ms","start":"2026-03-11T17:42:43.113751Z","end":"2026-03-11T17:42:43.385421Z","steps":["trace[17118260] 'process raft request' (duration: 271.318395ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:42:43.574042Z","caller":"traceutil/trace.go:171","msg":"trace[1833825248] transaction","detail":"{read_only:false; response_revision:25211; number_of_response:1; }","duration":"121.845682ms","start":"2026-03-11T17:42:43.452165Z","end":"2026-03-11T17:42:43.574011Z","steps":["trace[1833825248] 'process raft request' (duration: 121.677578ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:42:43.602429Z","caller":"traceutil/trace.go:171","msg":"trace[1155119983] transaction","detail":"{read_only:false; response_revision:25212; number_of_response:1; }","duration":"144.148565ms","start":"2026-03-11T17:42:43.45826Z","end":"2026-03-11T17:42:43.602408Z","steps":["trace[1155119983] 'process raft request' (duration: 144.016382ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:42:43.93865Z","caller":"traceutil/trace.go:171","msg":"trace[1572763116] transaction","detail":"{read_only:false; response_revision:25219; number_of_response:1; }","duration":"202.241574ms","start":"2026-03-11T17:42:43.736373Z","end":"2026-03-11T17:42:43.938614Z","steps":["trace[1572763116] 'process raft request' (duration: 202.131361ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:42:43.938773Z","caller":"traceutil/trace.go:171","msg":"trace[992190424] transaction","detail":"{read_only:false; response_revision:25218; number_of_response:1; }","duration":"206.034988ms","start":"2026-03-11T17:42:43.732726Z","end":"2026-03-11T17:42:43.938761Z","steps":["trace[992190424] 'process raft request' (duration: 205.68172ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:42:44.17034Z","caller":"traceutil/trace.go:171","msg":"trace[2009694434] transaction","detail":"{read_only:false; response_revision:25221; number_of_response:1; }","duration":"171.972354ms","start":"2026-03-11T17:42:43.99835Z","end":"2026-03-11T17:42:44.170322Z","steps":["trace[2009694434] 'process raft request' (duration: 125.176926ms)","trace[2009694434] 'compare' (duration: 46.719156ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:42:44.517069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.102227ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:42:44.517366Z","caller":"traceutil/trace.go:171","msg":"trace[933813841] linearizableReadLoop","detail":"{readStateIndex:26093; appliedIndex:26090; }","duration":"179.230144ms","start":"2026-03-11T17:42:44.33811Z","end":"2026-03-11T17:42:44.51734Z","steps":["trace[933813841] 'read index received' (duration: 24.659596ms)","trace[933813841] 'applied index is now lower than readState.Index' (duration: 154.569348ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:42:44.517472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.357286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-03-11T17:42:44.517511Z","caller":"traceutil/trace.go:171","msg":"trace[689828890] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25224; }","duration":"179.431528ms","start":"2026-03-11T17:42:44.338066Z","end":"2026-03-11T17:42:44.517498Z","steps":["trace[689828890] 'agreement among raft nodes before linearized reading' (duration: 179.348866ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:42:44.517543Z","caller":"traceutil/trace.go:171","msg":"trace[1644027871] transaction","detail":"{read_only:false; response_revision:25222; number_of_response:1; }","duration":"517.2957ms","start":"2026-03-11T17:42:44.000223Z","end":"2026-03-11T17:42:44.517519Z","steps":["trace[1644027871] 'process raft request' (duration: 362.620229ms)","trace[1644027871] 'compare' (duration: 153.975524ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:42:44.51763Z","caller":"traceutil/trace.go:171","msg":"trace[1646975253] transaction","detail":"{read_only:false; response_revision:25223; number_of_response:1; }","duration":"517.325051ms","start":"2026-03-11T17:42:44.000283Z","end":"2026-03-11T17:42:44.517608Z","steps":["trace[1646975253] 'process raft request' (duration: 516.906981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:44.517665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:44.000212Z","time spent":"517.389671ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:42:44.517642Z","caller":"traceutil/trace.go:171","msg":"trace[979596530] transaction","detail":"{read_only:false; response_revision:25224; number_of_response:1; }","duration":"516.690997ms","start":"2026-03-11T17:42:44.000922Z","end":"2026-03-11T17:42:44.517613Z","steps":["trace[979596530] 'process raft request' (duration: 516.339609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:44.517797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:44.000277Z","time spent":"517.409772ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:42:44.517812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:44.000907Z","time spent":"516.830309ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:42:45.084258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.274957ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:42:45.084352Z","caller":"traceutil/trace.go:171","msg":"trace[1998903072] linearizableReadLoop","detail":"{readStateIndex:26097; appliedIndex:26096; }","duration":"389.324872ms","start":"2026-03-11T17:42:44.695012Z","end":"2026-03-11T17:42:45.084337Z","steps":["trace[1998903072] 'read index received' (duration: 111.82725ms)","trace[1998903072] 'applied index is now lower than readState.Index' (duration: 277.496212ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:42:45.084414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.411274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:42:45.084402Z","caller":"traceutil/trace.go:171","msg":"trace[1241310855] transaction","detail":"{read_only:false; response_revision:25228; number_of_response:1; }","duration":"421.726471ms","start":"2026-03-11T17:42:44.66264Z","end":"2026-03-11T17:42:45.084366Z","steps":["trace[1241310855] 'process raft request' (duration: 144.264349ms)","trace[1241310855] 'compare' (duration: 277.151205ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:42:45.084446Z","caller":"traceutil/trace.go:171","msg":"trace[1071537241] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25228; }","duration":"389.441574ms","start":"2026-03-11T17:42:44.694994Z","end":"2026-03-11T17:42:45.084436Z","steps":["trace[1071537241] 'agreement among raft nodes before linearized reading' (duration: 389.387303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:45.084478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:44.694933Z","time spent":"389.538467ms","remote":"127.0.0.1:35750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T17:42:45.084526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:44.662618Z","time spent":"421.839104ms","remote":"127.0.0.1:35918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8396,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:42:45.090743Z","caller":"traceutil/trace.go:171","msg":"trace[952173835] transaction","detail":"{read_only:false; response_revision:25229; number_of_response:1; }","duration":"393.417032ms","start":"2026-03-11T17:42:44.697304Z","end":"2026-03-11T17:42:45.090721Z","steps":["trace[952173835] 'process raft request' (duration: 393.29218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:45.090857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:44.697276Z","time spent":"393.529015ms","remote":"127.0.0.1:35826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-11T17:42:45.347886Z","caller":"traceutil/trace.go:171","msg":"trace[1302304499] transaction","detail":"{read_only:false; response_revision:25234; number_of_response:1; }","duration":"155.692442ms","start":"2026-03-11T17:42:45.192171Z","end":"2026-03-11T17:42:45.347863Z","steps":["trace[1302304499] 'process raft request' (duration: 155.567419ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:42:45.888495Z","caller":"traceutil/trace.go:171","msg":"trace[475763302] transaction","detail":"{read_only:false; response_revision:25248; number_of_response:1; }","duration":"107.001153ms","start":"2026-03-11T17:42:45.781471Z","end":"2026-03-11T17:42:45.888472Z","steps":["trace[475763302] 'process raft request' (duration: 106.321518ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:42:46.235581Z","caller":"traceutil/trace.go:171","msg":"trace[1627544645] linearizableReadLoop","detail":"{readStateIndex:26124; appliedIndex:26123; }","duration":"131.394103ms","start":"2026-03-11T17:42:46.104162Z","end":"2026-03-11T17:42:46.235556Z","steps":["trace[1627544645] 'read index received' (duration: 131.153168ms)","trace[1627544645] 'applied index is now lower than readState.Index' (duration: 239.945µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:42:46.235625Z","caller":"traceutil/trace.go:171","msg":"trace[1615865678] transaction","detail":"{read_only:false; response_revision:25254; number_of_response:1; }","duration":"141.504188ms","start":"2026-03-11T17:42:46.094089Z","end":"2026-03-11T17:42:46.235593Z","steps":["trace[1615865678] 'process raft request' (duration: 141.291483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:46.235904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.72414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-data-779df86f68-56bcn\" ","response":"range_response_count:1 size:7187"} {"level":"info","ts":"2026-03-11T17:42:46.235995Z","caller":"traceutil/trace.go:171","msg":"trace[1269136910] range","detail":"{range_begin:/registry/pods/openstack/manila-data-779df86f68-56bcn; range_end:; response_count:1; response_revision:25254; }","duration":"131.845383ms","start":"2026-03-11T17:42:46.104125Z","end":"2026-03-11T17:42:46.235971Z","steps":["trace[1269136910] 'agreement among raft nodes before linearized reading' (duration: 131.560927ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:42:48.799425Z","caller":"traceutil/trace.go:171","msg":"trace[614619746] transaction","detail":"{read_only:false; response_revision:25277; number_of_response:1; }","duration":"182.781502ms","start":"2026-03-11T17:42:48.616605Z","end":"2026-03-11T17:42:48.799386Z","steps":["trace[614619746] 'process raft request' (duration: 182.547297ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:42:49.114353Z","caller":"traceutil/trace.go:171","msg":"trace[1230348233] linearizableReadLoop","detail":"{readStateIndex:26150; appliedIndex:26146; }","duration":"453.163188ms","start":"2026-03-11T17:42:48.661164Z","end":"2026-03-11T17:42:49.114327Z","steps":["trace[1230348233] 'read index received' (duration: 137.783825ms)","trace[1230348233] 'applied index is now lower than readState.Index' (duration: 315.378493ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:42:49.114493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.318041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:42:49.114525Z","caller":"traceutil/trace.go:171","msg":"trace[1381933014] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25280; }","duration":"453.426344ms","start":"2026-03-11T17:42:48.661088Z","end":"2026-03-11T17:42:49.114514Z","steps":["trace[1381933014] 'agreement among raft nodes before linearized reading' (duration: 453.332632ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:42:49.114516Z","caller":"traceutil/trace.go:171","msg":"trace[691274915] transaction","detail":"{read_only:false; response_revision:25278; number_of_response:1; }","duration":"496.420288ms","start":"2026-03-11T17:42:48.618043Z","end":"2026-03-11T17:42:49.114463Z","steps":["trace[691274915] 'process raft request' (duration: 491.685352ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:42:49.114608Z","caller":"traceutil/trace.go:171","msg":"trace[1339608689] transaction","detail":"{read_only:false; response_revision:25279; number_of_response:1; }","duration":"496.199161ms","start":"2026-03-11T17:42:48.618399Z","end":"2026-03-11T17:42:49.114598Z","steps":["trace[1339608689] 'process raft request' (duration: 495.812523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:49.114697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:48.618392Z","time spent":"496.248842ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:42:49.114743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:48.618033Z","time spent":"496.596211ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:42:49.114787Z","caller":"traceutil/trace.go:171","msg":"trace[492812089] transaction","detail":"{read_only:false; response_revision:25280; number_of_response:1; }","duration":"494.978695ms","start":"2026-03-11T17:42:48.619792Z","end":"2026-03-11T17:42:49.114771Z","steps":["trace[492812089] 'process raft request' (duration: 494.500305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:42:49.114564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:48.661055Z","time spent":"453.501646ms","remote":"127.0.0.1:35764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T17:42:49.114873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:42:48.619784Z","time spent":"495.041776ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:42:49.326327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.189768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:42:49.326511Z","caller":"traceutil/trace.go:171","msg":"trace[674581402] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25280; }","duration":"108.424663ms","start":"2026-03-11T17:42:49.21805Z","end":"2026-03-11T17:42:49.326474Z","steps":["trace[674581402] 'range keys from in-memory index tree' (duration: 108.089876ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:42:54.604468Z","caller":"traceutil/trace.go:171","msg":"trace[918130245] transaction","detail":"{read_only:false; response_revision:25333; number_of_response:1; }","duration":"263.890251ms","start":"2026-03-11T17:42:54.340505Z","end":"2026-03-11T17:42:54.604396Z","steps":["trace[918130245] 'process raft request' (duration: 263.727217ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:05.976059Z","caller":"traceutil/trace.go:171","msg":"trace[607285769] transaction","detail":"{read_only:false; response_revision:25413; number_of_response:1; }","duration":"103.415413ms","start":"2026-03-11T17:43:05.872613Z","end":"2026-03-11T17:43:05.976028Z","steps":["trace[607285769] 'process raft request' (duration: 90.886234ms)","trace[607285769] 'compare' (duration: 11.751651ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:43:08.356165Z","caller":"traceutil/trace.go:171","msg":"trace[687665339] linearizableReadLoop","detail":"{readStateIndex:26303; appliedIndex:26302; }","duration":"140.204639ms","start":"2026-03-11T17:43:08.215946Z","end":"2026-03-11T17:43:08.356151Z","steps":["trace[687665339] 'read index received' (duration: 139.999895ms)","trace[687665339] 'applied index is now lower than readState.Index' (duration: 201.984µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:43:08.356697Z","caller":"traceutil/trace.go:171","msg":"trace[2128052523] transaction","detail":"{read_only:false; response_revision:25429; number_of_response:1; }","duration":"190.669878ms","start":"2026-03-11T17:43:08.166015Z","end":"2026-03-11T17:43:08.356685Z","steps":["trace[2128052523] 'process raft request' (duration: 189.995513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:08.357058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.108939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:43:08.357091Z","caller":"traceutil/trace.go:171","msg":"trace[1279843548] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25429; }","duration":"141.184991ms","start":"2026-03-11T17:43:08.215899Z","end":"2026-03-11T17:43:08.357084Z","steps":["trace[1279843548] 'agreement among raft nodes before linearized reading' (duration: 141.11552ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:09.496619Z","caller":"traceutil/trace.go:171","msg":"trace[1885235292] transaction","detail":"{read_only:false; response_revision:25437; number_of_response:1; }","duration":"101.174983ms","start":"2026-03-11T17:43:09.395402Z","end":"2026-03-11T17:43:09.496577Z","steps":["trace[1885235292] 'process raft request' (duration: 92.184334ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:09.653949Z","caller":"traceutil/trace.go:171","msg":"trace[291094424] transaction","detail":"{read_only:false; response_revision:25440; number_of_response:1; }","duration":"102.776719ms","start":"2026-03-11T17:43:09.551144Z","end":"2026-03-11T17:43:09.653921Z","steps":["trace[291094424] 'process raft request' (duration: 99.651339ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:09.863591Z","caller":"traceutil/trace.go:171","msg":"trace[1291310252] transaction","detail":"{read_only:false; response_revision:25445; number_of_response:1; }","duration":"113.748331ms","start":"2026-03-11T17:43:09.749812Z","end":"2026-03-11T17:43:09.863561Z","steps":["trace[1291310252] 'process raft request' (duration: 61.214647ms)","trace[1291310252] 'compare' (duration: 52.204977ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:43:11.908794Z","caller":"traceutil/trace.go:171","msg":"trace[352461867] transaction","detail":"{read_only:false; response_revision:25461; number_of_response:1; }","duration":"123.99836ms","start":"2026-03-11T17:43:11.784771Z","end":"2026-03-11T17:43:11.908769Z","steps":["trace[352461867] 'process raft request' (duration: 46.242276ms)","trace[352461867] 'compare' (duration: 77.446057ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:43:11.953711Z","caller":"traceutil/trace.go:171","msg":"trace[187651302] transaction","detail":"{read_only:false; response_revision:25462; number_of_response:1; }","duration":"152.728177ms","start":"2026-03-11T17:43:11.800968Z","end":"2026-03-11T17:43:11.953696Z","steps":["trace[187651302] 'process raft request' (duration: 152.539632ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:12.233181Z","caller":"traceutil/trace.go:171","msg":"trace[1371195237] linearizableReadLoop","detail":"{readStateIndex:26344; appliedIndex:26341; }","duration":"224.249842ms","start":"2026-03-11T17:43:12.0089Z","end":"2026-03-11T17:43:12.23315Z","steps":["trace[1371195237] 'read index received' (duration: 22.836376ms)","trace[1371195237] 'applied index is now lower than readState.Index' (duration: 201.411996ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:43:12.233315Z","caller":"traceutil/trace.go:171","msg":"trace[226649749] transaction","detail":"{read_only:false; response_revision:25468; number_of_response:1; }","duration":"228.613208ms","start":"2026-03-11T17:43:12.004687Z","end":"2026-03-11T17:43:12.2333Z","steps":["trace[226649749] 'process raft request' (duration: 228.333792ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:12.233619Z","caller":"traceutil/trace.go:171","msg":"trace[1566130096] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25467; }","duration":"264.684298ms","start":"2026-03-11T17:43:11.968904Z","end":"2026-03-11T17:43:12.233589Z","steps":["trace[1566130096] 'process raft request' (duration: 253.217333ms)","trace[1566130096] 'compare' (duration: 10.747539ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:43:12.233733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.811394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-tw4th.189bd795a6428ab6\" ","response":"range_response_count:1 size:767"} {"level":"info","ts":"2026-03-11T17:43:12.233786Z","caller":"traceutil/trace.go:171","msg":"trace[655398701] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-tw4th.189bd795a6428ab6; range_end:; response_count:1; response_revision:25468; }","duration":"224.906396ms","start":"2026-03-11T17:43:12.008862Z","end":"2026-03-11T17:43:12.233768Z","steps":["trace[655398701] 'agreement among raft nodes before linearized reading' (duration: 224.725793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:12.234101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.739779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:43:12.234132Z","caller":"traceutil/trace.go:171","msg":"trace[2064275559] transaction","detail":"{read_only:false; response_revision:25469; number_of_response:1; }","duration":"194.400821ms","start":"2026-03-11T17:43:12.03972Z","end":"2026-03-11T17:43:12.234121Z","steps":["trace[2064275559] 'process raft request' (duration: 194.009352ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:12.234178Z","caller":"traceutil/trace.go:171","msg":"trace[475593467] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25470; }","duration":"130.877752ms","start":"2026-03-11T17:43:12.103281Z","end":"2026-03-11T17:43:12.234158Z","steps":["trace[475593467] 'agreement among raft nodes before linearized reading' (duration: 130.721749ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:12.23418Z","caller":"traceutil/trace.go:171","msg":"trace[598996836] transaction","detail":"{read_only:false; response_revision:25470; number_of_response:1; }","duration":"109.60439ms","start":"2026-03-11T17:43:12.124559Z","end":"2026-03-11T17:43:12.234163Z","steps":["trace[598996836] 'process raft request' (duration: 109.367865ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:12.713694Z","caller":"traceutil/trace.go:171","msg":"trace[1777097724] linearizableReadLoop","detail":"{readStateIndex:26353; appliedIndex:26352; }","duration":"117.059696ms","start":"2026-03-11T17:43:12.596599Z","end":"2026-03-11T17:43:12.713658Z","steps":["trace[1777097724] 'read index received' (duration: 67.067017ms)","trace[1777097724] 'applied index is now lower than readState.Index' (duration: 49.991359ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:43:12.713792Z","caller":"traceutil/trace.go:171","msg":"trace[440537752] transaction","detail":"{read_only:false; response_revision:25477; number_of_response:1; }","duration":"117.288101ms","start":"2026-03-11T17:43:12.596463Z","end":"2026-03-11T17:43:12.713751Z","steps":["trace[440537752] 'process raft request' (duration: 67.294942ms)","trace[440537752] 'compare' (duration: 49.698932ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:43:12.713975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.351703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-03-11T17:43:12.714059Z","caller":"traceutil/trace.go:171","msg":"trace[690972402] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:25477; }","duration":"117.461645ms","start":"2026-03-11T17:43:12.596578Z","end":"2026-03-11T17:43:12.71404Z","steps":["trace[690972402] 'agreement among raft nodes before linearized reading' (duration: 117.189509ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:18.160178Z","caller":"traceutil/trace.go:171","msg":"trace[1053454025] transaction","detail":"{read_only:false; response_revision:25545; number_of_response:1; }","duration":"109.064259ms","start":"2026-03-11T17:43:18.051075Z","end":"2026-03-11T17:43:18.16014Z","steps":["trace[1053454025] 'process raft request' (duration: 49.307294ms)","trace[1053454025] 'compare' (duration: 59.484639ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:43:18.160263Z","caller":"traceutil/trace.go:171","msg":"trace[1490543686] transaction","detail":"{read_only:false; response_revision:25546; number_of_response:1; }","duration":"107.3338ms","start":"2026-03-11T17:43:18.052896Z","end":"2026-03-11T17:43:18.16023Z","steps":["trace[1490543686] 'process raft request' (duration: 107.163556ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:18.734266Z","caller":"traceutil/trace.go:171","msg":"trace[353300380] linearizableReadLoop","detail":"{readStateIndex:26445; appliedIndex:26444; }","duration":"233.364983ms","start":"2026-03-11T17:43:18.500871Z","end":"2026-03-11T17:43:18.734236Z","steps":["trace[353300380] 'read index received' (duration: 233.2059ms)","trace[353300380] 'applied index is now lower than readState.Index' (duration: 157.963µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:43:18.734407Z","caller":"traceutil/trace.go:171","msg":"trace[787066036] transaction","detail":"{read_only:false; response_revision:25566; number_of_response:1; }","duration":"234.98697ms","start":"2026-03-11T17:43:18.499371Z","end":"2026-03-11T17:43:18.734358Z","steps":["trace[787066036] 'process raft request' (duration: 234.659543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:18.734498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.611509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:43:18.734598Z","caller":"traceutil/trace.go:171","msg":"trace[917961024] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:25566; }","duration":"233.720982ms","start":"2026-03-11T17:43:18.500854Z","end":"2026-03-11T17:43:18.734575Z","steps":["trace[917961024] 'agreement among raft nodes before linearized reading' (duration: 233.520857ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:18.926213Z","caller":"traceutil/trace.go:171","msg":"trace[868099709] linearizableReadLoop","detail":"{readStateIndex:26446; appliedIndex:26445; }","duration":"191.731971ms","start":"2026-03-11T17:43:18.734422Z","end":"2026-03-11T17:43:18.926154Z","steps":["trace[868099709] 'read index received' (duration: 191.547757ms)","trace[868099709] 'applied index is now lower than readState.Index' (duration: 183.144µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:43:18.926261Z","caller":"traceutil/trace.go:171","msg":"trace[2045384853] transaction","detail":"{read_only:false; response_revision:25567; number_of_response:1; }","duration":"363.53279ms","start":"2026-03-11T17:43:18.562689Z","end":"2026-03-11T17:43:18.926222Z","steps":["trace[2045384853] 'process raft request' (duration: 363.297234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:18.926375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.895601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:43:18.92645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.019384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4727"} {"level":"warn","ts":"2026-03-11T17:43:18.926421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.734417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-03-11T17:43:18.926499Z","caller":"traceutil/trace.go:171","msg":"trace[1069837986] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:25567; }","duration":"425.085415ms","start":"2026-03-11T17:43:18.501398Z","end":"2026-03-11T17:43:18.926484Z","steps":["trace[1069837986] 'agreement among raft nodes before linearized reading' (duration: 424.924962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:18.926529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.991241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:43:18.926544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:18.501392Z","time spent":"425.142856ms","remote":"127.0.0.1:35654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4750,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-03-11T17:43:18.926549Z","caller":"traceutil/trace.go:171","msg":"trace[936156020] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:25567; }","duration":"424.857131ms","start":"2026-03-11T17:43:18.501643Z","end":"2026-03-11T17:43:18.9265Z","steps":["trace[936156020] 'agreement among raft nodes before linearized reading' (duration: 424.588754ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:18.926583Z","caller":"traceutil/trace.go:171","msg":"trace[783800845] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25567; }","duration":"263.090423ms","start":"2026-03-11T17:43:18.663481Z","end":"2026-03-11T17:43:18.926571Z","steps":["trace[783800845] 'agreement among raft nodes before linearized reading' (duration: 262.96678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:18.926601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:18.501636Z","time spent":"424.954633ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1155,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"info","ts":"2026-03-11T17:43:18.926457Z","caller":"traceutil/trace.go:171","msg":"trace[876273242] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-init; range_end:; response_count:0; response_revision:25567; }","duration":"425.019473ms","start":"2026-03-11T17:43:18.50142Z","end":"2026-03-11T17:43:18.92644Z","steps":["trace[876273242] 'agreement among raft nodes before linearized reading' (duration: 424.87702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:18.926732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:18.501412Z","time spent":"425.30426ms","remote":"127.0.0.1:35958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/horizon-db-init\" "} {"level":"warn","ts":"2026-03-11T17:43:18.926389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.703776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-11T17:43:18.92679Z","caller":"traceutil/trace.go:171","msg":"trace[1597890000] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25567; }","duration":"328.123315ms","start":"2026-03-11T17:43:18.598654Z","end":"2026-03-11T17:43:18.926777Z","steps":["trace[1597890000] 'agreement among raft nodes before linearized reading' (duration: 327.525581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:18.926841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:18.5986Z","time spent":"328.226917ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-11T17:43:18.926926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.374567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-11T17:43:18.92801Z","caller":"traceutil/trace.go:171","msg":"trace[1790503098] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25567; }","duration":"387.519522ms","start":"2026-03-11T17:43:18.540467Z","end":"2026-03-11T17:43:18.927986Z","steps":["trace[1790503098] 'agreement among raft nodes before linearized reading' (duration: 385.949788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:18.926882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:18.562669Z","time spent":"363.664713ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:43:18.928152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:18.540454Z","time spent":"387.680255ms","remote":"127.0.0.1:35918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-11T17:43:18.957668Z","caller":"traceutil/trace.go:171","msg":"trace[1480268419] transaction","detail":"{read_only:false; response_revision:25568; number_of_response:1; }","duration":"217.568744ms","start":"2026-03-11T17:43:18.740064Z","end":"2026-03-11T17:43:18.957633Z","steps":["trace[1480268419] 'process raft request' (duration: 216.848787ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:18.957663Z","caller":"traceutil/trace.go:171","msg":"trace[1135792549] transaction","detail":"{read_only:false; response_revision:25569; number_of_response:1; }","duration":"215.746694ms","start":"2026-03-11T17:43:18.741883Z","end":"2026-03-11T17:43:18.957629Z","steps":["trace[1135792549] 'process raft request' (duration: 215.59323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:18.957736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.934188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:43:18.957796Z","caller":"traceutil/trace.go:171","msg":"trace[1312460986] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:25569; }","duration":"216.015689ms","start":"2026-03-11T17:43:18.741762Z","end":"2026-03-11T17:43:18.957778Z","steps":["trace[1312460986] 'agreement among raft nodes before linearized reading' (duration: 215.915257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:18.957849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.976953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-11T17:43:18.957912Z","caller":"traceutil/trace.go:171","msg":"trace[378445233] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25569; }","duration":"158.044384ms","start":"2026-03-11T17:43:18.799852Z","end":"2026-03-11T17:43:18.957896Z","steps":["trace[378445233] 'agreement among raft nodes before linearized reading' (duration: 157.85584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:18.958252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.933156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-03-11T17:43:18.958344Z","caller":"traceutil/trace.go:171","msg":"trace[1235338751] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:25569; }","duration":"220.08154ms","start":"2026-03-11T17:43:18.738234Z","end":"2026-03-11T17:43:18.958315Z","steps":["trace[1235338751] 'agreement among raft nodes before linearized reading' (duration: 219.486527ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:33.395939Z","caller":"traceutil/trace.go:171","msg":"trace[153068763] linearizableReadLoop","detail":"{readStateIndex:26610; appliedIndex:26609; }","duration":"347.72055ms","start":"2026-03-11T17:43:33.048192Z","end":"2026-03-11T17:43:33.395913Z","steps":["trace[153068763] 'read index received' (duration: 347.193778ms)","trace[153068763] 'applied index is now lower than readState.Index' (duration: 525.682µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:43:33.396049Z","caller":"traceutil/trace.go:171","msg":"trace[299909911] transaction","detail":"{read_only:false; response_revision:25728; number_of_response:1; }","duration":"573.779422ms","start":"2026-03-11T17:43:32.82223Z","end":"2026-03-11T17:43:33.39601Z","steps":["trace[299909911] 'process raft request' (duration: 572.990404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:33.396221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:32.822206Z","time spent":"573.920445ms","remote":"127.0.0.1:35826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1158,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:43:33.396282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.059857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-11T17:43:33.396385Z","caller":"traceutil/trace.go:171","msg":"trace[1031016021] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25728; }","duration":"348.216261ms","start":"2026-03-11T17:43:33.048148Z","end":"2026-03-11T17:43:33.396364Z","steps":["trace[1031016021] 'agreement among raft nodes before linearized reading' (duration: 347.894414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:33.396429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:33.048131Z","time spent":"348.288402ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-11T17:43:33.396829Z","caller":"traceutil/trace.go:171","msg":"trace[537892308] transaction","detail":"{read_only:false; response_revision:25729; number_of_response:1; }","duration":"171.525103ms","start":"2026-03-11T17:43:33.225291Z","end":"2026-03-11T17:43:33.396816Z","steps":["trace[537892308] 'process raft request' (duration: 171.213106ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:33.396886Z","caller":"traceutil/trace.go:171","msg":"trace[22631511] transaction","detail":"{read_only:false; response_revision:25730; number_of_response:1; }","duration":"101.93885ms","start":"2026-03-11T17:43:33.294926Z","end":"2026-03-11T17:43:33.396865Z","steps":["trace[22631511] 'process raft request' (duration: 101.699884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:33.396811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.115901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-11T17:43:33.39712Z","caller":"traceutil/trace.go:171","msg":"trace[227694604] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25730; }","duration":"225.459048ms","start":"2026-03-11T17:43:33.171644Z","end":"2026-03-11T17:43:33.397103Z","steps":["trace[227694604] 'agreement among raft nodes before linearized reading' (duration: 225.026548ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:36.237358Z","caller":"traceutil/trace.go:171","msg":"trace[133835222] transaction","detail":"{read_only:false; response_revision:25753; number_of_response:1; }","duration":"203.256837ms","start":"2026-03-11T17:43:36.034072Z","end":"2026-03-11T17:43:36.237329Z","steps":["trace[133835222] 'process raft request' (duration: 203.054283ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:36.451523Z","caller":"traceutil/trace.go:171","msg":"trace[1540312970] transaction","detail":"{read_only:false; response_revision:25754; number_of_response:1; }","duration":"263.796909ms","start":"2026-03-11T17:43:36.187693Z","end":"2026-03-11T17:43:36.45149Z","steps":["trace[1540312970] 'process raft request' (duration: 244.811599ms)","trace[1540312970] 'compare' (duration: 18.851977ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:43:36.487195Z","caller":"traceutil/trace.go:171","msg":"trace[1357888151] transaction","detail":"{read_only:false; response_revision:25755; number_of_response:1; }","duration":"159.796793ms","start":"2026-03-11T17:43:36.327372Z","end":"2026-03-11T17:43:36.487169Z","steps":["trace[1357888151] 'process raft request' (duration: 159.561708ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:36.487391Z","caller":"traceutil/trace.go:171","msg":"trace[69497357] transaction","detail":"{read_only:false; response_revision:25756; number_of_response:1; }","duration":"155.965247ms","start":"2026-03-11T17:43:36.331393Z","end":"2026-03-11T17:43:36.487358Z","steps":["trace[69497357] 'process raft request' (duration: 155.689951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:40.800371Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438644257779122,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-11T17:43:41.102605Z","caller":"traceutil/trace.go:171","msg":"trace[605946182] transaction","detail":"{read_only:false; response_revision:25783; number_of_response:1; }","duration":"847.973012ms","start":"2026-03-11T17:43:40.254601Z","end":"2026-03-11T17:43:41.102574Z","steps":["trace[605946182] 'process raft request' (duration: 847.824318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:41.102767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:40.254578Z","time spent":"848.104155ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:41.774904Z","caller":"traceutil/trace.go:171","msg":"trace[354552331] transaction","detail":"{read_only:false; response_revision:25784; number_of_response:1; }","duration":"1.287328794s","start":"2026-03-11T17:43:40.487546Z","end":"2026-03-11T17:43:41.774875Z","steps":["trace[354552331] 'process raft request' (duration: 1.28713515s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:41.775056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:40.487518Z","time spent":"1.287463157s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:41.775293Z","caller":"traceutil/trace.go:171","msg":"trace[1912509322] transaction","detail":"{read_only:false; response_revision:25785; number_of_response:1; }","duration":"1.262636806s","start":"2026-03-11T17:43:40.512632Z","end":"2026-03-11T17:43:41.775269Z","steps":["trace[1912509322] 'process raft request' (duration: 1.262196816s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:41.775448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:40.512577Z","time spent":"1.26279351s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:41.775917Z","caller":"traceutil/trace.go:171","msg":"trace[1856194648] transaction","detail":"{read_only:false; response_revision:25786; number_of_response:1; }","duration":"1.263063346s","start":"2026-03-11T17:43:40.512834Z","end":"2026-03-11T17:43:41.775897Z","steps":["trace[1856194648] 'process raft request' (duration: 1.2623527s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:41.776012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:40.51281Z","time spent":"1.263157097s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:41.776126Z","caller":"traceutil/trace.go:171","msg":"trace[345065542] transaction","detail":"{read_only:false; response_revision:25787; number_of_response:1; }","duration":"1.18032354s","start":"2026-03-11T17:43:40.595786Z","end":"2026-03-11T17:43:41.77611Z","steps":["trace[345065542] 'process raft request' (duration: 1.179921021s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:41.776221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:40.59576Z","time spent":"1.180412273s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:41.776353Z","caller":"traceutil/trace.go:171","msg":"trace[993165554] transaction","detail":"{read_only:false; response_revision:25788; number_of_response:1; }","duration":"887.717373ms","start":"2026-03-11T17:43:40.888568Z","end":"2026-03-11T17:43:41.776286Z","steps":["trace[993165554] 'process raft request' (duration: 887.521219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:41.776613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:40.888548Z","time spent":"887.916507ms","remote":"127.0.0.1:35958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4769,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:43:42.070905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.663653ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-11T17:43:42.071196Z","caller":"traceutil/trace.go:171","msg":"trace[1706418403] linearizableReadLoop","detail":"{readStateIndex:26671; appliedIndex:26667; }","duration":"1.771089039s","start":"2026-03-11T17:43:40.300082Z","end":"2026-03-11T17:43:42.071171Z","steps":["trace[1706418403] 'read index received' (duration: 802.554615ms)","trace[1706418403] 'applied index is now lower than readState.Index' (duration: 968.532784ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:43:42.071411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.771277114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:43:42.071538Z","caller":"traceutil/trace.go:171","msg":"trace[1681582658] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:25788; }","duration":"1.771474638s","start":"2026-03-11T17:43:40.300035Z","end":"2026-03-11T17:43:42.071509Z","steps":["trace[1681582658] 'agreement among raft nodes before linearized reading' (duration: 1.771238493s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:42.071911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:40.30001Z","time spent":"1.771650193s","remote":"127.0.0.1:52082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-03-11T17:43:42.072159Z","caller":"traceutil/trace.go:171","msg":"trace[128050878] transaction","detail":"{read_only:false; response_revision:25789; number_of_response:1; }","duration":"618.352471ms","start":"2026-03-11T17:43:41.453778Z","end":"2026-03-11T17:43:42.072131Z","steps":["trace[128050878] 'process raft request' (duration: 617.241466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:42.072347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:41.453742Z","time spent":"618.502374ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:43:42.666155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000402373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-11T17:43:42.666274Z","caller":"traceutil/trace.go:171","msg":"trace[1402835502] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000603858s","start":"2026-03-11T17:43:40.665642Z","end":"2026-03-11T17:43:42.666245Z","steps":["trace[1402835502] 'agreement among raft nodes before linearized reading' (duration: 2.000440384s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:42.66634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:40.665611Z","time spent":"2.000716731s","remote":"127.0.0.1:35764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/11 17:43:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-11T17:43:42.83108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.827745ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:43:42.831431Z","caller":"traceutil/trace.go:171","msg":"trace[1039552640] transaction","detail":"{read_only:false; response_revision:25790; number_of_response:1; }","duration":"1.282080808s","start":"2026-03-11T17:43:41.549279Z","end":"2026-03-11T17:43:42.831359Z","steps":["trace[1039552640] 'process raft request' (duration: 522.833553ms)","trace[1039552640] 'compare' (duration: 758.670462ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:43:42.831493Z","caller":"traceutil/trace.go:171","msg":"trace[1390069544] transaction","detail":"{read_only:false; response_revision:25791; number_of_response:1; }","duration":"873.458927ms","start":"2026-03-11T17:43:41.958Z","end":"2026-03-11T17:43:42.831459Z","steps":["trace[1390069544] 'process raft request' (duration: 873.293593ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:42.831544Z","caller":"traceutil/trace.go:171","msg":"trace[1103252097] transaction","detail":"{read_only:false; response_revision:25793; number_of_response:1; }","duration":"494.078035ms","start":"2026-03-11T17:43:42.337432Z","end":"2026-03-11T17:43:42.831511Z","steps":["trace[1103252097] 'process raft request' (duration: 494.005603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:42.83164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:41.957976Z","time spent":"873.579819ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:43:42.831666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:41.549242Z","time spent":"1.282273961s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:43:42.831679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:42.337402Z","time spent":"494.217317ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:42.83187Z","caller":"traceutil/trace.go:171","msg":"trace[456723102] transaction","detail":"{read_only:false; response_revision:25792; number_of_response:1; }","duration":"840.908515ms","start":"2026-03-11T17:43:41.990944Z","end":"2026-03-11T17:43:42.831853Z","steps":["trace[456723102] 'process raft request' (duration: 840.443764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:42.83197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:41.990916Z","time spent":"841.005887ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:42.831878Z","caller":"traceutil/trace.go:171","msg":"trace[688925892] linearizableReadLoop","detail":"{readStateIndex:26677; appliedIndex:26674; }","duration":"760.624294ms","start":"2026-03-11T17:43:42.071245Z","end":"2026-03-11T17:43:42.831869Z","steps":["trace[688925892] 'read index received' (duration: 252.657881ms)","trace[688925892] 'applied index is now lower than readState.Index' (duration: 507.965363ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:43:42.832344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.630955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:43:42.832411Z","caller":"traceutil/trace.go:171","msg":"trace[1576567632] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:25793; }","duration":"212.700836ms","start":"2026-03-11T17:43:42.619692Z","end":"2026-03-11T17:43:42.832393Z","steps":["trace[1576567632] 'agreement among raft nodes before linearized reading' (duration: 212.541993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:42.832689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.24974788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-11T17:43:42.83275Z","caller":"traceutil/trace.go:171","msg":"trace[668625630] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25793; }","duration":"1.249834752s","start":"2026-03-11T17:43:41.5829Z","end":"2026-03-11T17:43:42.832735Z","steps":["trace[668625630] 'agreement among raft nodes before linearized reading' (duration: 1.249666138s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:42.832828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.475698579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-03-11T17:43:42.832863Z","caller":"traceutil/trace.go:171","msg":"trace[590464051] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:25793; }","duration":"1.475795201s","start":"2026-03-11T17:43:41.357057Z","end":"2026-03-11T17:43:42.832853Z","steps":["trace[590464051] 'agreement among raft nodes before linearized reading' (duration: 1.47571443s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:42.832887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:41.357032Z","time spent":"1.475850392s","remote":"127.0.0.1:35902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-03-11T17:43:42.832989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.540003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-11T17:43:42.833035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.561648575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:43:42.833035Z","caller":"traceutil/trace.go:171","msg":"trace[230951106] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25793; }","duration":"866.667016ms","start":"2026-03-11T17:43:41.966357Z","end":"2026-03-11T17:43:42.833024Z","steps":["trace[230951106] 'agreement among raft nodes before linearized reading' (duration: 866.494952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:42.833092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.068638046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:43:42.833235Z","caller":"traceutil/trace.go:171","msg":"trace[1403908608] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25793; }","duration":"2.068809811s","start":"2026-03-11T17:43:40.764403Z","end":"2026-03-11T17:43:42.833212Z","steps":["trace[1403908608] 'agreement among raft nodes before linearized reading' (duration: 2.068673217s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:42.833268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:40.764379Z","time spent":"2.068879662s","remote":"127.0.0.1:60228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:43:42.833274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.057926487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-11T17:43:42.833339Z","caller":"traceutil/trace.go:171","msg":"trace[1550679290] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25793; }","duration":"1.057992458s","start":"2026-03-11T17:43:41.775304Z","end":"2026-03-11T17:43:42.833297Z","steps":["trace[1550679290] 'agreement among raft nodes before linearized reading' (duration: 1.057903116s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:42.833381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:41.775273Z","time spent":"1.058097501s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T17:43:42.833434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.804599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:43:42.833497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.157153699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4787"} {"level":"info","ts":"2026-03-11T17:43:42.833531Z","caller":"traceutil/trace.go:171","msg":"trace[356834244] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:25793; }","duration":"2.157242621s","start":"2026-03-11T17:43:40.676281Z","end":"2026-03-11T17:43:42.833523Z","steps":["trace[356834244] 'agreement among raft nodes before linearized reading' (duration: 2.157155959s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:42.833573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:40.676246Z","time spent":"2.157301152s","remote":"127.0.0.1:35958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4810,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-03-11T17:43:42.832757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.284887288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:43:42.833491Z","caller":"traceutil/trace.go:171","msg":"trace[990243480] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25793; }","duration":"166.903601ms","start":"2026-03-11T17:43:42.666572Z","end":"2026-03-11T17:43:42.833475Z","steps":["trace[990243480] 'agreement among raft nodes before linearized reading' (duration: 166.813379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:42.832825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:41.582886Z","time spent":"1.249927643s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T17:43:42.833695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.249622477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-11T17:43:42.833793Z","caller":"traceutil/trace.go:171","msg":"trace[944953136] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25793; }","duration":"1.24973122s","start":"2026-03-11T17:43:41.58405Z","end":"2026-03-11T17:43:42.833781Z","steps":["trace[944953136] 'agreement among raft nodes before linearized reading' (duration: 1.249471054s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:42.833186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049307296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:43:42.833866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:41.584045Z","time spent":"1.249779941s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-11T17:43:42.833915Z","caller":"traceutil/trace.go:171","msg":"trace[1612414031] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:25793; }","duration":"1.050020522s","start":"2026-03-11T17:43:41.783864Z","end":"2026-03-11T17:43:42.833885Z","steps":["trace[1612414031] 'agreement among raft nodes before linearized reading' (duration: 1.049255894s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:42.833062Z","caller":"traceutil/trace.go:171","msg":"trace[531830161] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:25793; }","duration":"1.561810259s","start":"2026-03-11T17:43:41.271241Z","end":"2026-03-11T17:43:42.833052Z","steps":["trace[531830161] 'agreement among raft nodes before linearized reading' (duration: 1.561760928s)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:42.833751Z","caller":"traceutil/trace.go:171","msg":"trace[1019986776] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:25793; }","duration":"1.285916282s","start":"2026-03-11T17:43:41.547811Z","end":"2026-03-11T17:43:42.833727Z","steps":["trace[1019986776] 'agreement among raft nodes before linearized reading' (duration: 1.28491634s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:42.833993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:41.271215Z","time spent":"1.56276587s","remote":"127.0.0.1:50644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:43:42.832704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.405442424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-11T17:43:42.834114Z","caller":"traceutil/trace.go:171","msg":"trace[149565376] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25793; }","duration":"2.406896736s","start":"2026-03-11T17:43:40.427196Z","end":"2026-03-11T17:43:42.834093Z","steps":["trace[149565376] 'agreement among raft nodes before linearized reading' (duration: 2.404700417s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:42.833995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:41.783838Z","time spent":"1.050128634s","remote":"127.0.0.1:33266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:43:42.833099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:41.966327Z","time spent":"866.761537ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T17:43:42.834057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:41.547793Z","time spent":"1.286203458s","remote":"127.0.0.1:60058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-11T17:43:42.834187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:40.427167Z","time spent":"2.406997209s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-11T17:43:43.26153Z","caller":"traceutil/trace.go:171","msg":"trace[95998121] linearizableReadLoop","detail":"{readStateIndex:26679; appliedIndex:26678; }","duration":"423.901898ms","start":"2026-03-11T17:43:42.837601Z","end":"2026-03-11T17:43:43.261503Z","steps":["trace[95998121] 'read index received' (duration: 423.777956ms)","trace[95998121] 'applied index is now lower than readState.Index' (duration: 122.642µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:43:43.261671Z","caller":"traceutil/trace.go:171","msg":"trace[1809805471] transaction","detail":"{read_only:false; response_revision:25794; number_of_response:1; }","duration":"424.753807ms","start":"2026-03-11T17:43:42.836902Z","end":"2026-03-11T17:43:43.261656Z","steps":["trace[1809805471] 'process raft request' (duration: 424.379648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:43.261825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.203466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1654e550-708a-418e-a0a5-da43f0682947\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-03-11T17:43:43.262041Z","caller":"traceutil/trace.go:171","msg":"trace[1428194107] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1654e550-708a-418e-a0a5-da43f0682947; range_end:; response_count:1; response_revision:25794; }","duration":"424.461142ms","start":"2026-03-11T17:43:42.83756Z","end":"2026-03-11T17:43:43.262021Z","steps":["trace[1428194107] 'agreement among raft nodes before linearized reading' (duration: 424.146004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:43.262079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:42.837544Z","time spent":"424.524833ms","remote":"127.0.0.1:35894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-1654e550-708a-418e-a0a5-da43f0682947\" "} {"level":"warn","ts":"2026-03-11T17:43:43.262045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:42.836874Z","time spent":"425.060565ms","remote":"127.0.0.1:35826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1158,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:43.421268Z","caller":"traceutil/trace.go:171","msg":"trace[1222802539] transaction","detail":"{read_only:false; response_revision:25796; number_of_response:1; }","duration":"580.616063ms","start":"2026-03-11T17:43:42.840611Z","end":"2026-03-11T17:43:43.421227Z","steps":["trace[1222802539] 'process raft request' (duration: 580.50917ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:43.421426Z","caller":"traceutil/trace.go:171","msg":"trace[502936203] transaction","detail":"{read_only:false; response_revision:25795; number_of_response:1; }","duration":"581.420961ms","start":"2026-03-11T17:43:42.839965Z","end":"2026-03-11T17:43:43.421386Z","steps":["trace[502936203] 'process raft request' (duration: 580.90446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:43.421525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:42.840603Z","time spent":"580.782517ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:43.421589Z","caller":"traceutil/trace.go:171","msg":"trace[728237316] linearizableReadLoop","detail":"{readStateIndex:26684; appliedIndex:26679; }","duration":"159.955137ms","start":"2026-03-11T17:43:43.261611Z","end":"2026-03-11T17:43:43.421566Z","steps":["trace[728237316] 'read index received' (duration: 159.153419ms)","trace[728237316] 'applied index is now lower than readState.Index' (duration: 800.508µs)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:43:43.421636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:42.839952Z","time spent":"581.562465ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:43.421739Z","caller":"traceutil/trace.go:171","msg":"trace[848966103] transaction","detail":"{read_only:false; response_revision:25797; number_of_response:1; }","duration":"580.920921ms","start":"2026-03-11T17:43:42.840806Z","end":"2026-03-11T17:43:43.421727Z","steps":["trace[848966103] 'process raft request' (duration: 580.366197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:43.42185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:42.840782Z","time spent":"580.993813ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:43.421956Z","caller":"traceutil/trace.go:171","msg":"trace[561870427] transaction","detail":"{read_only:false; response_revision:25799; number_of_response:1; }","duration":"580.510222ms","start":"2026-03-11T17:43:42.841363Z","end":"2026-03-11T17:43:43.421873Z","steps":["trace[561870427] 'process raft request' (duration: 580.146624ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:43.422091Z","caller":"traceutil/trace.go:171","msg":"trace[1220748385] transaction","detail":"{read_only:false; response_revision:25798; number_of_response:1; }","duration":"580.969122ms","start":"2026-03-11T17:43:42.841105Z","end":"2026-03-11T17:43:43.422074Z","steps":["trace[1220748385] 'process raft request' (duration: 580.294126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:43.422105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.79858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-11T17:43:43.422169Z","caller":"traceutil/trace.go:171","msg":"trace[678988487] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25799; }","duration":"314.906413ms","start":"2026-03-11T17:43:43.10724Z","end":"2026-03-11T17:43:43.422146Z","steps":["trace[678988487] 'agreement among raft nodes before linearized reading' (duration: 314.567915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:43.422182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:42.84109Z","time spent":"581.047203ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:43:43.422216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:43.107213Z","time spent":"314.995105ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T17:43:43.422303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:42.84135Z","time spent":"580.726216ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:43:43.42232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.864051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T17:43:43.422378Z","caller":"traceutil/trace.go:171","msg":"trace[1130974665] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:25799; }","duration":"162.972323ms","start":"2026-03-11T17:43:43.259392Z","end":"2026-03-11T17:43:43.422364Z","steps":["trace[1130974665] 'agreement among raft nodes before linearized reading' (duration: 162.881021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:43.422427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.927223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189bd789c1f1bbf4\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-11T17:43:43.422467Z","caller":"traceutil/trace.go:171","msg":"trace[392065561] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189bd789c1f1bbf4; range_end:; response_count:1; response_revision:25799; }","duration":"153.984034ms","start":"2026-03-11T17:43:43.268472Z","end":"2026-03-11T17:43:43.422456Z","steps":["trace[392065561] 'agreement among raft nodes before linearized reading' (duration: 153.879172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:43.422119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.938748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:43:43.422536Z","caller":"traceutil/trace.go:171","msg":"trace[782943008] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25799; }","duration":"580.357497ms","start":"2026-03-11T17:43:42.842144Z","end":"2026-03-11T17:43:43.422501Z","steps":["trace[782943008] 'agreement among raft nodes before linearized reading' (duration: 579.939008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:43.422714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.134688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-03-11T17:43:43.422755Z","caller":"traceutil/trace.go:171","msg":"trace[1706698727] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:25799; }","duration":"154.195009ms","start":"2026-03-11T17:43:43.26855Z","end":"2026-03-11T17:43:43.422745Z","steps":["trace[1706698727] 'agreement among raft nodes before linearized reading' (duration: 154.087826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:43.42317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:42.842134Z","time spent":"580.440999ms","remote":"127.0.0.1:35764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T17:43:44.035666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.005011ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:43:44.035823Z","caller":"traceutil/trace.go:171","msg":"trace[1765486153] transaction","detail":"{read_only:false; response_revision:25801; number_of_response:1; }","duration":"607.236344ms","start":"2026-03-11T17:43:43.428561Z","end":"2026-03-11T17:43:44.035798Z","steps":["trace[1765486153] 'process raft request' (duration: 76.992648ms)","trace[1765486153] 'compare' (duration: 528.962387ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:43:44.035891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:43.428548Z","time spent":"607.312856ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:44.107697Z","caller":"traceutil/trace.go:171","msg":"trace[985000608] transaction","detail":"{read_only:false; response_revision:25802; number_of_response:1; }","duration":"376.504677ms","start":"2026-03-11T17:43:43.731175Z","end":"2026-03-11T17:43:44.10768Z","steps":["trace[985000608] 'process raft request' (duration: 376.379764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:44.107801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:43.731117Z","time spent":"376.63305ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:44.201444Z","caller":"traceutil/trace.go:171","msg":"trace[2096536791] transaction","detail":"{read_only:false; response_revision:25803; number_of_response:1; }","duration":"420.653277ms","start":"2026-03-11T17:43:43.780768Z","end":"2026-03-11T17:43:44.201421Z","steps":["trace[2096536791] 'process raft request' (duration: 356.577736ms)","trace[2096536791] 'compare' (duration: 63.770984ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:43:44.201526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:43.780752Z","time spent":"420.728028ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:44.201618Z","caller":"traceutil/trace.go:171","msg":"trace[1326895900] transaction","detail":"{read_only:false; response_revision:25805; number_of_response:1; }","duration":"419.866969ms","start":"2026-03-11T17:43:43.781716Z","end":"2026-03-11T17:43:44.201583Z","steps":["trace[1326895900] 'process raft request' (duration: 419.770757ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:44.201601Z","caller":"traceutil/trace.go:171","msg":"trace[92512531] transaction","detail":"{read_only:false; response_revision:25804; number_of_response:1; }","duration":"420.36462ms","start":"2026-03-11T17:43:43.781205Z","end":"2026-03-11T17:43:44.20157Z","steps":["trace[92512531] 'process raft request' (duration: 420.141185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:44.201843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:43.781705Z","time spent":"420.030843ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:43:44.20198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:43.78119Z","time spent":"420.675527ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:44.201924Z","caller":"traceutil/trace.go:171","msg":"trace[549873348] transaction","detail":"{read_only:false; response_revision:25806; number_of_response:1; }","duration":"408.342864ms","start":"2026-03-11T17:43:43.793296Z","end":"2026-03-11T17:43:44.201639Z","steps":["trace[549873348] 'process raft request' (duration: 408.237071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:44.202219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:43.793284Z","time spent":"408.766104ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:50.215042Z","caller":"traceutil/trace.go:171","msg":"trace[1477969402] transaction","detail":"{read_only:false; response_revision:25844; number_of_response:1; }","duration":"119.686344ms","start":"2026-03-11T17:43:50.095325Z","end":"2026-03-11T17:43:50.215012Z","steps":["trace[1477969402] 'process raft request' (duration: 116.243367ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:51.793311Z","caller":"traceutil/trace.go:171","msg":"trace[1455183810] linearizableReadLoop","detail":"{readStateIndex:26741; appliedIndex:26740; }","duration":"240.899231ms","start":"2026-03-11T17:43:51.552382Z","end":"2026-03-11T17:43:51.793281Z","steps":["trace[1455183810] 'read index received' (duration: 240.724117ms)","trace[1455183810] 'applied index is now lower than readState.Index' (duration: 173.854µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:43:51.793356Z","caller":"traceutil/trace.go:171","msg":"trace[1205757117] transaction","detail":"{read_only:false; response_revision:25854; number_of_response:1; }","duration":"282.913673ms","start":"2026-03-11T17:43:51.510414Z","end":"2026-03-11T17:43:51.793327Z","steps":["trace[1205757117] 'process raft request' (duration: 282.671258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:51.793575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.164027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-11T17:43:51.793596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.170669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-11T17:43:51.793635Z","caller":"traceutil/trace.go:171","msg":"trace[2020834615] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25854; }","duration":"241.245029ms","start":"2026-03-11T17:43:51.552377Z","end":"2026-03-11T17:43:51.793623Z","steps":["trace[2020834615] 'agreement among raft nodes before linearized reading' (duration: 241.034664ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:51.793656Z","caller":"traceutil/trace.go:171","msg":"trace[858629498] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25854; }","duration":"232.25191ms","start":"2026-03-11T17:43:51.561388Z","end":"2026-03-11T17:43:51.79364Z","steps":["trace[858629498] 'agreement among raft nodes before linearized reading' (duration: 232.084496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:51.794029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.951866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-11T17:43:51.794203Z","caller":"traceutil/trace.go:171","msg":"trace[1535002025] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25854; }","duration":"215.14185ms","start":"2026-03-11T17:43:51.579048Z","end":"2026-03-11T17:43:51.794189Z","steps":["trace[1535002025] 'agreement among raft nodes before linearized reading' (duration: 214.466965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:52.172257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.34412ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T17:43:52.172507Z","caller":"traceutil/trace.go:171","msg":"trace[187147818] transaction","detail":"{read_only:false; response_revision:25856; number_of_response:1; }","duration":"375.24997ms","start":"2026-03-11T17:43:51.797227Z","end":"2026-03-11T17:43:52.172477Z","steps":["trace[187147818] 'process raft request' (duration: 55.580573ms)","trace[187147818] 'compare' (duration: 319.195397ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:43:52.172812Z","caller":"traceutil/trace.go:171","msg":"trace[2108065407] transaction","detail":"{read_only:false; response_revision:25857; number_of_response:1; }","duration":"374.41367ms","start":"2026-03-11T17:43:51.79834Z","end":"2026-03-11T17:43:52.172754Z","steps":["trace[2108065407] 'process raft request' (duration: 374.026432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:52.172818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:51.797204Z","time spent":"375.445264ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:43:52.173024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:51.798316Z","time spent":"374.540054ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:52.445437Z","caller":"traceutil/trace.go:171","msg":"trace[833782468] transaction","detail":"{read_only:false; response_revision:25865; number_of_response:1; }","duration":"116.619296ms","start":"2026-03-11T17:43:52.328792Z","end":"2026-03-11T17:43:52.445411Z","steps":["trace[833782468] 'process raft request' (duration: 115.069472ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:52.980438Z","caller":"traceutil/trace.go:171","msg":"trace[1900556813] transaction","detail":"{read_only:false; response_revision:25868; number_of_response:1; }","duration":"157.731178ms","start":"2026-03-11T17:43:52.822681Z","end":"2026-03-11T17:43:52.980412Z","steps":["trace[1900556813] 'process raft request' (duration: 157.532993ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:52.980867Z","caller":"traceutil/trace.go:171","msg":"trace[462377218] linearizableReadLoop","detail":"{readStateIndex:26755; appliedIndex:26754; }","duration":"137.537309ms","start":"2026-03-11T17:43:52.843311Z","end":"2026-03-11T17:43:52.980849Z","steps":["trace[462377218] 'read index received' (duration: 136.870995ms)","trace[462377218] 'applied index is now lower than readState.Index' (duration: 664.044µs)"],"step_count":2} {"level":"warn","ts":"2026-03-11T17:43:52.981111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.776604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-11T17:43:52.981167Z","caller":"traceutil/trace.go:171","msg":"trace[1838718362] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25868; }","duration":"137.865147ms","start":"2026-03-11T17:43:52.843287Z","end":"2026-03-11T17:43:52.981152Z","steps":["trace[1838718362] 'agreement among raft nodes before linearized reading' (duration: 137.659652ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:53.068167Z","caller":"traceutil/trace.go:171","msg":"trace[1621560787] transaction","detail":"{read_only:false; response_revision:25869; number_of_response:1; }","duration":"200.029445ms","start":"2026-03-11T17:43:52.868113Z","end":"2026-03-11T17:43:53.068143Z","steps":["trace[1621560787] 'process raft request' (duration: 199.864661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:53.069042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.63063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4884"} {"level":"info","ts":"2026-03-11T17:43:53.069125Z","caller":"traceutil/trace.go:171","msg":"trace[852660230] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:25872; }","duration":"210.749973ms","start":"2026-03-11T17:43:52.858356Z","end":"2026-03-11T17:43:53.069106Z","steps":["trace[852660230] 'agreement among raft nodes before linearized reading' (duration: 210.531348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:53.070791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.297812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:196 size:2103952"} {"level":"info","ts":"2026-03-11T17:43:53.070899Z","caller":"traceutil/trace.go:171","msg":"trace[508128897] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:196; response_revision:25872; }","duration":"113.453925ms","start":"2026-03-11T17:43:52.957418Z","end":"2026-03-11T17:43:53.070872Z","steps":["trace[508128897] 'agreement among raft nodes before linearized reading' (duration: 111.605584ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:54.425909Z","caller":"traceutil/trace.go:171","msg":"trace[163297546] transaction","detail":"{read_only:false; response_revision:25875; number_of_response:1; }","duration":"244.709406ms","start":"2026-03-11T17:43:54.181171Z","end":"2026-03-11T17:43:54.42588Z","steps":["trace[163297546] 'process raft request' (duration: 244.559923ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:54.449356Z","caller":"traceutil/trace.go:171","msg":"trace[807742635] transaction","detail":"{read_only:false; response_revision:25877; number_of_response:1; }","duration":"147.90339ms","start":"2026-03-11T17:43:54.301437Z","end":"2026-03-11T17:43:54.44934Z","steps":["trace[807742635] 'process raft request' (duration: 147.836169ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:54.449348Z","caller":"traceutil/trace.go:171","msg":"trace[401965584] transaction","detail":"{read_only:false; response_revision:25876; number_of_response:1; }","duration":"267.980163ms","start":"2026-03-11T17:43:54.181335Z","end":"2026-03-11T17:43:54.449315Z","steps":["trace[401965584] 'process raft request' (duration: 267.85397ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:54.449626Z","caller":"traceutil/trace.go:171","msg":"trace[322411892] transaction","detail":"{read_only:false; response_revision:25878; number_of_response:1; }","duration":"121.880392ms","start":"2026-03-11T17:43:54.327736Z","end":"2026-03-11T17:43:54.449617Z","steps":["trace[322411892] 'process raft request' (duration: 121.573315ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:54.449803Z","caller":"traceutil/trace.go:171","msg":"trace[1793005533] transaction","detail":"{read_only:false; response_revision:25879; number_of_response:1; }","duration":"121.935433ms","start":"2026-03-11T17:43:54.327862Z","end":"2026-03-11T17:43:54.449797Z","steps":["trace[1793005533] 'process raft request' (duration: 121.727809ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:54.449924Z","caller":"traceutil/trace.go:171","msg":"trace[1217544772] linearizableReadLoop","detail":"{readStateIndex:26766; appliedIndex:26761; }","duration":"121.968864ms","start":"2026-03-11T17:43:54.327949Z","end":"2026-03-11T17:43:54.449918Z","steps":["trace[1217544772] 'read index received' (duration: 97.87216ms)","trace[1217544772] 'applied index is now lower than readState.Index' (duration: 24.094784ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:43:54.449988Z","caller":"traceutil/trace.go:171","msg":"trace[2007211068] transaction","detail":"{read_only:false; response_revision:25880; number_of_response:1; }","duration":"120.39964ms","start":"2026-03-11T17:43:54.329584Z","end":"2026-03-11T17:43:54.449983Z","steps":["trace[2007211068] 'process raft request' (duration: 120.187396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:54.450276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.317832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-11T17:43:54.450308Z","caller":"traceutil/trace.go:171","msg":"trace[1560159241] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25881; }","duration":"122.388773ms","start":"2026-03-11T17:43:54.327912Z","end":"2026-03-11T17:43:54.4503Z","steps":["trace[1560159241] 'agreement among raft nodes before linearized reading' (duration: 122.275161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:55.183344Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432438644257779323,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-11T17:43:55.203966Z","caller":"traceutil/trace.go:171","msg":"trace[1434377016] transaction","detail":"{read_only:false; response_revision:25883; number_of_response:1; }","duration":"522.878263ms","start":"2026-03-11T17:43:54.681066Z","end":"2026-03-11T17:43:55.203944Z","steps":["trace[1434377016] 'process raft request' (duration: 522.613827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:55.204097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:54.681044Z","time spent":"522.988516ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T17:43:55.205229Z","caller":"traceutil/trace.go:171","msg":"trace[84826248] linearizableReadLoop","detail":"{readStateIndex:26773; appliedIndex:26769; }","duration":"522.346081ms","start":"2026-03-11T17:43:54.682871Z","end":"2026-03-11T17:43:55.205218Z","steps":["trace[84826248] 'read index received' (duration: 521.034412ms)","trace[84826248] 'applied index is now lower than readState.Index' (duration: 1.310879ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:43:55.2054Z","caller":"traceutil/trace.go:171","msg":"trace[576263037] transaction","detail":"{read_only:false; response_revision:25886; number_of_response:1; }","duration":"130.950123ms","start":"2026-03-11T17:43:55.074441Z","end":"2026-03-11T17:43:55.205391Z","steps":["trace[576263037] 'process raft request' (duration: 130.749689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:55.205591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.752113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T17:43:55.205611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.095743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-11T17:43:55.205641Z","caller":"traceutil/trace.go:171","msg":"trace[826605121] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:25886; }","duration":"141.835426ms","start":"2026-03-11T17:43:55.063798Z","end":"2026-03-11T17:43:55.205633Z","steps":["trace[826605121] 'agreement among raft nodes before linearized reading' (duration: 141.752984ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:55.205685Z","caller":"traceutil/trace.go:171","msg":"trace[758438305] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25886; }","duration":"277.209146ms","start":"2026-03-11T17:43:54.928458Z","end":"2026-03-11T17:43:55.205667Z","steps":["trace[758438305] 'agreement among raft nodes before linearized reading' (duration: 276.986051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:55.205843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.902532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-11T17:43:55.205915Z","caller":"traceutil/trace.go:171","msg":"trace[1992313458] transaction","detail":"{read_only:false; response_revision:25885; number_of_response:1; }","duration":"131.886235ms","start":"2026-03-11T17:43:55.07402Z","end":"2026-03-11T17:43:55.205907Z","steps":["trace[1992313458] 'process raft request' (duration: 131.146318ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:55.205937Z","caller":"traceutil/trace.go:171","msg":"trace[35957896] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25886; }","duration":"214.040215ms","start":"2026-03-11T17:43:54.991878Z","end":"2026-03-11T17:43:55.205918Z","steps":["trace[35957896] 'agreement among raft nodes before linearized reading' (duration: 213.734328ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:55.206016Z","caller":"traceutil/trace.go:171","msg":"trace[1930124664] transaction","detail":"{read_only:false; response_revision:25884; number_of_response:1; }","duration":"132.099418ms","start":"2026-03-11T17:43:55.073893Z","end":"2026-03-11T17:43:55.205993Z","steps":["trace[1930124664] 'process raft request' (duration: 131.220699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:55.206031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.133989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:43:55.20609Z","caller":"traceutil/trace.go:171","msg":"trace[865075985] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25886; }","duration":"523.211741ms","start":"2026-03-11T17:43:54.682866Z","end":"2026-03-11T17:43:55.206077Z","steps":["trace[865075985] 'agreement among raft nodes before linearized reading' (duration: 523.077488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:55.206123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:43:54.682831Z","time spent":"523.287082ms","remote":"127.0.0.1:35764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T17:43:55.206167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.342835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-11T17:43:55.206234Z","caller":"traceutil/trace.go:171","msg":"trace[1854977295] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:25886; }","duration":"215.448467ms","start":"2026-03-11T17:43:54.990773Z","end":"2026-03-11T17:43:55.206222Z","steps":["trace[1854977295] 'agreement among raft nodes before linearized reading' (duration: 215.039758ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:59.354873Z","caller":"traceutil/trace.go:171","msg":"trace[1145960116] transaction","detail":"{read_only:false; response_revision:25979; number_of_response:1; }","duration":"131.045496ms","start":"2026-03-11T17:43:59.223797Z","end":"2026-03-11T17:43:59.354842Z","steps":["trace[1145960116] 'process raft request' (duration: 130.852772ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:59.355441Z","caller":"traceutil/trace.go:171","msg":"trace[1895244865] transaction","detail":"{read_only:false; response_revision:25980; number_of_response:1; }","duration":"131.501946ms","start":"2026-03-11T17:43:59.223926Z","end":"2026-03-11T17:43:59.355428Z","steps":["trace[1895244865] 'process raft request' (duration: 130.866212ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:59.355547Z","caller":"traceutil/trace.go:171","msg":"trace[1774055935] transaction","detail":"{read_only:false; response_revision:25981; number_of_response:1; }","duration":"131.463333ms","start":"2026-03-11T17:43:59.224075Z","end":"2026-03-11T17:43:59.355539Z","steps":["trace[1774055935] 'process raft request' (duration: 131.250699ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:43:59.982767Z","caller":"traceutil/trace.go:171","msg":"trace[658056797] linearizableReadLoop","detail":"{readStateIndex:26873; appliedIndex:26872; }","duration":"240.048452ms","start":"2026-03-11T17:43:59.742692Z","end":"2026-03-11T17:43:59.98274Z","steps":["trace[658056797] 'read index received' (duration: 239.827877ms)","trace[658056797] 'applied index is now lower than readState.Index' (duration: 219.585µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:43:59.983162Z","caller":"traceutil/trace.go:171","msg":"trace[1367864126] transaction","detail":"{read_only:false; response_revision:25982; number_of_response:1; }","duration":"268.976324ms","start":"2026-03-11T17:43:59.714168Z","end":"2026-03-11T17:43:59.983144Z","steps":["trace[1367864126] 'process raft request' (duration: 268.426622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:59.98343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.713558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:43:59.983479Z","caller":"traceutil/trace.go:171","msg":"trace[1153066702] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25982; }","duration":"240.81386ms","start":"2026-03-11T17:43:59.74265Z","end":"2026-03-11T17:43:59.983464Z","steps":["trace[1153066702] 'agreement among raft nodes before linearized reading' (duration: 240.717628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:59.983717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.88843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-11T17:43:59.983748Z","caller":"traceutil/trace.go:171","msg":"trace[649899212] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25982; }","duration":"152.946962ms","start":"2026-03-11T17:43:59.830793Z","end":"2026-03-11T17:43:59.98374Z","steps":["trace[649899212] 'agreement among raft nodes before linearized reading' (duration: 152.83472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:43:59.984061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.853292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-11T17:43:59.984101Z","caller":"traceutil/trace.go:171","msg":"trace[602844628] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25982; }","duration":"121.922694ms","start":"2026-03-11T17:43:59.862169Z","end":"2026-03-11T17:43:59.984092Z","steps":["trace[602844628] 'agreement among raft nodes before linearized reading' (duration: 121.827362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:00.305422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.758766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/openstack-database-exporter\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:44:00.305492Z","caller":"traceutil/trace.go:171","msg":"trace[1228234507] range","detail":"{range_begin:/registry/deployments/openstack/openstack-database-exporter; range_end:; response_count:0; response_revision:25984; }","duration":"161.90089ms","start":"2026-03-11T17:44:00.143574Z","end":"2026-03-11T17:44:00.305475Z","steps":["trace[1228234507] 'range keys from in-memory index tree' (duration: 161.654854ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:44:00.548986Z","caller":"traceutil/trace.go:171","msg":"trace[743774691] linearizableReadLoop","detail":"{readStateIndex:26880; appliedIndex:26877; }","duration":"176.610475ms","start":"2026-03-11T17:44:00.372356Z","end":"2026-03-11T17:44:00.548966Z","steps":["trace[743774691] 'read index received' (duration: 29.834521ms)","trace[743774691] 'applied index is now lower than readState.Index' (duration: 146.775234ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:44:00.54905Z","caller":"traceutil/trace.go:171","msg":"trace[1627660101] transaction","detail":"{read_only:false; response_revision:25989; number_of_response:1; }","duration":"182.557468ms","start":"2026-03-11T17:44:00.366468Z","end":"2026-03-11T17:44:00.549025Z","steps":["trace[1627660101] 'process raft request' (duration: 182.449685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:00.549132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.75853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T17:44:00.549165Z","caller":"traceutil/trace.go:171","msg":"trace[1535261005] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25989; }","duration":"176.833191ms","start":"2026-03-11T17:44:00.372323Z","end":"2026-03-11T17:44:00.549157Z","steps":["trace[1535261005] 'agreement among raft nodes before linearized reading' (duration: 176.737339ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:44:00.549159Z","caller":"traceutil/trace.go:171","msg":"trace[2124699443] transaction","detail":"{read_only:false; response_revision:25988; number_of_response:1; }","duration":"182.968998ms","start":"2026-03-11T17:44:00.366157Z","end":"2026-03-11T17:44:00.549126Z","steps":["trace[2124699443] 'process raft request' (duration: 182.631149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:00.570771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.241128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-11T17:44:00.570826Z","caller":"traceutil/trace.go:171","msg":"trace[861767691] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25993; }","duration":"121.34135ms","start":"2026-03-11T17:44:00.449474Z","end":"2026-03-11T17:44:00.570815Z","steps":["trace[861767691] 'agreement among raft nodes before linearized reading' (duration: 121.228317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:44:00.57222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.340957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/openstack-database-exporter\" ","response":"range_response_count:1 size:2591"} {"level":"info","ts":"2026-03-11T17:44:00.572392Z","caller":"traceutil/trace.go:171","msg":"trace[1819357797] range","detail":"{range_begin:/registry/deployments/openstack/openstack-database-exporter; range_end:; response_count:1; response_revision:25993; }","duration":"162.870111ms","start":"2026-03-11T17:44:00.409384Z","end":"2026-03-11T17:44:00.572254Z","steps":["trace[1819357797] 'agreement among raft nodes before linearized reading' (duration: 161.370938ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:44:15.364749Z","caller":"traceutil/trace.go:171","msg":"trace[70998001] transaction","detail":"{read_only:false; response_revision:26122; number_of_response:1; }","duration":"103.809612ms","start":"2026-03-11T17:44:15.260911Z","end":"2026-03-11T17:44:15.364721Z","steps":["trace[70998001] 'process raft request' (duration: 45.003588ms)","trace[70998001] 'compare' (duration: 58.671121ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:44:16.347013Z","caller":"traceutil/trace.go:171","msg":"trace[1335539366] transaction","detail":"{read_only:false; response_revision:26128; number_of_response:1; }","duration":"169.936948ms","start":"2026-03-11T17:44:16.177054Z","end":"2026-03-11T17:44:16.346991Z","steps":["trace[1335539366] 'process raft request' (duration: 141.987388ms)","trace[1335539366] 'compare' (duration: 27.400188ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:45:23.066735Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23929} {"level":"info","ts":"2026-03-11T17:45:23.195816Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23929,"took":"125.801529ms","hash":4181405257,"current-db-size-bytes":52322304,"current-db-size":"52 MB","current-db-size-in-use-bytes":33517568,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-03-11T17:45:23.195978Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4181405257,"revision":23929,"compact-revision":21495} {"level":"info","ts":"2026-03-11T17:48:08.704358Z","caller":"traceutil/trace.go:171","msg":"trace[828149110] transaction","detail":"{read_only:false; response_revision:27764; number_of_response:1; }","duration":"109.588626ms","start":"2026-03-11T17:48:08.594751Z","end":"2026-03-11T17:48:08.70434Z","steps":["trace[828149110] 'process raft request' (duration: 54.420599ms)","trace[828149110] 'compare' (duration: 54.794859ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:48:08.704529Z","caller":"traceutil/trace.go:171","msg":"trace[1778797641] transaction","detail":"{read_only:false; response_revision:27765; number_of_response:1; }","duration":"108.897451ms","start":"2026-03-11T17:48:08.595613Z","end":"2026-03-11T17:48:08.70451Z","steps":["trace[1778797641] 'process raft request' (duration: 108.630546ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:48:08.704633Z","caller":"traceutil/trace.go:171","msg":"trace[427261009] transaction","detail":"{read_only:false; response_revision:27766; number_of_response:1; }","duration":"104.555268ms","start":"2026-03-11T17:48:08.600071Z","end":"2026-03-11T17:48:08.704626Z","steps":["trace[427261009] 'process raft request' (duration: 104.20506ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:48:16.870809Z","caller":"traceutil/trace.go:171","msg":"trace[243153816] transaction","detail":"{read_only:false; response_revision:27821; number_of_response:1; }","duration":"126.724304ms","start":"2026-03-11T17:48:16.744041Z","end":"2026-03-11T17:48:16.870766Z","steps":["trace[243153816] 'process raft request' (duration: 126.281725ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:50:23.079243Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26637} {"level":"info","ts":"2026-03-11T17:50:23.217041Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26637,"took":"134.700161ms","hash":1489657162,"current-db-size-bytes":52322304,"current-db-size":"52 MB","current-db-size-in-use-bytes":26955776,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-11T17:50:23.217112Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1489657162,"revision":26637,"compact-revision":23929} {"level":"info","ts":"2026-03-11T17:51:06.28342Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"355195d5aae85944","local-member-applied-index":30004,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-11T17:51:06.289392Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30004} {"level":"info","ts":"2026-03-11T17:51:06.289608Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25004} {"level":"info","ts":"2026-03-11T17:52:58.80198Z","caller":"traceutil/trace.go:171","msg":"trace[284744879] transaction","detail":"{read_only:false; response_revision:29811; number_of_response:1; }","duration":"111.064333ms","start":"2026-03-11T17:52:58.690889Z","end":"2026-03-11T17:52:58.801953Z","steps":["trace[284744879] 'process raft request' (duration: 110.89492ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:52:58.814538Z","caller":"traceutil/trace.go:171","msg":"trace[1091880299] transaction","detail":"{read_only:false; response_revision:29812; number_of_response:1; }","duration":"122.395392ms","start":"2026-03-11T17:52:58.692117Z","end":"2026-03-11T17:52:58.814513Z","steps":["trace[1091880299] 'process raft request' (duration: 122.26902ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:52:58.81475Z","caller":"traceutil/trace.go:171","msg":"trace[1074114628] transaction","detail":"{read_only:false; response_revision:29813; number_of_response:1; }","duration":"120.712655ms","start":"2026-03-11T17:52:58.693975Z","end":"2026-03-11T17:52:58.814688Z","steps":["trace[1074114628] 'process raft request' (duration: 120.49426ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:52:58.814892Z","caller":"traceutil/trace.go:171","msg":"trace[660580755] transaction","detail":"{read_only:false; response_revision:29814; number_of_response:1; }","duration":"115.538461ms","start":"2026-03-11T17:52:58.699323Z","end":"2026-03-11T17:52:58.814862Z","steps":["trace[660580755] 'process raft request' (duration: 115.306606ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:53:20.997588Z","caller":"traceutil/trace.go:171","msg":"trace[1349929925] transaction","detail":"{read_only:false; response_revision:29963; number_of_response:1; }","duration":"110.40906ms","start":"2026-03-11T17:53:20.887152Z","end":"2026-03-11T17:53:20.997561Z","steps":["trace[1349929925] 'process raft request' (duration: 110.185275ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:53:20.997619Z","caller":"traceutil/trace.go:171","msg":"trace[1747767066] linearizableReadLoop","detail":"{readStateIndex:30977; appliedIndex:30974; }","duration":"100.289637ms","start":"2026-03-11T17:53:20.897307Z","end":"2026-03-11T17:53:20.997596Z","steps":["trace[1747767066] 'read index received' (duration: 32.203895ms)","trace[1747767066] 'applied index is now lower than readState.Index' (duration: 68.084782ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:53:20.997728Z","caller":"traceutil/trace.go:171","msg":"trace[1259154968] transaction","detail":"{read_only:false; response_revision:29964; number_of_response:1; }","duration":"105.796908ms","start":"2026-03-11T17:53:20.891923Z","end":"2026-03-11T17:53:20.99772Z","steps":["trace[1259154968] 'process raft request' (duration: 105.547883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:53:20.997963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.638485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-11T17:53:20.99801Z","caller":"traceutil/trace.go:171","msg":"trace[1052583373] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29965; }","duration":"100.727297ms","start":"2026-03-11T17:53:20.897271Z","end":"2026-03-11T17:53:20.997999Z","steps":["trace[1052583373] 'agreement among raft nodes before linearized reading' (duration: 100.40873ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:53:47.843415Z","caller":"traceutil/trace.go:171","msg":"trace[659792080] transaction","detail":"{read_only:false; response_revision:30152; number_of_response:1; }","duration":"113.789393ms","start":"2026-03-11T17:53:47.729596Z","end":"2026-03-11T17:53:47.843385Z","steps":["trace[659792080] 'process raft request' (duration: 113.60866ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:53:47.844782Z","caller":"traceutil/trace.go:171","msg":"trace[1266664280] transaction","detail":"{read_only:false; response_revision:30153; number_of_response:1; }","duration":"113.885025ms","start":"2026-03-11T17:53:47.730864Z","end":"2026-03-11T17:53:47.844749Z","steps":["trace[1266664280] 'process raft request' (duration: 113.698281ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:55:23.086612Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28717} {"level":"info","ts":"2026-03-11T17:55:23.204557Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28717,"took":"115.212603ms","hash":2335659820,"current-db-size-bytes":52322304,"current-db-size":"52 MB","current-db-size-in-use-bytes":27942912,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-11T17:55:23.204633Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2335659820,"revision":28717,"compact-revision":26637} {"level":"info","ts":"2026-03-11T17:56:59.992871Z","caller":"traceutil/trace.go:171","msg":"trace[2052337044] transaction","detail":"{read_only:false; response_revision:31551; number_of_response:1; }","duration":"172.267854ms","start":"2026-03-11T17:56:59.820569Z","end":"2026-03-11T17:56:59.992837Z","steps":["trace[2052337044] 'process raft request' (duration: 171.345754ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:57:45.374429Z","caller":"traceutil/trace.go:171","msg":"trace[638399786] linearizableReadLoop","detail":"{readStateIndex:32942; appliedIndex:32941; }","duration":"240.841417ms","start":"2026-03-11T17:57:45.133562Z","end":"2026-03-11T17:57:45.374404Z","steps":["trace[638399786] 'read index received' (duration: 240.621392ms)","trace[638399786] 'applied index is now lower than readState.Index' (duration: 218.525µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T17:57:45.374578Z","caller":"traceutil/trace.go:171","msg":"trace[434877545] transaction","detail":"{read_only:false; response_revision:31872; number_of_response:1; }","duration":"337.008374ms","start":"2026-03-11T17:57:45.037553Z","end":"2026-03-11T17:57:45.374561Z","steps":["trace[434877545] 'process raft request' (duration: 336.699217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:57:45.374754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T17:57:45.037533Z","time spent":"337.144316ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T17:57:45.374816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.200904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-11T17:57:45.374901Z","caller":"traceutil/trace.go:171","msg":"trace[1342525649] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31872; }","duration":"241.356117ms","start":"2026-03-11T17:57:45.133525Z","end":"2026-03-11T17:57:45.374881Z","steps":["trace[1342525649] 'agreement among raft nodes before linearized reading' (duration: 241.162023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T17:57:45.375067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.502451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-11T17:57:45.375373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.708165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-11T17:57:45.375375Z","caller":"traceutil/trace.go:171","msg":"trace[1372674499] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31872; }","duration":"241.804018ms","start":"2026-03-11T17:57:45.133554Z","end":"2026-03-11T17:57:45.375358Z","steps":["trace[1372674499] 'agreement among raft nodes before linearized reading' (duration: 241.45047ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T17:57:45.375435Z","caller":"traceutil/trace.go:171","msg":"trace[180196351] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:31872; }","duration":"241.808278ms","start":"2026-03-11T17:57:45.133605Z","end":"2026-03-11T17:57:45.375413Z","steps":["trace[180196351] 'agreement among raft nodes before linearized reading' (duration: 241.651275ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T18:00:03.432248Z","caller":"traceutil/trace.go:171","msg":"trace[2035906830] transaction","detail":"{read_only:false; response_revision:32859; number_of_response:1; }","duration":"106.275664ms","start":"2026-03-11T18:00:03.325951Z","end":"2026-03-11T18:00:03.432227Z","steps":["trace[2035906830] 'process raft request' (duration: 106.003878ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T18:00:23.092655Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30834} {"level":"info","ts":"2026-03-11T18:00:23.249191Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30834,"took":"153.206644ms","hash":2339345973,"current-db-size-bytes":52322304,"current-db-size":"52 MB","current-db-size-in-use-bytes":29077504,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-11T18:00:23.249243Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2339345973,"revision":30834,"compact-revision":28717} {"level":"warn","ts":"2026-03-11T18:02:55.260018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.554805ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T18:02:55.260249Z","caller":"traceutil/trace.go:171","msg":"trace[249541834] transaction","detail":"{read_only:false; response_revision:34090; number_of_response:1; }","duration":"170.008575ms","start":"2026-03-11T18:02:55.090218Z","end":"2026-03-11T18:02:55.260227Z","steps":["trace[249541834] 'process raft request' (duration: 169.919793ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T18:02:55.260313Z","caller":"traceutil/trace.go:171","msg":"trace[323446497] transaction","detail":"{read_only:false; response_revision:34089; number_of_response:1; }","duration":"253.253359ms","start":"2026-03-11T18:02:55.007016Z","end":"2026-03-11T18:02:55.260269Z","steps":["trace[323446497] 'process raft request' (duration: 69.295725ms)","trace[323446497] 'compare' (duration: 183.452443ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T18:05:09.908655Z","caller":"traceutil/trace.go:171","msg":"trace[1001334534] transaction","detail":"{read_only:false; response_revision:35048; number_of_response:1; }","duration":"101.884266ms","start":"2026-03-11T18:05:09.806744Z","end":"2026-03-11T18:05:09.908629Z","steps":["trace[1001334534] 'process raft request' (duration: 101.519838ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T18:05:09.90963Z","caller":"traceutil/trace.go:171","msg":"trace[485208349] transaction","detail":"{read_only:false; response_revision:35050; number_of_response:1; }","duration":"100.490156ms","start":"2026-03-11T18:05:09.809125Z","end":"2026-03-11T18:05:09.909615Z","steps":["trace[485208349] 'process raft request' (duration: 100.448925ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T18:05:09.909824Z","caller":"traceutil/trace.go:171","msg":"trace[1063069009] transaction","detail":"{read_only:false; response_revision:35049; number_of_response:1; }","duration":"102.992441ms","start":"2026-03-11T18:05:09.806821Z","end":"2026-03-11T18:05:09.909814Z","steps":["trace[1063069009] 'process raft request' (duration: 102.662824ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T18:05:11.184811Z","caller":"traceutil/trace.go:171","msg":"trace[687570689] transaction","detail":"{read_only:false; response_revision:35061; number_of_response:1; }","duration":"113.363602ms","start":"2026-03-11T18:05:11.071426Z","end":"2026-03-11T18:05:11.18479Z","steps":["trace[687570689] 'process raft request' (duration: 47.246227ms)","trace[687570689] 'compare' (duration: 65.941491ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T18:05:23.105408Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33039} {"level":"info","ts":"2026-03-11T18:05:23.235339Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33039,"took":"124.376135ms","hash":4135117942,"current-db-size-bytes":52322304,"current-db-size":"52 MB","current-db-size-in-use-bytes":29216768,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-11T18:05:23.23542Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4135117942,"revision":33039,"compact-revision":30834} {"level":"info","ts":"2026-03-11T18:05:35.217998Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000008e45.wal"} {"level":"info","ts":"2026-03-11T18:10:23.112155Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35163} {"level":"info","ts":"2026-03-11T18:10:23.234821Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35163,"took":"115.821557ms","hash":3263296478,"current-db-size-bytes":52322304,"current-db-size":"52 MB","current-db-size-in-use-bytes":28495872,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-11T18:10:23.234875Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3263296478,"revision":35163,"compact-revision":33039}